00000800:00000200:0.1F:1767317724.933142:0:7008:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c27c722] -> 12345-192.168.202.111@tcp (2)
00000800:00000200:2.1F:1767317724.937675:0:7000:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c27c722] -> 12345-192.168.202.111@tcp (2)
00000800:00000200:2.1:1767317724.937685:0:7000:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.111@tcp 000000006794716a deleted
00000800:00000010:2.1:1767317724.937687:0:7000:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006794716a.
00000800:00000200:2.1:1767317724.937693:0:7000:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1767317724.937701:0:7000:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.111@tcp ip 192.168.202.111:1023
00000800:00000200:2.1:1767317724.937706:0:7000:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000709ee3da type 2, nob 96 niov 1 nkiov 0
00000800:00000200:2.1:1767317724.937882:0:6999:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1F:1767317724.940734:0:7001:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c27c722] -> 12345-192.168.202.111@tcp (4)
00000800:00000200:1.1:1767317724.940749:0:7001:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.111@tcp 000000009cbc16cb deleted
00000800:00000010:1.1:1767317724.940751:0:7001:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009cbc16cb.
00000800:00000200:1.1:1767317724.940773:0:7001:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:1.1:1767317724.940900:0:6999:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00010000:00000010:2.1:1767317728.054883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000020739188.
00010000:00000010:2.1:1767317728.054900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093606cda.
00010000:00000010:2.1:1767317728.340898:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b9e5eda2.
00010000:00000010:2.1:1767317728.340907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c7d13cfa.
00010000:00000010:2.1:1767317728.340910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000006f0c9b6.
00010000:00000010:3.1F:1767317728.343030:0:15498:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b24f0c9d.
00010000:00000010:3.1:1767317728.343046:0:15498:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b84ead85.
00010000:00000010:0.1:1767317728.511103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047fb6e29.
00010000:00000010:0.1:1767317728.511109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000caa9c2c1.
00010000:00000010:0.1:1767317728.511113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fd164750.
00010000:00000010:0.1:1767317728.511117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093606cda.
00010000:00000010:0.1:1767317728.511121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000000f9187d.
00010000:00000010:0.1:1767317728.511126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007d6f333e.
00010000:00000010:0.1:1767317728.511129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b006915.
00010000:00000010:0.1:1767317728.511131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000065b8605e.
00010000:00000010:0.1:1767317728.511133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000006f0c9b6.
00010000:00000010:0.1:1767317728.856858:0:15538:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000068ed71e.
00010000:00000010:0.1:1767317728.856866:0:15538:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022bf48e9.
00010000:00000010:0.1:1767317728.856872:0:15538:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005c08feaa.
00010000:00000010:0.1:1767317728.856876:0:15538:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003bcee3a5.
00010000:00000010:0.1:1767317728.856879:0:15538:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000caa9c2c1.
00080000:00000010:2.1:1767317728.902864:0:15425:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at 000000004ab06f6e.
00000100:00100000:1.0:1767321537.194083:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758699776
00000100:00100000:1.0:1767321537.194092:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758699776
00000100:00100000:1.0:1767321537.194183:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89087
00000100:00100000:1.0:1767321537.194189:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758699776:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321537.194439:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321537.194509:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758699776:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 318us (773us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321537.194517:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89087
00000100:00100000:1.0:1767321538.056867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321538.444722:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321538.503423:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02300 x1853166816579200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321538.503439:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321538.503442:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321538.503444:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321538.503447:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4075
00000100:00080000:0.0:1767321538.503461:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321538.503464:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321538.504640:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01180 x1853166816579456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321538.504711:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816579584:0@lo:400:kworker.0
00000100:00100000:0.0:1767321538.504738:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321538.505619:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816579584:0@lo:400:kworker.0
00000100:00100000:0.0:1767321539.016003:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816579840
00000100:00100000:0.0:1767321539.016011:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816579840
00000100:00100000:0.0:1767321539.016072:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709
00000100:00100000:0.0:1767321539.016083:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816579840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321539.016113:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321539.016169:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816579840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321539.016177:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709
00000100:00100000:1.0:1767321539.017923:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816579968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321539.017986:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321539.020208:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816579968
00000100:00100000:0.0:1767321539.020220:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816579968
00000100:00100000:0.0:1767321539.020294:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710
00000100:00100000:0.0:1767321539.020303:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816579968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321539.020334:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321539.020416:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816579968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (2429us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321539.020423:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710
00000100:00100000:1.0:1767321539.020649:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816579968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321539.078885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321540.103198:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321541.126881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321542.151344:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321542.331852:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321542.331904:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321542.332248:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758700160
00000100:00100000:1.0:1767321542.332258:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758700160
00000100:00100000:1.0:1767321542.332353:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4800
00000100:00100000:1.0:1767321542.332363:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758700160:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321542.332567:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758700160:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 205us (729us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321542.332574:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4800
00010000:00010000:1.0:1767321542.535310:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321543.174967:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321543.623463:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321543.623484:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816580352:0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.623568:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321543.623645:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816580352
00000100:00100000:1.0:1767321543.623652:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816580352
00000100:00080000:0.0:1767321543.623685:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321543.623808:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4801
00000100:00100000:1.0:1767321543.623824:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816580352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.623875:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816580352:12345-0@lo:400:kworker.0 Request processed in 56us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321543.626362:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816580608
00000100:00100000:0.0:1767321543.626376:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816580608
00000100:00100000:1.0:1767321543.626582:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4801
00000100:00100000:1.0:1767321543.626612:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4802
00000100:00100000:1.0:1767321543.626623:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816580608:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321543.626642:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321543.626872:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816580992:0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.626889:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816580608:12345-0@lo:400:kworker.0 Request processed in 267us (2554us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321543.626897:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4802
00000100:00100000:0.0:1767321543.626922:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321543.626951:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816580608:0@lo:400:kworker.0
00000100:00100000:0.0:1767321543.626975:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321543.626985:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816580864:0@lo:400:kworker.0
00000100:00100000:0.0:1767321543.627010:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321543.627029:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816580992
00000100:00100000:1.0:1767321543.627035:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816580992
00000100:00100000:0.0:1767321543.627039:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816580864
00000100:00100000:0.0:1767321543.627045:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816580864
00000100:00100000:1.0:1767321543.627084:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028
00000100:00100000:1.0:1767321543.627092:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816580992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321543.627134:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816580992:12345-0@lo:400:kworker.0 Request processed in 42us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321543.627141:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028
00000100:00100000:0.0:1767321543.628299:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029
00000100:00100000:0.0:1767321543.628308:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816580864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321543.628347:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816580864:12345-0@lo:400:kworker.0 Request processed in 41us (1337us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321543.628354:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029
00000100:00100000:0.0:1767321543.628380:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816580864:0@lo:400:kworker.0
00000100:00080000:0.0:1767321543.628814:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321543.628819:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321543.628823:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816580736:0@lo:38:kworker.0
00000100:00100000:1.0:1767321544.135109:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816581248:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321544.135180:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321544.143191:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711
00000100:00100000:0.0:1767321544.143208:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816581248:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321544.144071:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321544.144176:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816581248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 974us (8995us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321544.144184:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711
00000100:00100000:1.0:1767321544.147859:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816581248:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321544.199232:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321545.222888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321546.248690:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321546.630979:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321547.271036:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767321547.436224:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321548.294877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767321548.745022:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321548.745250:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321548.745253:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321548.745257:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321548.745262:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321548.745565:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4086
00000100:00080000:0.0:1767321548.745573:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321548.745580:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321548.745621:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01500 x1853166816581376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321548.745637:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321548.745641:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321548.745643:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321548.745647:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4086
00000100:00080000:0.0:1767321548.745649:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321548.745652:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321548.745784:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02d80 x1853166816581504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321548.746210:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321548.746215:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321548.746217:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321548.746258:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4086
00000100:00080000:0.0:1767321548.746261:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321548.746265:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321548.746288:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03800 x1853166816581760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321548.747840:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816581632
00000100:00100000:1.0:1767321548.747849:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816581632
00000100:00100000:1.0:1767321548.747909:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816581376
00000100:00100000:1.0:1767321548.747913:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816581376
00000100:00100000:1.0:1767321548.747934:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4804
00000100:00100000:1.0:1767321548.747944:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816581632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321548.747998:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816581632:12345-0@lo:400:kworker.0 Request processed in 56us (2051us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321548.748005:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4804
00000100:00100000:1.0:1767321548.748022:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89096
00000100:00100000:1.0:1767321548.748027:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816581376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321548.748062:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321548.748089:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816581376:12345-0@lo:38:kworker.0 Request processed in 61us (1694us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321548.748096:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89096
00000100:00080000:1.0:1767321548.748131:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321548.748786:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321548.748791:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321548.748794:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321548.748799:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4086
00000100:00080000:0.0:1767321548.748802:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321548.748806:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321548.748832:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00380 x1853166816582016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321548.748883:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816582272:0@lo:400:kworker.0
00000100:00100000:0.0:1767321548.748911:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321548.748934:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321548.748939:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816582144:0@lo:400:kworker.0
00000100:00100000:0.0:1767321548.748959:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321548.748980:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816582272
00000100:00100000:0.0:1767321548.748984:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816582272
00000100:00100000:0.0:1767321548.749016:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816582144
00000100:00100000:0.0:1767321548.749019:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816582144
00000100:00100000:0.0:1767321548.749186:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030
00000100:00100000:0.0:1767321548.749194:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816582272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321548.749229:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816582272:12345-0@lo:400:kworker.0 Request processed in 36us (317us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321548.749235:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030
00000100:00100000:0.0:1767321548.749245:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031
00000100:00100000:0.0:1767321548.749250:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816582144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321548.749282:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816582144:12345-0@lo:400:kworker.0 Request processed in 31us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321548.749287:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031
00000100:00100000:0.0:1767321548.749321:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816582144:0@lo:400:kworker.0
00000100:00100000:0.0:1767321548.749330:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816582272:0@lo:400:kworker.0
00000100:00100000:0.0:1767321548.750262:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321548.750309:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816581632:0@lo:400:kworker.0
00000100:00100000:0.0:1767321548.750368:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816581888
00000100:00100000:0.0:1767321548.750372:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816581888
00000100:00100000:0.0:1767321548.750416:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4805
00000100:00100000:0.0:1767321548.750423:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816581888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321548.750465:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816581888:12345-0@lo:400:kworker.0 Request processed in 42us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321548.750470:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4805
00000100:00100000:0.0:1767321548.750485:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89098
00000100:00100000:0.0:1767321548.750489:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816582016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321548.750499:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321548.750520:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816582016:12345-0@lo:38:kworker.0 Request processed in 30us (657us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321548.750529:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89098
00000100:00080000:0.0:1767321548.750546:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321548.750563:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816581888:0@lo:400:kworker.0
00000100:00100000:1.0:1767321549.255007:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816582400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321549.255108:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321549.255160:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816582400
00000100:00100000:0.0:1767321549.255168:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816582400
00000100:00100000:0.0:1767321549.255216:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713
00000100:00100000:0.0:1767321549.255225:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816582400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321549.255254:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321549.255319:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816582400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321549.255326:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713
00000100:00100000:0.0:1767321549.255817:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816582528
00000100:00100000:0.0:1767321549.255822:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816582528
00000100:00100000:0.0:1767321549.255852:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714
00000100:00100000:0.0:1767321549.255858:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816582528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321549.255875:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321549.255918:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816582528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321549.255925:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714
00000100:00100000:1.0:1767321549.256330:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816582400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321549.318879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321550.342869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321550.727227:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321551.367805:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321552.390857:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321552.552964:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321552.555968:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758700544
00000100:00100000:1.0:1767321552.555975:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758700544
00000100:00100000:1.0:1767321552.556046:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89099
00000100:00100000:1.0:1767321552.556055:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758700544:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321552.556079:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321552.556080:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321552.556152:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758700544:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 96us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321552.562160:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89099
00000100:00100000:1.0:1767321553.414946:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767321553.862979:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321553.863000:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321553.863003:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321553.863007:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321553.863013:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321553.863020:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4091
00000100:00080000:0.0:1767321553.863025:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321553.863033:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321553.863072:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376a00 x1853166816582656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321553.863098:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321553.863101:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321553.863103:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321553.863107:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4091
00000100:00080000:0.0:1767321553.863109:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321553.863112:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321553.863123:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377100 x1853166816582784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321553.863166:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321553.863170:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321553.863171:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321553.863174:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4091
00000100:00080000:0.0:1767321553.863177:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321553.863179:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321553.863189:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375f80 x1853166816583040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321553.863202:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321553.863204:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321553.863206:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321553.863209:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4091
00000100:00080000:0.0:1767321553.863211:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321553.863213:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321553.863221:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376300 x1853166816583296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321553.863269:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816583424:0@lo:400:kworker.0
00000100:00100000:0.0:1767321553.863363:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321553.863432:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321553.863439:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816583552:0@lo:400:kworker.0
00000100:00100000:0.0:1767321553.863464:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321553.863507:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816583424
00000100:00100000:0.0:1767321553.863514:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816583424
00000100:00100000:1.0:1767321553.863516:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816582912:0@lo:400:kworker.0
00000100:00100000:1.0:1767321553.863560:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321553.863571:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816583552
00000100:00100000:0.0:1767321553.863576:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816583552
00000100:00100000:1.0:1767321553.863589:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321553.863597:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816583168:0@lo:400:kworker.0
00000100:00100000:0.0:1767321553.863604:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032
00000100:00100000:0.0:1767321553.863615:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816583424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321553.863636:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321553.863676:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816583424:12345-0@lo:400:kworker.0 Request processed in 63us (312us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321553.863682:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816582912
00000100:00100000:0.0:1767321553.863687:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032
00000100:00100000:1.0:1767321553.863688:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816582912
00000100:00100000:0.0:1767321553.863706:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033
00000100:00100000:0.0:1767321553.863713:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816583552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321553.863734:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816583168
00000100:00100000:1.0:1767321553.863738:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816583168
00000100:00100000:0.0:1767321553.863743:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816583552:12345-0@lo:400:kworker.0 Request processed in 30us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321553.863751:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033
00000100:00100000:1.0:1767321553.863778:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4807
00000100:00100000:1.0:1767321553.863787:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816582912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321553.863810:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4808
00000100:00100000:0.0:1767321553.863820:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816583168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321553.863828:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816582912:12345-0@lo:400:kworker.0 Request processed in 42us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321553.863835:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4807
00000100:00100000:0.0:1767321553.863858:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816583168:12345-0@lo:400:kworker.0 Request processed in 38us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321553.863865:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4808
00000100:00100000:1.0:1767321553.863879:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816583168:0@lo:400:kworker.0
00000100:00080000:0.0:1767321553.863889:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321553.863893:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816582912:0@lo:400:kworker.0
00000100:00080000:0.0:1767321553.863895:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321553.863899:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321553.863925:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816583552:0@lo:400:kworker.0
00000100:00100000:0.0:1767321553.863938:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816583424:0@lo:400:kworker.0
00000100:00100000:1.0:1767321553.867922:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816582784
00000100:00100000:1.0:1767321553.867933:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816582784
00000100:00100000:1.0:1767321553.867979:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8
00000100:00100000:1.0:1767321553.867987:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816582784:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321553.868010:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321553.868067:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816582784:12345-0@lo:38:kworker.0 Request processed in 79us (280us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321553.868082:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8
00000100:00100000:0.0:1767321554.375973:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816583680
00000100:00100000:0.0:1767321554.375982:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816583680
00000100:00100000:0.0:1767321554.376037:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715
00000100:00100000:0.0:1767321554.376048:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816583680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321554.376078:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321554.376123:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816583680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (463us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321554.376130:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715
00000100:00100000:0.0:1767321554.380255:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816583808:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321554.439829:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321554.823059:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321555.462943:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321556.486937:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321557.510871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321557.680091:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758700800
00000100:00100000:0.0:1767321557.680102:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758700800
00000100:00100000:0.0:1767321557.680362:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758700928
00000100:00100000:0.0:1767321557.680367:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758700928
00000100:00100000:1.0:1767321557.680822:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89103
00000100:00100000:1.0:1767321557.680831:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758700800:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321557.680852:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321557.698966:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758700800:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 18121us (19687us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321557.698985:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89103
00000100:00100000:1.0:1767321558.534891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321558.919070:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321558.982906:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.982915:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321558.982928:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.982933:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321558.982937:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321558.982946:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4096
00000100:00080000:0.0:1767321558.982952:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321558.982960:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321558.983002:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377800 x1853166816583936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321558.983026:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.983029:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321558.983031:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321558.983035:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4096
00000100:00080000:0.0:1767321558.983037:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321558.983039:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321558.983048:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80374a80 x1853166816584064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321558.983085:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.983089:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321558.983091:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321558.983095:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4096
00000100:00080000:0.0:1767321558.983098:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321558.983101:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321558.983113:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376300 x1853166816584320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321558.983123:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816584192:0@lo:400:kworker.0
00000100:00080000:0.0:1767321558.983128:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.983132:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321558.983134:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321558.983138:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4096
00000100:00080000:0.0:1767321558.983140:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321558.983143:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321558.983153:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377100 x1853166816584576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321558.983203:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816584832:0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.986440:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321558.986537:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321558.986552:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816584704:0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.986598:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321558.986655:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816584832
00000100:00100000:0.0:1767321558.986664:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816584832
00000100:00100000:0.0:1767321558.987020:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816584704
00000100:00100000:0.0:1767321558.987025:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816584704
00000100:00100000:0.0:1767321558.987055:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034
00000100:00100000:0.0:1767321558.987064:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816584832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.987121:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816584832:12345-0@lo:400:kworker.0 Request processed in 58us (688us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321558.987128:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034
00000100:00100000:0.0:1767321558.987145:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035
00000100:00100000:0.0:1767321558.987151:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816584704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.987191:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816584704:12345-0@lo:400:kworker.0 Request processed in 40us (592us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321558.987197:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035
00000100:00080000:0.0:1767321558.987218:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321558.987223:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321558.987276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816584704:0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.987291:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816584832:0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.989394:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816583936
00000100:00100000:0.0:1767321558.989405:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816583936
00000100:00100000:0.0:1767321558.989447:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816584320
00000100:00100000:0.0:1767321558.989450:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816584320
00000100:00100000:0.0:1767321558.989468:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816584576
00000100:00100000:0.0:1767321558.989471:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816584576
00000100:00100000:0.0:1767321558.989492:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89104
00000100:00100000:0.0:1767321558.989499:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816583936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321558.989522:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321558.989575:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816583936:12345-0@lo:38:kworker.0 Request processed in 74us (2069us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321558.989582:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89104
00000100:00100000:0.0:1767321558.989599:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89105
00000100:00100000:0.0:1767321558.989602:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816584320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321558.989613:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321558.990281:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816584320:12345-0@lo:38:kworker.0 Request processed in 675us (1829us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321558.990289:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89105
00000100:00100000:0.0:1767321558.990304:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89106
00000100:00100000:0.0:1767321558.990308:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816584576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321558.990320:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321558.990345:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816584576:12345-0@lo:38:kworker.0 Request processed in 36us (1854us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321558.990354:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89106
00000100:00100000:0.0:1767321558.990457:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816584064
00000100:00100000:0.0:1767321558.990462:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816584064
00000100:00100000:0.0:1767321558.990494:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9
00000100:00100000:0.0:1767321558.990498:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816584064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321558.990509:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321558.990535:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816584064:12345-0@lo:38:kworker.0 Request processed in 36us (2150us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321558.990541:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9
00000100:00080000:0.0:1767321558.990594:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321558.990600:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321558.990603:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321558.990607:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4075
00000100:00080000:0.0:1767321558.990612:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321558.990617:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321558.990663:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02d80 x1853166816584960/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321558.998771:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321558.998987:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816584192
00000100:00100000:0.0:1767321558.998999:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816584192
00000100:00100000:0.0:1767321558.999089:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4810
00000100:00100000:0.0:1767321558.999101:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816584192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321558.999190:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816584192:12345-0@lo:400:kworker.0 Request processed in 92us (441us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321558.999197:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4810
00000100:00100000:1.0:1767321558.999328:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816584192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321559.002374:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816584448
00000100:00100000:0.0:1767321559.002386:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816584448
00000100:00100000:0.0:1767321559.002534:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4811
00000100:00100000:0.0:1767321559.002545:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816584448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321559.002626:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816584448:12345-0@lo:400:kworker.0 Request processed in 84us (1682us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321559.002633:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4811
00000100:00100000:1.0:1767321559.007390:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816584448:0@lo:400:kworker.0
00000100:00100000:1.0:1767321559.495193:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816585088:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321559.495274:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321559.495681:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816585088
00000100:00100000:0.0:1767321559.495692:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816585088
00000100:00100000:0.0:1767321559.495777:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717
00000100:00100000:0.0:1767321559.495788:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816585088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321559.495818:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321559.495871:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816585088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (596us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321559.495877:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717
00000100:00100000:1.0:1767321559.497069:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816585216
00000100:00100000:1.0:1767321559.497076:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816585216
00000100:00100000:1.0:1767321559.497130:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718
00000100:00100000:1.0:1767321559.497138:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816585216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321559.497170:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321559.498222:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816585216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1007us (1156us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321559.498233:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718
00000100:00100000:1.0:1767321559.558889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321560.583032:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321561.606844:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321562.630999:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321563.657562:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767321564.106108:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321564.106121:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321564.106125:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321564.106129:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321564.106134:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321564.106142:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4101
00000100:00080000:1.0:1767321564.106147:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321564.106154:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321564.106333:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac23480 x1853166816585344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321564.106372:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321564.106376:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321564.106378:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321564.106383:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4101
00000100:00080000:1.0:1767321564.106679:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321564.106685:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321564.106704:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21f80 x1853166816585472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321564.107051:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321564.107055:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321564.107057:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321564.107061:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4101
00000100:00080000:1.0:1767321564.107063:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321564.107067:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321564.107081:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21c00 x1853166816585728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321564.111228:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816585344
00000100:00100000:0.0:1767321564.111238:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816585344
00000100:00100000:0.0:1767321564.111360:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816585728
00000100:00100000:0.0:1767321564.111365:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816585728
00000100:00100000:0.0:1767321564.111389:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89108
00000100:00100000:0.0:1767321564.111397:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816585344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321564.111421:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321564.111467:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816585344:12345-0@lo:38:kworker.0 Request processed in 70us (4236us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321564.111474:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89108
00000100:00100000:0.0:1767321564.111489:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89109
00000100:00100000:0.0:1767321564.111493:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816585728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321564.111502:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321564.111526:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816585728:12345-0@lo:38:kworker.0 Request processed in 31us (4099us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321564.111673:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89109
00000100:00100000:0.0:1767321564.111701:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816585472
00000100:00100000:0.0:1767321564.111705:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816585472
00000100:00100000:0.0:1767321564.111725:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10
00000100:00100000:0.0:1767321564.111730:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816585472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321564.111741:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321564.111791:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816585472:12345-0@lo:38:kworker.0 Request processed in 59us (4407us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321564.111796:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10
00000100:00080000:0.0:1767321564.111839:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321564.111844:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321564.111848:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816585472:0@lo:38:kworker.0
00000100:00080000:0.0:1767321564.111858:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321564.111861:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321564.111864:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816585728:0@lo:38:kworker.0
00000100:00080000:0.0:1767321564.111872:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321564.111875:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321564.111878:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816585344:0@lo:38:kworker.0
00000100:00080000:1.0:1767321564.112504:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321564.112511:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321564.112514:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321564.112520:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4101
00000100:00080000:1.0:1767321564.112524:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321564.112529:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321564.112559:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21880 x1853166816585984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321564.112639:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816586240:0@lo:400:kworker.0
00000100:00100000:1.0:1767321564.112677:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321564.112706:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321564.112711:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816586112:0@lo:400:kworker.0
00000100:00100000:1.0:1767321564.112730:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321564.112784:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816586240
00000100:00100000:1.0:1767321564.112790:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816586240
00000100:00100000:1.0:1767321564.112834:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816586112
00000100:00100000:1.0:1767321564.112837:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816586112
00000100:00100000:1.0:1767321564.112857:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036
00000100:00100000:1.0:1767321564.112863:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816586240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321564.112908:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816586240:12345-0@lo:400:kworker.0 Request processed in 45us (230us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321564.112915:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036
00000100:00100000:1.0:1767321564.112929:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037
00000100:00100000:1.0:1767321564.112948:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816586112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321564.112975:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816586112:12345-0@lo:400:kworker.0 Request processed in 40us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321564.112981:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037
00000100:00080000:1.0:1767321564.113000:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321564.113004:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321564.113027:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816586112:0@lo:400:kworker.0
00000100:00100000:1.0:1767321564.113037:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816586240:0@lo:400:kworker.0
00000100:00100000:1.0:1767321564.113058:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816585984:0@lo:38:kworker.0
00000100:00100000:1.0:1767321564.122127:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321564.122427:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321564.122429:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321564.122436:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321564.122441:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816585984:0@lo:38:kworker.0
00000100:00100000:1.0:1767321564.123255:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816585600:0@lo:400:kworker.0
00000100:00080000:0.0:1767321564.124288:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321564.617603:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816586368:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321564.617697:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321564.618125:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816586368
00000100:00100000:0.0:1767321564.618134:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816586368
00000100:00100000:0.0:1767321564.618190:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719
00000100:00100000:0.0:1767321564.618200:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816586368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321564.618314:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321564.618351:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816586496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321564.618378:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816586368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (691us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321564.618390:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719
00000100:00100000:1.0:1767321564.618393:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321564.624951:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816586496
00000100:00100000:0.0:1767321564.624967:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816586496
00000100:00100000:0.0:1767321564.625116:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720
00000100:00100000:0.0:1767321564.625128:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816586496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321564.625162:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321564.625270:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816586496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (6881us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321564.625277:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720
00000100:00100000:1.0:1767321564.679002:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321565.708232:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321566.726863:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321567.751888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321568.776067:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321569.224291:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816586624:0@lo:38:kworker.0
00000100:00100000:1.0:1767321569.224338:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321569.224368:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816586752:0@lo:38:kworker.0
00000100:00100000:1.0:1767321569.224400:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321569.224421:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816587008:0@lo:38:kworker.0
00000100:00100000:1.0:1767321569.224440:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321569.224454:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816587264:0@lo:38:kworker.0
00000100:00100000:1.0:1767321569.224473:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321569.224555:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816586880:0@lo:400:kworker.0
00000100:00100000:0.0:1767321569.224585:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321569.224614:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321569.224621:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816587136:0@lo:400:kworker.0
00000100:00100000:0.0:1767321569.224642:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321569.224674:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816586624
00000100:00100000:0.0:1767321569.224683:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816586624
00000100:00100000:0.0:1767321569.224716:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816587008
00000100:00100000:0.0:1767321569.224719:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816587008
00000100:00100000:0.0:1767321569.224731:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89112
00000100:00100000:0.0:1767321569.224737:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816586624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321569.224785:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321569.224825:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816586624:12345-0@lo:38:kworker.0 Request processed in 86us (486us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321569.224836:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89112
00000100:00100000:0.0:1767321569.224851:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816587264
00000100:00100000:0.0:1767321569.224854:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816587264
00000100:00100000:0.0:1767321569.224863:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816586880
00000100:00100000:0.0:1767321569.224865:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816586880
00000100:00100000:0.0:1767321569.224894:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816587136
00000100:00100000:0.0:1767321569.224897:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816587136
00000100:00100000:0.0:1767321569.224913:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4816
00000100:00100000:0.0:1767321569.224918:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816586880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321569.224962:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816586880:12345-0@lo:400:kworker.0 Request processed in 42us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321569.224967:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4816
00000100:00100000:0.0:1767321569.224980:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4817
00000100:00100000:0.0:1767321569.224987:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816587136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321569.225014:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816587136:12345-0@lo:400:kworker.0 Request processed in 28us (370us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321569.225019:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4817
00000100:00100000:0.0:1767321569.225031:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89113
00000100:00100000:0.0:1767321569.225035:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816587008:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321569.225226:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89114
00000100:00100000:1.0:1767321569.225232:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816587264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321569.225881:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321569.225924:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816587008:12345-0@lo:38:kworker.0 Request processed in 887us (1482us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321569.225931:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89113
00010000:00020000:1.0:1767321569.229311:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321569.231632:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816587264:12345-0@lo:38:kworker.0 Request processed in 6392us (7151us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321569.231656:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89114
00000100:00100000:1.0:1767321569.735201:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816587648:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321569.735292:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321569.740812:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816587648:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321569.799229:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321570.822819:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321571.847006:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321572.871371:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321573.035377:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758701824
00000100:00100000:0.0:1767321573.035390:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758701824
00000100:00100000:0.0:1767321573.035500:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758701696
00000100:00100000:0.0:1767321573.035503:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758701696
00000100:00100000:0.0:1767321573.035532:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4818
00000100:00100000:0.0:1767321573.035542:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758701824:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321573.035628:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758701824:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321573.035636:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4818
00000100:00100000:0.0:1767321573.035654:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89115
00000100:00100000:0.0:1767321573.035659:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758701696:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321573.035680:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321573.035792:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758701696:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 128us (481us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321573.035801:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89115
00000100:00100000:1.0:1767321573.894894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767321574.343496:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321574.343507:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321574.343510:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321574.343514:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321574.343518:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321574.343526:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4111
00000100:00080000:0.0:1767321574.343530:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321574.343538:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321574.343581:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01180 x1853166816587904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321574.343610:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321574.343613:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321574.343615:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321574.343619:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4111
00000100:00080000:0.0:1767321574.343621:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321574.343626:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321574.343641:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166816588032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321574.343652:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816587904:0@lo:38:kworker.0
00000100:00080000:0.0:1767321574.343690:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321574.343695:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321574.343697:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321574.343701:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4111
00000100:00080000:0.0:1767321574.343704:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321574.343707:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321574.343718:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321574.343723:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01500 x1853166816588288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321574.343744:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321574.343748:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321574.343750:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321574.343779:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4111
00000100:00080000:0.0:1767321574.343782:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321574.343785:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321574.343797:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376d80 x1853166816588544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321574.343814:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816588032:0@lo:38:kworker.0
00000100:00100000:1.0:1767321574.343858:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321574.343877:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816587904
00000100:00100000:0.0:1767321574.343885:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816587904
00000100:00100000:1.0:1767321574.343892:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816588288:0@lo:38:kworker.0
00000100:00100000:0.0:1767321574.343924:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816588416
00000100:00100000:0.0:1767321574.343929:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816588416
00000100:00100000:1.0:1767321574.343930:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816588672:0@lo:400:kworker.0
00000100:00100000:1.0:1767321574.343965:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321574.343976:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4819
00000100:00100000:0.0:1767321574.343988:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816588416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321574.344001:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321574.344012:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816588800:0@lo:400:kworker.0
00000100:00100000:1.0:1767321574.346530:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321574.346605:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321574.346630:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816588544:0@lo:38:kworker.0
00000100:00100000:1.0:1767321574.346668:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321574.346700:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816588160
00000100:00100000:1.0:1767321574.346707:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816588160
00000100:00100000:1.0:1767321574.346741:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816588288
00000100:00100000:1.0:1767321574.346744:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816588288
00000100:00100000:1.0:1767321574.346751:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816588544
00000100:00100000:1.0:1767321574.346752:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816588544
00000100:00100000:1.0:1767321574.346786:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4820
00000100:00100000:1.0:1767321574.346793:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816588160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321574.346968:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816588160:12345-0@lo:400:kworker.0 Request processed in 173us (2962us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321574.346975:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4820
00000100:00100000:1.0:1767321574.347105:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89116
00000100:00100000:1.0:1767321574.347110:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816587904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321574.347138:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321574.347170:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816587904:12345-0@lo:38:kworker.0 Request processed in 58us (3453us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321574.347175:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89116
00000100:00100000:1.0:1767321574.347189:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89117
00000100:00100000:1.0:1767321574.347193:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816588288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321574.347202:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321574.347222:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816588288:12345-0@lo:38:kworker.0 Request processed in 28us (617us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321574.347227:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89117
00000100:00100000:1.0:1767321574.347236:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89118
00000100:00100000:1.0:1767321574.347239:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816588544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321574.347247:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321574.347266:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816588544:12345-0@lo:38:kworker.0 Request processed in 26us (598us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321574.347271:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89118
00000100:00100000:1.0:1767321574.347304:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816588160:0@lo:400:kworker.0
00000100:00080000:1.0:1767321574.347330:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321574.347335:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321574.347338:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816588288:0@lo:38:kworker.0
00000100:00080000:1.0:1767321574.347344:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321574.347348:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321574.347350:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816588544:0@lo:38:kworker.0
00000100:00080000:1.0:1767321574.347359:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321574.347361:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321574.347364:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816587904:0@lo:38:kworker.0
00000100:00100000:1.0:1767321574.347453:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816588800
00000100:00100000:1.0:1767321574.347457:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816588800
00000100:00100000:1.0:1767321574.347489:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041
00000100:00100000:1.0:1767321574.347495:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816588800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321574.347530:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816588800:12345-0@lo:400:kworker.0 Request processed in 36us (1006us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321574.347536:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041
00000100:00080000:1.0:1767321574.347551:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321574.347555:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321574.347557:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321574.347572:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816588800:0@lo:400:kworker.0
00000100:00100000:0.0:1767321574.348670:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816588416:12345-0@lo:400:kworker.0 Request processed in 4679us (4758us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321574.348681:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4819
00000100:00100000:1.0:1767321574.348829:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816588416:0@lo:400:kworker.0
00000100:00080000:1.0:1767321574.352150:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321574.352156:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321574.352160:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816588032:0@lo:38:kworker.0
00000100:00100000:1.0:1767321574.353409:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816588672:0@lo:400:kworker.0
00000100:00100000:1.0:1767321574.858780:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816589056:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321574.858850:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321574.859272:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816589056:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321574.860204:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816588928:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321574.919403:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321575.942889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321576.969293:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321577.990943:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321578.153306:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758702080
00000100:00100000:0.0:1767321578.153317:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758702080
00000100:00100000:0.0:1767321578.153679:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4821
00000100:00100000:0.0:1767321578.153689:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758702080:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:1.0:1767321578.153936:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321578.154281:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758702080:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 591us (1960us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321578.154292:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4821
00000100:00100000:0.0:1767321578.154979:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758701952
00000100:00100000:0.0:1767321578.154996:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758701952
00000100:00100000:0.0:1767321578.155029:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89119
00000100:00100000:0.0:1767321578.155036:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758701952:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321578.155071:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321578.155129:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758701952:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 91us (481us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321578.155135:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89119
00000100:00100000:1.0:1767321579.014998:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321579.463562:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816589184
00000100:00100000:1.0:1767321579.463570:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816589184
00000100:00100000:1.0:1767321579.463638:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89120
00000100:00100000:1.0:1767321579.463646:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816589184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321579.463667:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321579.464431:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816589312
00000100:00100000:0.0:1767321579.464436:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816589312
00000100:00100000:0.0:1767321579.464463:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13
00000100:00100000:0.0:1767321579.464468:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816589312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321579.464483:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321579.464531:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816589312:12345-0@lo:38:kworker.0 Request processed in 62us (431us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321579.464539:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13
00000100:00100000:1.0:1767321579.464720:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816589184:12345-0@lo:38:kworker.0 Request processed in 1072us (1285us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321579.464727:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89120
00000100:00100000:1.0:1767321579.465160:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816589440:0@lo:400:kworker.0
00000100:00100000:1.0:1767321579.465193:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321579.465231:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321579.465237:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816589696:0@lo:400:kworker.0
00000100:00100000:1.0:1767321579.465270:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321579.465296:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816589440
00000100:00100000:1.0:1767321579.465300:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816589440
00000100:00100000:1.0:1767321579.465337:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816589696
00000100:00100000:1.0:1767321579.465340:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816589696
00000100:00100000:1.0:1767321579.465358:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4822
00000100:00100000:1.0:1767321579.465363:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816589440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321579.465398:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816589440:12345-0@lo:400:kworker.0 Request processed in 35us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321579.465403:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4822
00000100:00100000:1.0:1767321579.465426:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4823
00000100:00100000:1.0:1767321579.465431:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816589696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321579.465454:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816589696:12345-0@lo:400:kworker.0 Request processed in 23us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321579.465459:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4823
00000100:00080000:1.0:1767321579.465473:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321579.465502:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816589696:0@lo:400:kworker.0
00000100:00100000:1.0:1767321579.465512:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816589440:0@lo:400:kworker.0
00000100:00100000:0.0:1767321579.467191:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816589568
00000100:00100000:0.0:1767321579.467196:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816589568
00000100:00100000:0.0:1767321579.467226:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816589824
00000100:00100000:0.0:1767321579.467228:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816589824
00000100:00100000:0.0:1767321579.467246:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89121
00000100:00100000:0.0:1767321579.467251:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816589568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321579.467267:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321579.467307:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816589568:12345-0@lo:38:kworker.0 Request processed in 55us (737us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321579.467313:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89121
00000100:00100000:0.0:1767321579.467326:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89122
00000100:00100000:0.0:1767321579.467330:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816589824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321579.467339:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321579.467359:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816589824:12345-0@lo:38:kworker.0 Request processed in 28us (534us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321579.467364:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89122
00000100:00100000:1.0:1767321579.975037:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816590336:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321579.975128:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321579.975200:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816590208:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321579.975223:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321579.975308:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816590336
00000100:00100000:0.0:1767321579.975316:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816590336
00000100:00100000:0.0:1767321579.983705:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726
00000100:00100000:0.0:1767321579.983732:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816590336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321579.983780:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321579.991328:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816590336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7600us (16190us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321579.991348:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726
00000100:00100000:1.0:1767321579.991543:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816590336:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321579.991562:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816590208:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321580.038875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321581.063099:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321582.086940:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321582.255735:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321582.255832:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:0.0:1767321582.256444:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321583.110888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767321583.560149:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321583.560155:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321583.560159:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321583.560164:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4101
00000100:00080000:0.0:1767321583.560168:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321583.560174:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321583.560207:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377800 x1853166816590464/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321583.560222:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321583.560226:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321583.560228:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321583.560232:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4122
00000100:00080000:0.0:1767321583.560234:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321583.560237:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321583.560252:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375500 x1853166816590592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321583.560260:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321583.560263:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321583.560264:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321583.560268:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4122
00000100:00080000:0.0:1767321583.560270:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321583.560273:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321583.560284:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376a00 x1853166816590720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321583.560331:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321583.560335:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321583.560337:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321583.560340:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4122
00000100:00080000:0.0:1767321583.560342:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321583.560354:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321583.560365:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80374a80 x1853166816590976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321583.560392:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321583.560396:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321583.560398:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321583.560401:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4122
00000100:00080000:0.0:1767321583.560404:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321583.560407:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321583.560417:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377100 x1853166816591232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321583.560460:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816591104:0@lo:400:kworker.0
00000100:00100000:0.0:1767321583.560526:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321583.560582:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321583.560589:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816591360:0@lo:400:kworker.0
00000100:00100000:0.0:1767321583.560613:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321583.560856:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816591488:0@lo:400:kworker.0
00000100:00100000:1.0:1767321583.560886:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321583.560919:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321583.560924:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816590848:0@lo:400:kworker.0
00000100:00100000:1.0:1767321583.560944:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321583.560983:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816591360
00000100:00100000:1.0:1767321583.560990:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816591360
00000100:00100000:1.0:1767321583.561059:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816591488
00000100:00100000:1.0:1767321583.561062:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816591488
00000100:00100000:1.0:1767321583.561080:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044
00000100:00100000:1.0:1767321583.561087:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816591360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321583.561696:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816591360:12345-0@lo:400:kworker.0 Request processed in 606us (1078us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321583.561705:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044
00000100:00100000:1.0:1767321583.561726:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045
00000100:00100000:1.0:1767321583.561733:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816591488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321583.561799:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816591488:12345-0@lo:400:kworker.0 Request processed in 66us (911us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321583.561805:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045
00000100:00100000:1.0:1767321583.561826:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816591104
00000100:00100000:1.0:1767321583.561830:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816591104
00000100:00100000:1.0:1767321583.561858:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816590848
00000100:00100000:1.0:1767321583.561861:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816590848
00000100:00100000:1.0:1767321583.561877:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4825
00000100:00100000:1.0:1767321583.561883:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816591104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321583.561913:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816591104:12345-0@lo:400:kworker.0 Request processed in 30us (1387us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321583.561919:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4825
00000100:00100000:1.0:1767321583.561929:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4826
00000100:00100000:1.0:1767321583.561935:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816590848:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321583.562476:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321583.562482:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321583.562484:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321583.562573:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816590848:12345-0@lo:400:kworker.0 Request processed in 637us (1626us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321583.562580:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4826
00000100:00100000:1.0:1767321583.565847:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816590592
00000100:00100000:1.0:1767321583.565865:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816590592
00000100:00100000:1.0:1767321583.565897:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816590976
00000100:00100000:1.0:1767321583.565900:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816590976
00000100:00100000:1.0:1767321583.565916:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89124
00000100:00100000:1.0:1767321583.565925:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816590592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321583.565949:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321583.566191:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816590592:12345-0@lo:38:kworker.0 Request processed in 262us (3923us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321583.566200:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89124
00000100:00100000:1.0:1767321583.566217:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89125
00000100:00100000:1.0:1767321583.566222:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816590976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321583.566231:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321583.566256:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816590976:12345-0@lo:38:kworker.0 Request processed in 33us (3916us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321583.566262:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89125
00000100:00100000:1.0:1767321583.566320:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816590848:0@lo:400:kworker.0
00000100:00100000:1.0:1767321583.566334:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816591488:0@lo:400:kworker.0
00000100:00100000:1.0:1767321583.566845:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816591360:0@lo:400:kworker.0
00000100:00100000:1.0:1767321583.566859:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816591104:0@lo:400:kworker.0
00000100:00100000:1.0:1767321583.566939:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816590720
00000100:00100000:1.0:1767321583.566943:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816590720
00000100:00100000:1.0:1767321583.566973:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14
00000100:00100000:1.0:1767321583.566978:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816590720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321583.566990:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321583.567026:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816590720:12345-0@lo:38:kworker.0 Request processed in 46us (4721us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321583.567031:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14
00000100:00100000:1.0:1767321584.136109:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321585.096858:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816591744:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321585.096929:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321585.097303:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816591744
00000100:00100000:0.0:1767321585.097312:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816591744
00000100:00100000:0.0:1767321585.097377:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816591616
00000100:00100000:0.0:1767321585.097380:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816591616
00000100:00100000:0.0:1767321585.097401:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727
00000100:00100000:0.0:1767321585.097410:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816591744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321585.097438:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321585.097479:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816591744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (549us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321585.097487:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727
00000100:00100000:0.0:1767321585.097502:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728
00000100:00100000:0.0:1767321585.097509:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816591616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321585.097522:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321585.097549:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816591616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321585.097555:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728
00000100:00100000:0.0:1767321585.097603:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816591744:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321585.158883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321586.182889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321587.208496:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321587.369787:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758702720
00000100:00100000:1.0:1767321587.369799:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758702720
00000100:00100000:1.0:1767321587.369937:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4827
00000100:00100000:1.0:1767321587.369948:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758702720:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321587.370039:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758702720:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 92us (364us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321587.370046:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4827
00000100:00100000:0.0:1767321587.375104:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321587.375162:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758702592
00000100:00100000:1.0:1767321587.375171:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758702592
00000100:00100000:1.0:1767321587.375272:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89127
00000100:00100000:1.0:1767321587.375281:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758702592:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321587.375305:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321587.375626:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758702592:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 343us (529us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321587.375635:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89127
00010000:00010000:1.0:1767321587.592096:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321588.233791:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321588.679825:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816592128:0@lo:400:kworker.0
00000100:00100000:0.0:1767321588.679852:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321588.679881:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321588.679887:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816592768:0@lo:400:kworker.0
00000100:00100000:0.0:1767321588.679908:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321588.680705:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816592384
00000100:00100000:1.0:1767321588.680713:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816592384
00000100:00100000:1.0:1767321588.680777:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816592128
00000100:00100000:1.0:1767321588.680781:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816592128
00000100:00100000:1.0:1767321588.680800:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816591872
00000100:00100000:1.0:1767321588.680802:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816591872
00000100:00100000:1.0:1767321588.680811:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816592256
00000100:00100000:1.0:1767321588.680813:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816592256
00000100:00100000:1.0:1767321588.680824:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4828
00000100:00100000:1.0:1767321588.680831:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816592384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321588.680887:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816592384:12345-0@lo:400:kworker.0 Request processed in 55us (1327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321588.680894:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4828
00000100:00100000:1.0:1767321588.680910:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4829
00000100:00100000:1.0:1767321588.680916:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816592128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321588.680947:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816592128:12345-0@lo:400:kworker.0 Request processed in 32us (1094us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321588.680953:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4829
00000100:00100000:1.0:1767321588.680965:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89128
00000100:00100000:1.0:1767321588.680970:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816591872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321588.680988:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321588.681030:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816591872:12345-0@lo:38:kworker.0 Request processed in 59us (580us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321588.681036:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89128
00000100:00100000:1.0:1767321588.681049:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89129
00000100:00100000:1.0:1767321588.681052:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816592256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321588.681061:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321588.681083:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816592256:12345-0@lo:38:kworker.0 Request processed in 29us (525us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321588.681088:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89129
00000100:00100000:1.0:1767321588.681107:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816592640
00000100:00100000:1.0:1767321588.681111:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816592640
00000100:00100000:1.0:1767321588.681136:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816592768
00000100:00100000:1.0:1767321588.681139:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816592768
00000100:00100000:1.0:1767321588.681156:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046
00000100:00100000:1.0:1767321588.681162:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816592640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321588.681190:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816592640:12345-0@lo:400:kworker.0 Request processed in 29us (1529us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321588.681196:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046
00000100:00100000:1.0:1767321588.681206:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047
00000100:00100000:1.0:1767321588.681211:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816592768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321588.681234:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816592768:12345-0@lo:400:kworker.0 Request processed in 24us (1326us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321588.681239:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047
00000100:00100000:1.0:1767321588.681261:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816592000
00000100:00100000:1.0:1767321588.681264:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816592000
00000100:00100000:1.0:1767321588.681283:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15
00000100:00100000:1.0:1767321588.681287:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816592000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321588.681296:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321588.681320:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816592000:12345-0@lo:38:kworker.0 Request processed in 31us (814us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321588.681325:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15
00000100:00080000:1.0:1767321588.681350:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321588.681353:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321588.681356:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321588.681424:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816592640:0@lo:400:kworker.0
00000100:00100000:1.0:1767321588.681437:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816592384:0@lo:400:kworker.0
00000100:00100000:0.0:1767321588.683458:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816592512
00000100:00100000:0.0:1767321588.683466:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816592512
00000100:00100000:0.0:1767321588.683515:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89130
00000100:00100000:0.0:1767321588.683522:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816592512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321588.683543:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321588.683590:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816592512:12345-0@lo:38:kworker.0 Request processed in 67us (378us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321588.683597:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89130
00000100:00100000:0.0:1767321588.683637:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816592768:0@lo:400:kworker.0
00000100:00100000:0.0:1767321588.683649:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816592128:0@lo:400:kworker.0
00000100:00080000:0.0:1767321588.683671:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321588.683675:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321588.683678:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816592512:0@lo:38:kworker.0
00000100:00100000:1.0:1767321589.255021:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321590.215032:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816592896:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321590.215153:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321590.215473:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816593024
00000100:00100000:1.0:1767321590.215480:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816593024
00000100:00100000:1.0:1767321590.215947:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729
00000100:00100000:1.0:1767321590.215959:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816593024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321590.215997:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321590.216544:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816593024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 586us (1138us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321590.216553:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729
00000100:00100000:1.0:1767321590.216574:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730
00000100:00100000:1.0:1767321590.216598:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816592896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321590.216624:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321590.216688:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816592896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321590.216853:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816592896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 271us (1700us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321590.216857:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816593024:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321590.216866:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730
00000100:00100000:1.0:1767321590.278920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321591.302899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321591.688834:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321592.327049:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321592.497390:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321592.497446:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321592.497560:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758702976
00000100:00100000:1.0:1767321592.497569:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758702976
00000100:00100000:1.0:1767321592.497649:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758702848
00000100:00100000:1.0:1767321592.497653:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758702848
00000100:00100000:1.0:1767321592.497687:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4830
00000100:00100000:1.0:1767321592.497697:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758702976:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321592.497798:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758702976:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321592.497806:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4830
00000100:00100000:1.0:1767321592.497824:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89131
00000100:00100000:1.0:1767321592.497829:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758702848:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321592.497849:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321592.497875:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758702848:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (429us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321592.497882:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89131
00000100:00100000:1.0:1767321593.350893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321593.799130:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816593152:0@lo:38:kworker.0
00000100:00100000:0.0:1767321593.799245:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321593.799307:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816593280:0@lo:38:kworker.0
00000100:00100000:0.0:1767321593.799329:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321593.799354:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816593280
00000100:00100000:0.0:1767321593.799358:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816593536:0@lo:38:kworker.0
00000100:00100000:1.0:1767321593.799364:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816593280
00000100:00100000:0.0:1767321593.799379:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321593.799413:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16
00000100:00100000:1.0:1767321593.799422:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816593280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321593.799442:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321593.800489:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816593792:0@lo:38:kworker.0
00000100:00100000:0.0:1767321593.800524:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321593.800568:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816593792
00000100:00100000:0.0:1767321593.800572:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816593792
00000100:00100000:0.0:1767321593.800590:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816593664
00000100:00100000:0.0:1767321593.800593:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816593664
00000100:00100000:0.0:1767321593.800623:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4831
00000100:00100000:0.0:1767321593.800629:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816593664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321593.800667:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816593664:12345-0@lo:400:kworker.0 Request processed in 39us (118us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321593.800674:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4831
00000100:00080000:0.0:1767321593.800699:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321593.800726:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321593.800730:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321593.800733:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816593536:0@lo:38:kworker.0
00000100:00080000:0.0:1767321593.800741:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321593.800744:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321593.800747:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816593792:0@lo:38:kworker.0
00000100:00100000:0.0:1767321593.800797:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816593664:0@lo:400:kworker.0
00000100:00100000:0.0:1767321593.800904:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816594048:0@lo:400:kworker.0
00000100:00100000:0.0:1767321593.800934:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321593.802182:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816593280:12345-0@lo:38:kworker.0 Request processed in 2758us (2850us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321593.802192:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16
00000100:00080000:0.0:1767321593.802411:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321593.802418:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321593.802422:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816593280:0@lo:38:kworker.0
00000100:00080000:0.0:1767321593.802667:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321593.802682:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321593.802699:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049
00000100:00100000:0.0:1767321593.802705:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816594048:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321593.802796:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816594048:12345-0@lo:400:kworker.0 Request processed in 91us (1861us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321593.802818:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816593920:0@lo:400:kworker.0
00000100:00100000:1.0:1767321593.802845:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816594048:0@lo:400:kworker.0
00000100:00100000:0.0:1767321593.802880:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049
00000100:00080000:0.0:1767321593.806318:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321593.806325:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321593.806329:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816593152:0@lo:38:kworker.0
00000100:00100000:1.0:1767321594.374971:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321595.336803:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816594304:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321595.336860:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321595.336909:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321595.336913:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321595.336940:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732
00000100:00100000:0.0:1767321595.336948:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816594304:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321595.336972:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321595.337011:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816594304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (149us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321595.337523:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732
00000100:00100000:0.0:1767321595.337563:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816594304:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321595.399848:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321595.783995:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321596.422906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321596.807250:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321597.446886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767321597.608996:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321598.471073:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767321598.919108:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321598.919119:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321598.919122:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321598.919127:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321598.919131:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321598.919138:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4136
00000100:00080000:0.0:1767321598.919142:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321598.919186:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321598.919234:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885880 x1853166816594432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321598.919258:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321598.919262:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321598.919264:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321598.919276:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4136
00000100:00080000:0.0:1767321598.919279:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321598.919289:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321598.919302:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886a00 x1853166816594560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321598.919351:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321598.919355:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321598.919357:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321598.919361:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4136
00000100:00080000:0.0:1767321598.919364:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321598.919376:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321598.919388:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5df80 x1853166816594816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321598.919419:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321598.919422:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321598.919424:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321598.919427:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4136
00000100:00080000:0.0:1767321598.919430:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321598.919433:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321598.919443:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ce00 x1853166816595072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321598.919524:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816594688:0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.919590:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321598.919678:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321598.919685:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816595328:0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.919724:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321598.919779:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816594688
00000100:00100000:1.0:1767321598.919786:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816594688
00000100:00100000:1.0:1767321598.919866:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4834
00000100:00100000:1.0:1767321598.919876:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816594688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.919935:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816594688:12345-0@lo:400:kworker.0 Request processed in 60us (344us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321598.919942:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4834
00000100:00100000:1.0:1767321598.919969:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816595328
00000100:00100000:1.0:1767321598.919972:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816595328
00000100:00100000:1.0:1767321598.920004:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050
00000100:00100000:1.0:1767321598.920010:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816595328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.920040:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816595328:12345-0@lo:400:kworker.0 Request processed in 31us (316us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321598.920045:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050
00000100:00080000:1.0:1767321598.920064:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321598.920069:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321598.920096:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816595328:0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.920105:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816594688:0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.920126:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816594944:0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.920148:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321598.920167:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321598.920172:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816595200:0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.920191:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321598.920212:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816595200
00000100:00100000:1.0:1767321598.920216:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816595200
00000100:00100000:1.0:1767321598.920240:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051
00000100:00100000:1.0:1767321598.920247:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816595200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.920286:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816595200:12345-0@lo:400:kworker.0 Request processed in 39us (94us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321598.920291:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051
00000100:00080000:1.0:1767321598.920303:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321598.920312:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816594944
00000100:00100000:1.0:1767321598.920315:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816594944
00000100:00100000:1.0:1767321598.920337:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816594432
00000100:00100000:1.0:1767321598.920339:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816594432
00000100:00100000:1.0:1767321598.920355:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4835
00000100:00100000:1.0:1767321598.920361:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816594944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.920386:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816594944:12345-0@lo:400:kworker.0 Request processed in 26us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321598.920393:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4835
00000100:00100000:1.0:1767321598.920404:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89136
00000100:00100000:1.0:1767321598.920407:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816594432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321598.920423:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321598.920447:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816594432:12345-0@lo:38:kworker.0 Request processed in 39us (128us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321598.920454:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89136
00000100:00100000:1.0:1767321598.920463:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816594816
00000100:00100000:1.0:1767321598.920466:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816594816
00000100:00100000:1.0:1767321598.920474:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816595072
00000100:00100000:1.0:1767321598.920476:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816595072
00000100:00100000:1.0:1767321598.920483:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89137
00000100:00100000:1.0:1767321598.920487:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816594816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321598.920496:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321598.920734:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816594816:12345-0@lo:38:kworker.0 Request processed in 245us (311us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321598.920740:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89137
00000100:00100000:1.0:1767321598.920752:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89138
00000100:00100000:1.0:1767321598.920776:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816595072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321598.920786:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321598.920811:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816595072:12345-0@lo:38:kworker.0 Request processed in 34us (356us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321598.920815:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89138
00000100:00080000:1.0:1767321598.920828:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321598.920838:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816594560
00000100:00100000:1.0:1767321598.920842:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816594560
00000100:00100000:1.0:1767321598.920880:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17
00000100:00100000:1.0:1767321598.920885:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816594560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321598.920894:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321598.920927:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816594560:12345-0@lo:38:kworker.0 Request processed in 41us (564us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321598.920933:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17
00000100:00100000:1.0:1767321598.920967:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816595200:0@lo:400:kworker.0
00000100:00100000:1.0:1767321598.920977:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816594944:0@lo:400:kworker.0
00000100:00100000:1.0:1767321599.496273:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321599.884086:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321600.457356:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816595456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321600.457438:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321600.457671:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816595456
00000100:00100000:0.0:1767321600.457680:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816595456
00000100:00100000:0.0:1767321600.457743:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733
00000100:00100000:0.0:1767321600.457770:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816595456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321600.457800:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321600.457843:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816595456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (404us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321600.457849:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733
00000100:00080000:1.0:1767321600.458037:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321600.458085:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816595456:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321600.459216:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321600.459231:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816595584:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321600.459274:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321600.519167:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321600.904257:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321601.543092:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321602.566922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321602.730083:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758703488
00000100:00100000:1.0:1767321602.730091:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758703488
00000100:00100000:1.0:1767321602.730180:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4836
00000100:00100000:1.0:1767321602.730192:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758703488:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321602.730252:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758703488:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 62us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321602.730259:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4836
00000100:00100000:1.0:1767321603.591635:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321603.975128:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321604.038877:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321604.038888:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321604.038891:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321604.038896:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321604.038901:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321604.038912:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4141
00000100:00080000:0.0:1767321604.038918:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321604.038926:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321604.038969:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5d500 x1853166816595712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321604.038986:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321604.038989:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321604.038991:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321604.038996:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4141
00000100:00080000:0.0:1767321604.038999:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321604.039005:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321604.039019:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5f800 x1853166816595840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321604.039196:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321604.039204:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321604.039206:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321604.039211:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4141
00000100:00080000:0.0:1767321604.039214:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321604.039218:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321604.039231:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5f100 x1853166816596096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321604.039284:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767321604.039287:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816595712
00000100:00080000:0.0:1767321604.039289:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321604.039293:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767321604.039297:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816595712
00000100:00080000:0.0:1767321604.039298:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4141
00000100:00080000:0.0:1767321604.039303:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321604.039306:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321604.039318:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5f480 x1853166816596352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321604.039332:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816595968
00000100:00100000:1.0:1767321604.039337:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816595968
00000100:00080000:0.0:1767321604.043601:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321604.043607:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321604.043619:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816596224
00000100:00100000:0.0:1767321604.043624:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816596224
00000100:00100000:0.0:1767321604.043659:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4838
00000100:00100000:0.0:1767321604.043668:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816596224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321604.043902:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816596224:12345-0@lo:400:kworker.0 Request processed in 235us (788us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321604.043911:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4838
00000100:00100000:0.0:1767321604.043930:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89140
00000100:00100000:0.0:1767321604.043935:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816595712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321604.043953:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321604.043984:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816595712:12345-0@lo:38:kworker.0 Request processed in 47us (4903us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321604.043990:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89140
00000100:00100000:0.0:1767321604.044003:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89141
00000100:00100000:0.0:1767321604.044007:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816596096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321604.044016:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321604.044037:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816596096:12345-0@lo:38:kworker.0 Request processed in 29us (4616us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321604.044042:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89141
00000100:00100000:0.0:1767321604.044057:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89142
00000100:00100000:0.0:1767321604.044061:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816596352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321604.044071:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321604.044090:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816596352:12345-0@lo:38:kworker.0 Request processed in 28us (4631us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321604.044096:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89142
00000100:00080000:0.0:1767321604.044112:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321604.044153:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052
00000100:00100000:0.0:1767321604.044160:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816596480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321604.044190:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816596480:12345-0@lo:400:kworker.0 Request processed in 31us (1162us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321604.044197:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052
00000100:00080000:0.0:1767321604.044257:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321604.044263:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321604.044267:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816596096:0@lo:38:kworker.0
00000100:00080000:0.0:1767321604.044279:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321604.044282:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321604.044284:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816596352:0@lo:38:kworker.0
00000100:00080000:0.0:1767321604.044295:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321604.044298:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321604.044301:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816595840:0@lo:38:kworker.0
00000100:00080000:0.0:1767321604.044310:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321604.044312:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321604.044315:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816595712:0@lo:38:kworker.0
00000100:00100000:1.0:1767321604.044445:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816596224:0@lo:400:kworker.0
00000100:00100000:1.0:1767321604.044458:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816596480:0@lo:400:kworker.0
00000100:00100000:0.0:1767321604.044951:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816595968:0@lo:400:kworker.0
00000100:00080000:1.0:1767321604.045002:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321604.615718:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321604.999093:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321605.575285:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321605.575303:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816596864:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321605.575340:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321605.578665:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816596864:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321605.578768:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816596736:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321605.639128:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321606.662933:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321606.828131:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758703872
00000100:00100000:1.0:1767321606.828142:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758703872
00000100:00100000:1.0:1767321606.829467:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4839
00000100:00100000:1.0:1767321606.829479:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758703872:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321606.829554:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758703872:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (1672us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321606.829561:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4839
00000100:00080000:0.0:1767321606.832229:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321607.686891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321608.071250:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321608.135701:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321583/real 1767321583]  req@ffff8d4e80377800 x1853166816590464/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321608 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321608.135738:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e80377800 x1853166816590464/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321608 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321608.135789:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321608.135811:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321608.135823:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816590464:0@lo:250:kworker.0
00000100:00100000:0.0:1767321608.136110:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816596992:0@lo:250:kworker.0
00000100:00100000:1.0:1767321608.136148:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816597376:0@lo:400:kworker.0
00000400:00000100:0.0:1767321608.136176:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816596992 offset 0 length 520: 4
00000100:00100000:1.0:1767321608.136198:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321608.136225:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816597120:0@lo:38:kworker.0
00000100:00100000:1.0:1767321608.136235:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321608.136244:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816597632:0@lo:400:kworker.0
00000100:00100000:0.0:1767321608.136252:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321608.136272:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321608.136288:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816597248:0@lo:38:kworker.0
00000100:00100000:1.0:1767321608.136296:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816597888:0@lo:400:kworker.0
00000100:00100000:0.0:1767321608.136318:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321608.136318:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321608.136339:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816597504:0@lo:38:kworker.0
00000100:00100000:1.0:1767321608.136350:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816597888
00000100:00100000:1.0:1767321608.136354:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816597888
00000100:00100000:0.0:1767321608.136361:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321608.136383:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816597760:0@lo:38:kworker.0
00000100:00100000:1.0:1767321608.136392:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054
00000100:00100000:0.0:1767321608.136406:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321608.136413:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816597888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321608.136436:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816597760
00000100:00100000:0.0:1767321608.136442:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816597760
00000100:00100000:1.0:1767321608.136470:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816597888:12345-0@lo:400:kworker.0 Request processed in 68us (151us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321608.136479:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054
00000100:00100000:1.0:1767321608.136537:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816597376:0@lo:400:kworker.0
00000100:00100000:1.0:1767321608.136554:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816598016
00000100:00100000:1.0:1767321608.136557:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816598016
00000100:00100000:1.0:1767321608.136578:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055
00000100:00100000:1.0:1767321608.136584:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816598016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321608.136594:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4841
00000100:00100000:0.0:1767321608.136601:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816597632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321608.136630:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816597632:12345-0@lo:400:kworker.0 Request processed in 31us (359us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321608.136630:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816598016:12345-0@lo:400:kworker.0 Request processed in 46us (92us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321608.136637:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4841
00000100:00100000:1.0:1767321608.136637:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055
00000100:00100000:0.0:1767321608.136649:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89144
00000100:00100000:0.0:1767321608.136653:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816597120:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321608.136656:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89145
00000100:00100000:1.0:1767321608.136659:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816597504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321608.136670:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767321608.136674:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321608.136700:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816597504:12345-0@lo:38:kworker.0 Request processed in 39us (338us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321608.136706:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89145
00000100:00100000:1.0:1767321608.136720:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89146
00000100:00100000:1.0:1767321608.136724:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816597760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321608.136732:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321608.149589:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816597120:12345-0@lo:38:kworker.0 Request processed in 12932us (13336us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321608.149600:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89144
00000100:00100000:1.0:1767321608.153225:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816597760:12345-0@lo:38:kworker.0 Request processed in 16489us (16809us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321608.153240:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89146
00000100:00100000:1.0:1767321608.710924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321609.096545:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321609.738621:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321610.696537:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816598144
00000100:00100000:1.0:1767321610.696546:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816598144
00000100:00100000:1.0:1767321610.696619:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737
00000100:00100000:1.0:1767321610.696629:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816598144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321610.696702:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321610.696783:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816598144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 156us (725us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321610.696799:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737
00000100:00100000:1.0:1767321610.696875:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816598144:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321610.701518:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321610.759566:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321611.783428:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321611.946251:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758704128
00000100:00100000:1.0:1767321611.946267:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758704128
00000100:00100000:1.0:1767321611.946377:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4842
00000100:00100000:1.0:1767321611.946389:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758704128:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321611.946483:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758704128:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 96us (1465us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321611.946492:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4842
00000100:00080000:0.0:1767321611.947586:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321612.167500:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321612.807645:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321613.191738:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321613.255623:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816598656:0@lo:400:kworker.0
00000100:00100000:0.0:1767321613.255699:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816599296:0@lo:400:kworker.0
00000100:00100000:1.0:1767321613.272383:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321613.272440:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321613.272460:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816598656
00000100:00100000:1.0:1767321613.272465:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816598656
00000100:00100000:1.0:1767321613.275035:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4843
00000100:00100000:1.0:1767321613.275051:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816598656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321613.292799:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321613.292928:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321613.292974:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816598656:12345-0@lo:400:kworker.0 Request processed in 17924us (20586us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321613.292990:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4843
00000100:00100000:0.0:1767321613.293009:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816598656:0@lo:400:kworker.0
00000100:00080000:0.0:1767321613.294319:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321613.294364:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816599296:0@lo:400:kworker.0
00000100:00100000:1.0:1767321613.830935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321614.855793:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767321615.815651:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321615.823968:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321615.824000:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816599552:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321615.824198:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321615.825018:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816599552:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321615.825079:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321615.878992:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321616.265457:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321616.902909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321617.069979:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758704256
00000100:00100000:1.0:1767321617.069992:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758704256
00000100:00100000:1.0:1767321617.070040:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758704384
00000100:00100000:1.0:1767321617.070043:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758704384
00000100:00100000:1.0:1767321617.070133:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4845
00000100:00100000:1.0:1767321617.070140:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758704384:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321617.070213:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758704384:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 74us (5085us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321617.070219:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4845
00000100:00100000:1.0:1767321617.070232:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89151
00000100:00100000:1.0:1767321617.070235:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758704256:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321617.070252:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321617.070276:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758704256:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 38us (5551us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321617.070282:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89151
00000100:00080000:0.0:1767321617.070603:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321617.287086:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321617.929832:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767321618.375226:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321618.375238:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321618.375242:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321618.375247:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321618.375251:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321618.375259:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4155
00000100:00080000:0.0:1767321618.375264:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321618.375271:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321618.375533:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ea00 x1853166816599680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321618.375567:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321618.375571:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321618.375573:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321618.375578:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4155
00000100:00080000:0.0:1767321618.375580:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321618.375584:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321618.375600:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ed80 x1853166816599808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321618.375784:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816599936:0@lo:400:kworker.0
00000100:00100000:1.0:1767321618.375956:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321618.377984:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321618.377992:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321618.377995:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321618.378039:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4155
00000100:00080000:0.0:1767321618.378042:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321618.378047:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321618.378079:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ce00 x1853166816600064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321618.378114:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321618.378116:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321618.378117:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321618.378120:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4155
00000100:00080000:0.0:1767321618.378121:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321618.378123:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321618.378129:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5dc00 x1853166816600320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321618.378164:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816600448:0@lo:400:kworker.0
00000100:00100000:0.0:1767321618.378208:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321618.378282:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321618.378288:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816600192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321618.378344:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816600448
00000100:00100000:0.0:1767321618.378350:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816600448
00000100:00100000:0.0:1767321618.378396:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058
00000100:00100000:0.0:1767321618.378401:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816600448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321618.378453:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816600448:12345-0@lo:400:kworker.0 Request processed in 50us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321618.378459:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058
00000100:00080000:0.0:1767321618.378479:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321618.378572:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321618.378577:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816600576:0@lo:400:kworker.0
00000100:00100000:1.0:1767321618.378594:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321618.378752:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816600576
00000100:00100000:0.0:1767321618.378795:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816600576
00000100:00100000:0.0:1767321618.378826:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059
00000100:00080000:1.0:1767321618.379026:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321618.379051:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321618.380083:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816600576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321618.380168:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816600576:12345-0@lo:400:kworker.0 Request processed in 1335us (1571us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321618.380268:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059
00000100:00100000:1.0:1767321618.383455:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321618.383505:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321618.383560:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816600192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321618.383573:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816600448:0@lo:400:kworker.0
00000100:00080000:0.0:1767321618.390582:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321618.390588:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321618.390592:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816599680:0@lo:38:kworker.0
00000100:00100000:0.0:1767321618.390602:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816599808:0@lo:38:kworker.0
00000100:00100000:0.0:1767321618.390640:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321618.390768:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816600064:0@lo:38:kworker.0
00000100:00100000:0.0:1767321618.390795:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321618.390811:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816600320:0@lo:38:kworker.0
00000100:00100000:0.0:1767321618.390846:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321618.390874:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816600064
00000100:00100000:0.0:1767321618.390878:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816600064
00000100:00100000:0.0:1767321618.390898:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816600320
00000100:00100000:0.0:1767321618.390901:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816600320
00000100:00100000:0.0:1767321618.390915:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89153
00000100:00100000:0.0:1767321618.390920:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816600064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321618.390931:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321618.390961:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816600064:12345-0@lo:38:kworker.0 Request processed in 40us (165us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321618.390980:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89153
00000100:00100000:0.0:1767321618.390993:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89154
00000100:00100000:0.0:1767321618.390998:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816600320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321618.391008:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321618.391032:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816600320:12345-0@lo:38:kworker.0 Request processed in 32us (197us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321618.391039:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89154
00000100:00080000:0.0:1767321618.391062:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321618.391066:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321618.391069:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816600064:0@lo:38:kworker.0
00000100:00080000:0.0:1767321618.391077:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321618.391079:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321618.391082:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816600320:0@lo:38:kworker.0
00000100:00080000:0.0:1767321618.394854:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321618.394860:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321618.394864:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816599808:0@lo:38:kworker.0
00000100:00100000:1.0:1767321618.950878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321619.974890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321620.360691:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321620.935130:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321620.935154:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816600704:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321620.935247:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321620.935539:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321620.935592:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816600704:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321620.939191:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321620.939217:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816600832:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321620.939298:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321620.940218:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321620.940245:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816600832:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321620.999128:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321621.383673:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321622.024038:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321623.047404:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767321623.496766:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321623.496777:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321623.496780:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321623.496784:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321623.496788:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321623.496796:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4160
00000100:00080000:1.0:1767321623.496800:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321623.496807:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321623.496943:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215880 x1853166816600960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321623.497380:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321623.497384:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321623.497386:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321623.497390:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4160
00000100:00080000:1.0:1767321623.497393:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321623.497397:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321623.498031:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d217480 x1853166816601088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321623.498069:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321623.498073:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321623.498075:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321623.498079:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4160
00000100:00080000:1.0:1767321623.498082:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321623.498086:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321623.498098:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d214700 x1853166816601344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321623.498123:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321623.498126:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321623.498128:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321623.498131:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4160
00000100:00080000:1.0:1767321623.498134:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321623.498137:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321623.498162:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216d80 x1853166816601600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321623.498205:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816601856:0@lo:400:kworker.0
00000100:00100000:1.0:1767321623.498241:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321623.498287:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321623.498294:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816601216:0@lo:400:kworker.0
00000100:00100000:1.0:1767321623.498378:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321623.498406:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816601728:0@lo:400:kworker.0
00000100:00100000:1.0:1767321623.498712:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321623.498733:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321623.498739:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816601472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321623.498787:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321623.498811:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816601216
00000100:00100000:1.0:1767321623.498817:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816601216
00000100:00100000:0.0:1767321623.498984:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816601856
00000100:00100000:0.0:1767321623.498989:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816601856
00000100:00100000:0.0:1767321623.499020:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816601728
00000100:00100000:0.0:1767321623.499022:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816601728
00000100:00100000:0.0:1767321623.499042:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060
00000100:00100000:0.0:1767321623.499048:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816601856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321623.499093:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816601856:12345-0@lo:400:kworker.0 Request processed in 45us (852us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321623.499100:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060
00000100:00100000:0.0:1767321623.499113:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061
00000100:00100000:0.0:1767321623.499118:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816601728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321623.499144:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816601728:12345-0@lo:400:kworker.0 Request processed in 26us (433us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321623.499149:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061
00000100:00100000:0.0:1767321623.499165:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816601472
00000100:00100000:0.0:1767321623.499168:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816601472
00000100:00100000:0.0:1767321623.499790:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4849
00000100:00100000:0.0:1767321623.499799:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816601216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321623.499837:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816601216:12345-0@lo:400:kworker.0 Request processed in 40us (1458us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321623.499848:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4849
00000100:00100000:0.0:1767321623.499872:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4850
00000100:00100000:0.0:1767321623.499878:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816601472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321623.499905:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816601472:12345-0@lo:400:kworker.0 Request processed in 28us (1118us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321623.499911:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4850
00000100:00100000:0.0:1767321623.499969:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816601472:0@lo:400:kworker.0
00000100:00100000:0.0:1767321623.502137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816601728:0@lo:400:kworker.0
00000100:00100000:1.0:1767321623.502309:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816601216:0@lo:400:kworker.0
00000100:00100000:1.0:1767321623.502325:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816601856:0@lo:400:kworker.0
00000100:00100000:0.0:1767321623.508640:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816601088
00000100:00100000:0.0:1767321623.508648:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816601088
00000100:00100000:0.0:1767321623.508728:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22
00000100:00100000:0.0:1767321623.508735:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816601088:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321623.508772:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321623.508821:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816601088:12345-0@lo:38:kworker.0 Request processed in 85us (2316us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321623.508827:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22
00000100:00100000:1.0:1767321624.074095:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321624.460197:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321625.094899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321625.480730:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321626.058144:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816602112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321626.062130:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321626.070705:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816601984
00000100:00100000:0.0:1767321626.070722:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816601984
00000100:00100000:0.0:1767321626.070845:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743
00000100:00100000:0.0:1767321626.070856:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816601984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321626.070889:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321626.070962:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816601984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (6158us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321626.070969:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743
00000100:00100000:0.0:1767321626.071057:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816602112:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321626.071206:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321626.071211:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321626.119131:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321627.142881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321627.306742:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321627.306877:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321627.313929:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89159
00000100:00100000:0.0:1767321627.313937:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758704768:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321627.313959:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321627.314722:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321627.316892:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758704768:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 2946us (10154us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321627.316905:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89159
00000100:00100000:1.0:1767321628.167090:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321628.551062:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321628.615093:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321628.615102:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321628.615104:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321628.615107:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321628.615111:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321628.615117:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4166
00000100:00080000:0.0:1767321628.615121:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321628.615126:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321628.615161:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5dc00 x1853166816602240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321628.615186:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321628.615189:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321628.615191:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321628.615194:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4166
00000100:00080000:0.0:1767321628.615197:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321628.615200:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321628.615214:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ce00 x1853166816602368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321628.615285:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816602496:0@lo:400:kworker.0
00000100:00080000:0.0:1767321628.615428:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321628.615432:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321628.615434:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321628.615439:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4166
00000100:00080000:0.0:1767321628.615445:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321628.615448:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321628.615462:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ca80 x1853166816602624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321628.615501:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816602240
00000100:00100000:1.0:1767321628.615509:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816602240
00000100:00100000:1.0:1767321628.615546:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89160
00000100:00100000:1.0:1767321628.615553:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816602240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321628.615571:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321628.615675:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321628.615679:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321628.615681:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321628.615685:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4166
00000100:00080000:0.0:1767321628.615688:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321628.615691:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321628.615718:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66248a80 x1853166816602880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321628.616203:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816602240:12345-0@lo:38:kworker.0 Request processed in 648us (792us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321628.616211:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89160
00000100:00100000:1.0:1767321628.616227:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816602496
00000100:00100000:1.0:1767321628.616231:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816602496
00000100:00100000:1.0:1767321628.616281:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4852
00000100:00100000:1.0:1767321628.616288:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816602496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321628.616331:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816602496:12345-0@lo:400:kworker.0 Request processed in 44us (725us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321628.616338:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4852
00000100:00080000:1.0:1767321628.616355:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321628.616382:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816602496:0@lo:400:kworker.0
00000100:00100000:0.0:1767321628.616497:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816603136:0@lo:400:kworker.0
00000100:00100000:0.0:1767321628.616534:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321628.616559:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816603136
00000100:00100000:0.0:1767321628.616562:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816603136
00000100:00100000:0.0:1767321628.617082:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062
00000100:00100000:0.0:1767321628.617092:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816603136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321628.617132:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816603136:12345-0@lo:400:kworker.0 Request processed in 41us (596us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321628.617138:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062
00000100:00100000:0.0:1767321628.617171:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816603136:0@lo:400:kworker.0
00000100:00080000:1.0:1767321628.617362:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321628.617367:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321628.617483:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816602368
00000100:00100000:0.0:1767321628.617488:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816602368
00000100:00100000:0.0:1767321628.617559:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23
00000100:00100000:0.0:1767321628.617564:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816602368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321628.617592:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321628.617625:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816602368:12345-0@lo:38:kworker.0 Request processed in 60us (183us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321628.617642:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23
00000100:00100000:1.0:1767321628.618056:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816602624
00000100:00100000:1.0:1767321628.618060:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816602624
00000100:00100000:1.0:1767321628.618082:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816602880
00000100:00100000:1.0:1767321628.618083:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816602880
00000100:00100000:1.0:1767321628.618097:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89161
00000100:00100000:1.0:1767321628.618102:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816602624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321628.618114:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321628.618124:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89162
00000100:00100000:0.0:1767321628.618129:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816602880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321628.618140:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321628.618144:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816602624:12345-0@lo:38:kworker.0 Request processed in 42us (485us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321628.618150:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89161
00000100:00100000:0.0:1767321628.618161:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816602880:12345-0@lo:38:kworker.0 Request processed in 31us (417us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321628.618167:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89162
00000100:00100000:1.0:1767321629.190874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321629.575679:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321630.216961:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321631.175368:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816603392:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321631.175399:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321631.175484:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816603264
00000100:00100000:1.0:1767321631.175493:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816603264
00000100:00100000:1.0:1767321631.175671:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745
00000100:00100000:1.0:1767321631.175680:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816603264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321631.175708:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321631.175791:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816603264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (655us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321631.175800:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745
00000100:00100000:1.0:1767321631.175851:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816603264:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321631.178669:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321631.178682:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321631.238979:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321632.263671:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321632.432707:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758705152
00000100:00100000:1.0:1767321632.432716:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758705152
00000100:00100000:1.0:1767321632.432816:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89163
00000100:00100000:1.0:1767321632.432822:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758705152:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321632.432841:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321632.432896:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758705152:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 74us (253us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321632.432901:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89163
00000100:00100000:1.0:1767321632.438982:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:0.0:1767321632.444207:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321632.654798:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321633.286896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321633.676714:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321633.735292:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321633.735309:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816603776:0@lo:400:kworker.0
00000100:00080000:3.0:1767321633.735322:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321633.735324:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321633.735327:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4171
00000100:00080000:3.0:1767321633.735329:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321633.735332:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321633.735341:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938a80 x1853166816604160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321633.735373:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816604032:0@lo:400:kworker.0
00000100:00100000:1.0:1767321633.735376:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321633.735535:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321608/real 1767321608]  req@ffff8d4d42af5180 x1853166816596992/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321633 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321633.735558:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d42af5180 x1853166816596992/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321633 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321633.735575:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816603520:0@lo:38:kworker.0
00000100:00100000:3.0:1767321633.735954:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321633.735982:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321633.735988:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816604288:0@lo:400:kworker.0
00000100:00100000:1.0:1767321633.735994:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816603776
00000100:00100000:1.0:1767321633.736001:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816603776
00000100:00100000:3.0:1767321633.736011:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321633.736048:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816604288
00000100:00100000:3.0:1767321633.736052:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816604288
00000100:00100000:1.0:1767321633.736055:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816604032
00000100:00100000:1.0:1767321633.736057:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816604032
00000100:00100000:1.0:1767321633.736076:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4855
00000100:00100000:3.0:1767321633.736078:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064
00000100:00100000:1.0:1767321633.736084:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816603776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321633.736086:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816604288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321633.736128:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816603776:12345-0@lo:400:kworker.0 Request processed in 44us (750us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321633.736128:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816604288:12345-0@lo:400:kworker.0 Request processed in 43us (114us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321633.736136:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4855
00000100:00100000:3.0:1767321633.736136:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064
00000100:00100000:1.0:1767321633.736151:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4856
00000100:00100000:1.0:1767321633.736157:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816604032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321633.736177:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816604288:0@lo:400:kworker.0
00000100:00100000:1.0:1767321633.736180:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816604032:12345-0@lo:400:kworker.0 Request processed in 24us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321633.736185:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4856
00000100:00100000:3.0:1767321633.736186:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816604032:0@lo:400:kworker.0
00000100:00080000:1.0:1767321633.736200:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321633.736204:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321633.736228:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816603776:0@lo:400:kworker.0
00000100:00100000:0.0:1767321633.736385:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321633.736464:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816603648:0@lo:38:kworker.0
00000100:00100000:0.0:1767321633.736490:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321633.736494:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816604416
00000100:00100000:3.0:1767321633.736498:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816604416
00000100:00100000:0.0:1767321633.736520:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816603904:0@lo:38:kworker.0
00000100:00100000:3.0:1767321633.736526:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065
00000100:00100000:3.0:1767321633.736532:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4fafb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816604416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321633.736540:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321633.736971:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4fafb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816604416:12345-0@lo:400:kworker.0 Request processed in 438us (586us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321633.736979:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065
00000100:00100000:0.0:1767321633.738464:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816604160:0@lo:38:kworker.0
00000100:00100000:0.0:1767321633.738508:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321633.738639:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816603520
00000100:00100000:1.0:1767321633.738646:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816603520
00000100:00100000:1.0:1767321633.738687:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816603904
00000100:00100000:1.0:1767321633.738692:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816603904
00000100:00100000:1.0:1767321633.738710:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89164
00000100:00100000:1.0:1767321633.738717:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816603520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321633.738738:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321633.738792:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816603520:12345-0@lo:38:kworker.0 Request processed in 73us (2406us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321633.738811:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89164
00000100:00100000:1.0:1767321633.738827:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89165
00000100:00100000:1.0:1767321633.738831:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816603904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321633.738841:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321633.738865:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816603904:12345-0@lo:38:kworker.0 Request processed in 32us (2324us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321633.739062:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89165
00000100:00080000:0.0:1767321633.739176:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321633.739198:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321633.739202:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816596992:0@lo:250:kworker.0
00000100:00080000:3.0:1767321633.739332:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321633.739337:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321633.739340:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321633.739345:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4150
00000100:00080000:3.0:1767321633.739349:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321633.739354:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321633.739380:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938380 x1853166816604544/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321633.739447:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816604544:0@lo:250:kworker.0
00000400:00000100:0.0:1767321633.739474:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816604544 offset 0 length 520: 4
00000100:00080000:0.0:1767321633.739507:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321633.739511:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321633.739515:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816603520:0@lo:38:kworker.0
00000100:00080000:0.0:1767321633.739524:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321633.739528:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321633.739531:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816603648:0@lo:38:kworker.0
00000100:00080000:0.0:1767321633.739539:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321633.739542:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321633.739545:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816603904:0@lo:38:kworker.0
00000100:00100000:1.0:1767321633.739976:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89166
00000100:00100000:1.0:1767321633.739982:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816604160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321633.739996:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321633.740035:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816604160:12345-0@lo:38:kworker.0 Request processed in 51us (1526us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321633.740041:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89166
00000100:00080000:0.0:1767321633.740120:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321633.740125:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321633.740128:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816604160:0@lo:38:kworker.0
00000100:00100000:1.0:1767321634.310889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321634.695006:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321635.334878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321636.295726:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816604672:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321636.295804:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321636.295854:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816604672
00000100:00100000:1.0:1767321636.295864:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816604672
00000100:00100000:1.0:1767321636.296021:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747
00000100:00100000:1.0:1767321636.296033:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816604672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321636.296063:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321636.296120:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816604672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321636.296128:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747
00000100:00100000:1.0:1767321636.296181:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816604800:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321636.296209:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321636.296248:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816604800
00000100:00100000:1.0:1767321636.296252:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816604800
00000100:00080000:3.0:1767321636.296604:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321636.296608:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321636.296797:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748
00000100:00100000:1.0:1767321636.296805:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816604800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321636.296823:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321636.296872:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816604800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (662us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321636.296878:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748
00000100:00100000:1.0:1767321636.359286:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321636.743007:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321637.382929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321637.543896:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321637.543984:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321637.544128:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758705536
00000100:00100000:1.0:1767321637.544138:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758705536
00000100:00100000:0.0:1767321637.544308:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758705408
00000100:00100000:0.0:1767321637.544313:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758705408
00000100:00100000:0.0:1767321637.544356:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4857
00000100:00100000:0.0:1767321637.544367:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758705536:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321637.544457:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758705536:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 91us (570us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321637.544475:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4857
00000100:00100000:0.0:1767321637.544493:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89167
00000100:00100000:0.0:1767321637.544497:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758705408:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321637.544517:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321637.544542:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758705408:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (558us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321637.544557:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89167
00000100:00080000:3.0:1767321637.546989:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321637.767106:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321638.406879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321638.792319:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321638.854891:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321638.854904:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321638.854907:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321638.854911:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321638.854915:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321638.854924:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4176
00000100:00080000:3.0:1767321638.854929:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321638.854937:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321638.854981:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b480 x1853166816604928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321638.855016:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321638.855020:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321638.855022:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321638.855026:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4176
00000100:00080000:3.0:1767321638.855029:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321638.855032:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321638.855044:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93aa00 x1853166816605056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321638.855096:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321638.855100:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321638.855101:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321638.855105:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4176
00000100:00080000:3.0:1767321638.855107:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321638.855110:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321638.855128:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93a680 x1853166816605312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321638.855159:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321638.855163:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321638.855165:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321638.855168:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4176
00000100:00080000:3.0:1767321638.855171:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321638.855174:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321638.855185:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938a80 x1853166816605568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321638.855221:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816605696:0@lo:400:kworker.0
00000100:00100000:3.0:1767321638.855298:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321638.855369:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321638.855375:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816605440:0@lo:400:kworker.0
00000100:00100000:3.0:1767321638.855400:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321638.855432:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816605696
00000100:00100000:3.0:1767321638.855439:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816605696
00000100:00100000:3.0:1767321638.855494:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066
00000100:00100000:3.0:1767321638.855503:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816605696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321638.855571:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816605696:12345-0@lo:400:kworker.0 Request processed in 70us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321638.855578:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066
00000100:00080000:3.0:1767321638.855596:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321638.855623:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816605696:0@lo:400:kworker.0
00000100:00100000:0.0:1767321638.855697:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816604928:0@lo:38:kworker.0
00000100:00100000:0.0:1767321638.855726:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321638.855749:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816605056:0@lo:38:kworker.0
00000100:00100000:0.0:1767321638.855792:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321638.855816:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816605312:0@lo:38:kworker.0
00000100:00100000:0.0:1767321638.855836:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321638.855853:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816605568:0@lo:38:kworker.0
00000100:00100000:0.0:1767321638.855869:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321638.855897:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816605056
00000100:00100000:0.0:1767321638.855901:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816605056
00000100:00100000:0.0:1767321638.855922:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25
00000100:00100000:0.0:1767321638.855926:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816605056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321638.855943:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321638.855974:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816605056:12345-0@lo:38:kworker.0 Request processed in 46us (181us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321638.855980:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25
00000100:00100000:0.0:1767321638.856000:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816605440
00000100:00100000:0.0:1767321638.856003:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816605440
00000100:00100000:0.0:1767321638.856031:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816604928
00000100:00100000:0.0:1767321638.856033:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816604928
00000100:00100000:0.0:1767321638.856045:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816605312
00000100:00100000:0.0:1767321638.856048:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816605312
00000100:00100000:0.0:1767321638.856055:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816605568
00000100:00100000:0.0:1767321638.856056:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816605568
00000100:00100000:0.0:1767321638.856065:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4858
00000100:00100000:0.0:1767321638.856071:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816605440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321638.856106:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816605440:12345-0@lo:400:kworker.0 Request processed in 35us (705us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321638.856112:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4858
00000100:00100000:0.0:1767321638.856124:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89168
00000100:00100000:0.0:1767321638.856128:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816604928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321638.856138:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321638.856162:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816604928:12345-0@lo:38:kworker.0 Request processed in 33us (436us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321638.856168:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89168
00000100:00100000:0.0:1767321638.856179:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89169
00000100:00100000:0.0:1767321638.856182:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816605312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321638.856190:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321638.856210:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816605312:12345-0@lo:38:kworker.0 Request processed in 27us (373us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321638.856215:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89169
00000100:00100000:0.0:1767321638.856225:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89170
00000100:00100000:0.0:1767321638.856229:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816605568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321638.856237:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321638.856258:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816605568:12345-0@lo:38:kworker.0 Request processed in 27us (388us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321638.856264:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89170
00000100:00080000:0.0:1767321638.856292:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321638.856308:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321638.856313:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321638.856316:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816604928:0@lo:38:kworker.0
00000100:00080000:0.0:1767321638.856325:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321638.856328:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321638.856331:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816605056:0@lo:38:kworker.0
00000100:00080000:0.0:1767321638.856339:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321638.856342:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321638.856344:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816605312:0@lo:38:kworker.0
00000100:00080000:0.0:1767321638.856351:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321638.856353:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321638.856356:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816605568:0@lo:38:kworker.0
00000100:00100000:0.0:1767321638.856388:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816605440:0@lo:400:kworker.0
00000100:00100000:1.0:1767321639.430848:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321640.454887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321640.839054:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321641.415265:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321641.415299:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816606080:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321641.415421:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321641.415526:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816606080
00000100:00100000:3.0:1767321641.415535:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816606080
00000100:00080000:1.0:1767321641.415573:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321641.415596:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749
00000100:00100000:3.0:1767321641.415607:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816606080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321641.415637:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321641.415826:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816605952
00000100:00100000:1.0:1767321641.415831:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816605952
00000100:00100000:3.0:1767321641.415893:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816606080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 288us (470us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321641.415903:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749
00000100:00100000:1.0:1767321641.416140:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816605952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321641.416141:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816606080:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321641.478887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321641.863008:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321642.503800:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321642.670172:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321642.675227:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758705664
00000100:00100000:1.0:1767321642.675242:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758705664
00000100:00100000:1.0:1767321642.675361:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89171
00000100:00100000:1.0:1767321642.675370:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758705664:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321642.675394:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321642.675478:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758705664:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 108us (5313us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321642.675486:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89171
00000100:00100000:0.0:1767321642.679899:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321642.679982:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758705792
00000100:00100000:3.0:1767321642.679997:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758705792
00000100:00100000:3.0:1767321642.680072:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4860
00000100:00100000:3.0:1767321642.680086:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758705792:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321642.680177:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758705792:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321642.680187:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4860
00010000:00010000:3.0:1767321642.887543:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321643.528936:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767321643.974890:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321643.974901:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321643.974904:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321643.974908:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321643.974912:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321643.974919:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4181
00000100:00080000:0.0:1767321643.974924:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321643.974929:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321643.974974:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249c00 x1853166816606208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321643.974996:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321643.975011:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321643.975013:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321643.975017:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4181
00000100:00080000:0.0:1767321643.975020:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321643.975024:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321643.975038:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624ad80 x1853166816606336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321643.975081:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321643.975085:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321643.975086:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321643.975089:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4181
00000100:00080000:0.0:1767321643.975091:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321643.975095:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321643.975105:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624b800 x1853166816606592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321643.975137:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321643.975140:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767321643.975140:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816606464:0@lo:400:kworker.0
00000100:00080000:0.0:1767321643.975143:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321643.975149:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4181
00000100:00080000:0.0:1767321643.975151:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321643.975154:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321643.975170:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439180 x1853166816606848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321643.975191:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816606208:0@lo:38:kworker.0
00000100:00100000:0.0:1767321643.975225:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816606976:0@lo:400:kworker.0
00000100:00100000:3.0:1767321643.975247:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321643.975265:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321643.975338:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816606208
00000100:00100000:1.0:1767321643.975347:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816606208
00000100:00100000:1.0:1767321643.975394:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89172
00000100:00100000:1.0:1767321643.975402:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816606208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321643.975420:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321643.977383:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816606976
00000100:00100000:0.0:1767321643.977394:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816606976
00000100:00100000:0.0:1767321643.977458:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068
00000100:00100000:0.0:1767321643.977468:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816606976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321643.977549:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816606976:12345-0@lo:400:kworker.0 Request processed in 82us (2283us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321643.977555:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068
00000100:00080000:0.0:1767321643.977577:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321643.977612:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816606976:0@lo:400:kworker.0
00000100:00100000:0.0:1767321643.977647:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321643.977673:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321643.977682:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816607104:0@lo:400:kworker.0
00000100:00100000:0.0:1767321643.977710:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321643.977972:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816607104
00000100:00100000:0.0:1767321643.977977:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816607104
00000100:00100000:0.0:1767321643.978224:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069
00000100:00100000:0.0:1767321643.978233:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816607104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321643.978272:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816607104:12345-0@lo:400:kworker.0 Request processed in 41us (560us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321643.978279:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069
00000100:00080000:0.0:1767321643.978295:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321643.978315:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816607104:0@lo:400:kworker.0
00000100:00100000:0.0:1767321643.978346:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816606464
00000100:00100000:0.0:1767321643.978350:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816606464
00000100:00100000:0.0:1767321643.978389:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4861
00000100:00100000:0.0:1767321643.978397:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816606464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321643.978432:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816606464:12345-0@lo:400:kworker.0 Request processed in 36us (784us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321643.978438:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4861
00000100:00080000:0.0:1767321643.978452:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321643.978470:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816606464:0@lo:400:kworker.0
00000100:00100000:3.0:1767321643.980847:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816606336:0@lo:38:kworker.0
00000100:00100000:3.0:1767321643.980923:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321643.980976:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816606592:0@lo:38:kworker.0
00000100:00100000:0.0:1767321643.981164:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816606336
00000100:00100000:0.0:1767321643.981174:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816606336
00000100:00100000:0.0:1767321643.981215:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26
00000100:00100000:0.0:1767321643.981222:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816606336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321643.981246:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321643.981582:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816606336:12345-0@lo:38:kworker.0 Request processed in 359us (659us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321643.981589:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26
00000100:00100000:3.0:1767321643.981690:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321643.981714:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816606848:0@lo:38:kworker.0
00000100:00100000:3.0:1767321643.981739:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321643.981802:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321643.981807:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321643.981811:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816606336:0@lo:38:kworker.0
00000100:00100000:0.0:1767321643.981911:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816606848
00000100:00100000:0.0:1767321643.981917:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816606848
00000100:00100000:0.0:1767321643.981944:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89174
00000100:00100000:0.0:1767321643.981951:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816606848:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321643.981963:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321643.981998:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816606848:12345-0@lo:38:kworker.0 Request processed in 45us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321643.982009:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89174
00000100:00080000:3.0:1767321643.982677:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321643.982684:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321643.982687:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816606592:0@lo:38:kworker.0
00000100:00080000:3.0:1767321643.982697:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321643.982700:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321643.982703:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816606848:0@lo:38:kworker.0
00000100:00100000:1.0:1767321643.992041:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816606208:12345-0@lo:38:kworker.0 Request processed in 16628us (16794us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321643.992058:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89172
00000100:00080000:3.0:1767321643.992566:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321643.992576:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321643.992581:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816606208:0@lo:38:kworker.0
00000100:00100000:1.0:1767321644.550890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321644.935474:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321645.574830:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321645.959005:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321646.535124:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321646.535146:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816607360:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321646.535212:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321646.535690:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816607360
00000100:00100000:3.0:1767321646.535701:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816607360
00000100:00100000:3.0:1767321646.535790:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816607232
00000100:00100000:3.0:1767321646.535793:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816607232
00000100:00100000:3.0:1767321646.535818:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751
00000100:00100000:3.0:1767321646.535832:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816607360:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321646.535841:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752
00000100:00100000:1.0:1767321646.535854:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816607232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321646.535864:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:1.0:1767321646.535875:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321646.536070:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816607360:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321646.536494:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816607232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 643us (860us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321646.536503:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752
00000100:00100000:3.0:1767321646.539589:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816607360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3752us (4367us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321646.539604:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751
00000100:00100000:1.0:1767321646.598895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321646.982998:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321647.622884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321647.785564:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321647.785623:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321647.785674:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758705920
00000100:00100000:1.0:1767321647.785685:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758705920
00000100:00100000:1.0:1767321647.785736:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758706048
00000100:00100000:1.0:1767321647.785740:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758706048
00000100:00100000:1.0:1767321647.785844:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4863
00000100:00100000:1.0:1767321647.785855:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758706048:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321647.785931:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758706048:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321647.785938:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4863
00000100:00100000:1.0:1767321647.785955:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89175
00000100:00100000:1.0:1767321647.785959:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758705920:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321647.785978:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321647.786003:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758705920:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (450us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321647.786009:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89175
00000100:00080000:0.0:1767321647.786234:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321648.647318:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321649.031826:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321649.096438:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816608000:0@lo:400:kworker.0
00000100:00100000:1.0:1767321649.096462:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816607744:0@lo:400:kworker.0
00000100:00100000:0.0:1767321649.096537:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816607488:0@lo:38:kworker.0
00000100:00100000:3.0:1767321649.098960:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321649.099088:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816608000
00000100:00100000:3.0:1767321649.099099:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816608000
00000100:00100000:3.0:1767321649.099188:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4864
00000100:00100000:3.0:1767321649.099204:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816608000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321649.099272:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816608000:12345-0@lo:400:kworker.0 Request processed in 75us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321649.099280:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4864
00000100:00100000:3.0:1767321649.099340:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816608000:0@lo:400:kworker.0
00000100:00080000:3.0:1767321649.099399:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321649.099424:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816608384:0@lo:400:kworker.0
00000100:00100000:3.0:1767321649.099473:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321649.099514:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816608384
00000100:00100000:3.0:1767321649.099517:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816608384
00000100:00100000:3.0:1767321649.099551:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070
00000100:00100000:3.0:1767321649.099557:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816608384:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321649.099593:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816608384:12345-0@lo:400:kworker.0 Request processed in 37us (119us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321649.099599:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070
00000100:00080000:3.0:1767321649.099619:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321649.099635:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816608384:0@lo:400:kworker.0
00000100:00100000:0.0:1767321649.099813:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321649.099872:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816607616:0@lo:38:kworker.0
00000100:00100000:0.0:1767321649.099924:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321649.099963:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816607872:0@lo:38:kworker.0
00000100:00100000:0.0:1767321649.099986:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321649.100118:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816608128:0@lo:38:kworker.0
00000100:00100000:0.0:1767321649.100143:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321649.100194:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816607488
00000100:00100000:0.0:1767321649.100198:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816607616
00000100:00100000:3.0:1767321649.100202:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816607488
00000100:00100000:0.0:1767321649.100208:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816607616
00000100:00100000:3.0:1767321649.100233:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89176
00000100:00100000:3.0:1767321649.100241:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816607488:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321649.100254:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27
00000100:00100000:0.0:1767321649.100262:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816607616:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321649.100266:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767321649.100288:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321649.100337:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816607616:12345-0@lo:38:kworker.0 Request processed in 74us (427us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321649.100345:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27
00000100:00100000:0.0:1767321649.100370:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816607872
00000100:00100000:0.0:1767321649.100374:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816607872
00000100:00100000:0.0:1767321649.100389:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816608128
00000100:00100000:0.0:1767321649.100392:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816608128
00000100:00100000:0.0:1767321649.100405:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89177
00000100:00100000:0.0:1767321649.100409:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816607872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321649.100419:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321649.100456:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816607872:12345-0@lo:38:kworker.0 Request processed in 45us (468us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321649.100462:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89177
00000100:00100000:0.0:1767321649.100473:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89178
00000100:00100000:0.0:1767321649.100476:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816608128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321649.100485:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321649.100508:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816608128:12345-0@lo:38:kworker.0 Request processed in 30us (364us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321649.100514:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89178
00000100:00100000:3.0:1767321649.100677:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816607488:12345-0@lo:38:kworker.0 Request processed in 433us (868us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321649.100685:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89176
00000100:00080000:0.0:1767321649.101263:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321649.101270:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321649.101274:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816607488:0@lo:38:kworker.0
00000100:00080000:0.0:1767321649.101286:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321649.101289:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321649.101292:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816607616:0@lo:38:kworker.0
00000100:00080000:0.0:1767321649.101300:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321649.101303:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321649.101305:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816607872:0@lo:38:kworker.0
00000100:00080000:0.0:1767321649.101314:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321649.101318:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321649.101320:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816608128:0@lo:38:kworker.0
00000100:00100000:1.0:1767321649.101508:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321649.102136:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816607744
00000100:00100000:0.0:1767321649.102143:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816607744
00000100:00100000:0.0:1767321649.102208:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4865
00000100:00100000:0.0:1767321649.102219:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816607744:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321649.102225:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321649.102288:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816607744:12345-0@lo:400:kworker.0 Request processed in 71us (779us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321649.102295:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4865
00000100:00100000:3.0:1767321649.102716:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816607744:0@lo:400:kworker.0
00000100:00100000:3.0:1767321649.109476:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816608256
00000100:00100000:3.0:1767321649.109486:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816608256
00000100:00100000:3.0:1767321649.109574:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071
00000100:00100000:3.0:1767321649.109584:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816608256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321649.109656:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816608256:12345-0@lo:400:kworker.0 Request processed in 74us (404us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321649.109667:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071
00000100:00080000:0.0:1767321649.110179:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321649.670976:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321650.058039:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321650.694973:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321651.079286:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321651.655364:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816608512
00000100:00100000:3.0:1767321651.655376:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816608512
00000100:00100000:3.0:1767321651.655617:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753
00000100:00100000:3.0:1767321651.655631:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816608512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321651.655672:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321651.655810:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816608640
00000100:00100000:3.0:1767321651.655820:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816608512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 189us (662us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321651.655823:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816608640
00000100:00100000:3.0:1767321651.655834:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753
00000100:00080000:0.0:1767321651.656573:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321651.656580:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321651.657980:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754
00000100:00100000:1.0:1767321651.657999:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816608640:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321651.658041:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321651.658147:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816608640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 154us (2497us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321651.658170:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754
00000100:00100000:1.0:1767321651.718989:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321652.742878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321652.903558:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758706176
00000100:00100000:1.0:1767321652.903558:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758706304
00000100:00100000:1.0:1767321652.903568:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758706304
00000100:00100000:0.0:1767321652.903569:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758706176
00000100:00100000:0.0:1767321652.903627:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4866
00000100:00100000:1.0:1767321652.903643:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89179
00000100:00100000:0.0:1767321652.903644:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758706304:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321652.903654:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758706176:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321652.903676:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321652.903739:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758706304:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 101us (250us total) trans 0 rc 0/0
00000100:00080000:3.0:1767321652.903744:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321652.903750:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4866
00000100:00100000:1.0:1767321652.906021:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758706176:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 2359us (2609us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321652.906035:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89179
00010000:00010000:1.0:1767321653.128694:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321653.766891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321654.150952:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321654.214905:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321654.214918:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321654.214921:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321654.214926:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321654.214931:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321654.214940:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4191
00000100:00080000:0.0:1767321654.214944:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321654.214951:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321654.214994:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543bb80 x1853166816608768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321654.215020:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321654.215023:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321654.215025:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321654.215029:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4191
00000100:00080000:0.0:1767321654.215031:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321654.215035:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321654.215049:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75438000 x1853166816608896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321654.215064:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816608768:0@lo:38:kworker.0
00000100:00080000:0.0:1767321654.215091:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321654.215096:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321654.215098:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321654.215103:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4191
00000100:00080000:0.0:1767321654.215107:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321654.215111:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321654.215129:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439180 x1853166816609152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321654.215140:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321654.215183:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321654.215188:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767321654.215189:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816608768
00000100:00080000:0.0:1767321654.215190:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321654.215197:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4191
00000100:00080000:0.0:1767321654.215200:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767321654.215203:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816608768
00000100:00080000:0.0:1767321654.215206:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321654.215206:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816608896:0@lo:38:kworker.0
00000100:00100000:0.0:1767321654.215229:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249c00 x1853166816609408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321654.215245:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321654.215250:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816609024
00000100:00100000:3.0:1767321654.215255:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816609024
00000100:00100000:1.0:1767321654.215283:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816609152:0@lo:38:kworker.0
00000100:00100000:1.0:1767321654.215315:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321654.215326:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816609280
00000100:00100000:3.0:1767321654.215330:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816609280
00000100:00100000:0.0:1767321654.215338:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816608896
00000100:00100000:0.0:1767321654.215344:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816608896
00000100:00100000:1.0:1767321654.215345:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816609408:0@lo:38:kworker.0
00000100:00100000:3.0:1767321654.215354:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816609152
00000100:00100000:3.0:1767321654.215358:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816609152
00000100:00100000:3.0:1767321654.215379:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4867
00000100:00100000:0.0:1767321654.215384:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28
00000100:00100000:1.0:1767321654.215386:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321654.215410:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816609024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321654.215422:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816608896:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321654.215437:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816609536
00010000:00020000:0.0:1767321654.215441:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321654.215444:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816609536
00000100:00100000:3.0:1767321654.215469:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816609024:12345-0@lo:400:kworker.0 Request processed in 74us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321654.215475:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4867
00000100:00100000:1.0:1767321654.215493:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072
00000100:00100000:3.0:1767321654.215498:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89180
00000100:00100000:1.0:1767321654.215505:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816609536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321654.215513:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816608896:12345-0@lo:38:kworker.0 Request processed in 117us (269us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321654.215513:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816608768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321654.215532:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321654.215536:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28
00000100:00100000:1.0:1767321654.215547:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816609536:12345-0@lo:400:kworker.0 Request processed in 45us (193us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321654.215556:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072
00000100:00100000:3.0:1767321654.215572:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816608768:12345-0@lo:38:kworker.0 Request processed in 65us (434us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321654.215579:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89182
00000100:00100000:3.0:1767321654.215588:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89180
00000100:00100000:0.0:1767321654.215590:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816609408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321654.215607:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321654.215612:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321654.215616:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321654.215618:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321654.215626:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321654.215636:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816608896:0@lo:38:kworker.0
00000100:00100000:3.0:1767321654.215640:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816609664:0@lo:400:kworker.0
00000100:00100000:0.0:1767321654.215643:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816609408:12345-0@lo:38:kworker.0 Request processed in 53us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321654.215654:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89182
00000100:00080000:1.0:1767321654.215654:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321654.215661:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321654.215667:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816609152:0@lo:38:kworker.0
00000100:00080000:1.0:1767321654.215685:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321654.215691:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321654.215693:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321654.215699:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816608768:0@lo:38:kworker.0
00000100:00080000:1.0:1767321654.215733:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321654.215739:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321654.215741:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816609664
00000100:00100000:1.0:1767321654.215745:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816609408:0@lo:38:kworker.0
00000100:00100000:3.0:1767321654.215747:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816609664
00000100:00100000:3.0:1767321654.215814:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073
00000100:00100000:3.0:1767321654.215825:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816609664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321654.215895:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816609664:12345-0@lo:400:kworker.0 Request processed in 73us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321654.215902:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073
00000100:00080000:0.0:1767321654.216786:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321654.794580:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321655.174963:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321655.816013:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321656.775457:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321656.775482:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816609792:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321656.775565:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321656.775784:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816609792
00000100:00100000:0.0:1767321656.775793:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816609792
00000100:00100000:0.0:1767321656.775871:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755
00000100:00100000:0.0:1767321656.775882:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816609792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321656.775911:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321656.775953:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816609792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (388us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321656.775961:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755
00000100:00080000:3.0:1767321656.776083:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321656.776125:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816609792:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321656.779296:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816609920
00000100:00100000:0.0:1767321656.779305:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816609920
00000100:00100000:0.0:1767321656.779394:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756
00000100:00100000:0.0:1767321656.779404:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816609920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321656.779433:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321656.779489:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816609920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (640us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321656.779496:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756
00000100:00080000:3.0:1767321656.780017:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321656.838896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321657.001172:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:1.0:1767321657.001211:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758706432 offset 0 length 520: 4
00000100:00100000:1.0:1767321657.001234:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:3.0:1767321657.001945:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321657.224083:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321657.862869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321658.247022:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321658.310996:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321633/real 1767321633]  req@ffff8d4d4a938380 x1853166816604544/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321658 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321658.311029:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a938380 x1853166816604544/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321658 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321658.311045:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321658.311103:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321658.311106:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816604544:0@lo:250:kworker.0
00000100:00080000:3.0:1767321658.311150:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321658.311154:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321658.311156:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321658.311160:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4176
00000100:00080000:3.0:1767321658.311163:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321658.311169:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321658.311195:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b480 x1853166816610048/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321658.311236:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816610048:0@lo:250:kworker.0
00000400:00000100:1.0:1767321658.311282:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816610048 offset 0 length 520: 4
00000100:00080000:3.0:1767321658.311347:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321658.311351:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321658.311354:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321658.311383:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4196
00000100:00080000:3.0:1767321658.311386:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321658.311389:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321658.311407:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938380 x1853166816610176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321658.311422:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321658.311425:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321658.311427:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321658.311431:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4196
00000100:00080000:3.0:1767321658.311433:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321658.311436:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321658.311450:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f480 x1853166816610304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321658.311451:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816610176:0@lo:38:kworker.0
00000100:00100000:1.0:1767321658.311484:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321658.311497:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321658.311501:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321658.311503:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321658.311506:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4196
00000100:00080000:3.0:1767321658.311508:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321658.311511:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321658.311520:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816610304:0@lo:38:kworker.0
00000100:00100000:3.0:1767321658.311525:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b480 x1853166816610560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321658.311543:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321658.311549:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321658.311553:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321658.311554:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321658.311557:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4196
00000100:00080000:3.0:1767321658.311559:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321658.311562:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321658.311569:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816610560:0@lo:38:kworker.0
00000100:00100000:3.0:1767321658.311572:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae79500 x1853166816610816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321658.311587:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321658.311606:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816610816:0@lo:38:kworker.0
00000100:00100000:3.0:1767321658.311606:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816610688:0@lo:400:kworker.0
00000100:00100000:1.0:1767321658.311635:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321658.311730:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816611072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321658.311789:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321658.311812:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321658.311817:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816610432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321658.311851:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321658.312539:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816610176
00000100:00100000:3.0:1767321658.312544:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816610176
00000100:00100000:1.0:1767321658.312557:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816610560
00000100:00100000:1.0:1767321658.312561:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816610560
00000100:00100000:3.0:1767321658.312570:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816610816
00000100:00100000:3.0:1767321658.312572:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816610816
00000100:00100000:1.0:1767321658.312584:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89184
00000100:00100000:1.0:1767321658.312589:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816610176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321658.312608:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321658.312628:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816611072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321658.312652:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816610304
00000100:00100000:0.0:1767321658.312655:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816610304
00000100:00100000:1.0:1767321658.312657:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816610176:12345-0@lo:38:kworker.0 Request processed in 66us (1172us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321658.312674:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29
00000100:00100000:0.0:1767321658.312679:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816610304:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321658.312697:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89185
00000100:00100000:3.0:1767321658.312702:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816610560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321658.312887:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321658.312913:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816610304:12345-0@lo:38:kworker.0 Request processed in 233us (1369us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321658.312919:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29
00000100:00100000:0.0:1767321658.312942:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321658.312975:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816610432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321658.313004:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816610688
00000100:00100000:0.0:1767321658.313007:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816610688
00000100:00100000:0.0:1767321658.313029:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4871
00000100:00100000:0.0:1767321658.313036:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816610688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321658.313037:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89184
00000100:00080000:1.0:1767321658.313065:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767321658.313068:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816610688:12345-0@lo:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0
00000100:00080000:1.0:1767321658.313070:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321658.313073:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816610304:0@lo:38:kworker.0
00000100:00100000:0.0:1767321658.313074:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4871
00000100:00080000:1.0:1767321658.313082:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321658.313085:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321658.313087:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816610176:0@lo:38:kworker.0
00000100:00100000:0.0:1767321658.313095:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816610688:0@lo:400:kworker.0
00000100:00080000:0.0:1767321658.313209:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767321658.313296:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321658.313333:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816610560:12345-0@lo:38:kworker.0 Request processed in 629us (1743us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321658.313349:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89185
00000100:00080000:1.0:1767321658.313381:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321658.313386:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321658.313389:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816610560:0@lo:38:kworker.0
00000100:00080000:1.0:1767321658.313614:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321658.313619:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321658.313622:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816610816:0@lo:38:kworker.0
00000100:00100000:1.0:1767321658.886884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321659.272535:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321659.910885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321660.934856:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321661.319171:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321661.899586:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321661.899609:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816611328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321661.901643:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816611200
00000100:00100000:1.0:1767321661.901658:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816611200
00000100:00100000:1.0:1767321661.901738:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757
00000100:00100000:1.0:1767321661.901750:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816611200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321661.901802:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321661.901881:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816611200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (5013us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321661.901888:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757
00000100:00100000:1.0:1767321661.901947:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816611200:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321661.902238:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321661.904658:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816611328
00000100:00100000:1.0:1767321661.904669:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816611328
00000100:00100000:1.0:1767321661.904794:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758
00000100:00100000:1.0:1767321661.904805:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816611328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321661.904843:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321661.904931:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816611328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (2693us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321661.904939:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758
00000100:00100000:0.0:1767321661.905319:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816611328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321661.958893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321662.119944:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758706944
00000100:00100000:1.0:1767321662.119952:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758706944
00000100:00100000:1.0:1767321662.120008:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4872
00000100:00100000:1.0:1767321662.120015:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758706944:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321662.120074:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758706944:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 59us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321662.120081:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4872
00000100:00100000:3.0:1767321662.120530:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758706816
00000100:00100000:3.0:1767321662.120534:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758706816
00000100:00100000:3.0:1767321662.120556:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89187
00000100:00100000:3.0:1767321662.120560:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758706816:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321662.120576:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321662.120605:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758706816:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (246us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321662.120609:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89187
00010000:00010000:1.0:1767321662.343073:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321662.984245:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321663.367134:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321663.431850:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321663.431862:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321663.431865:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321663.431870:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321663.431874:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321663.431883:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4200
00000100:00080000:0.0:1767321663.431888:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321663.431896:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321663.431937:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249c00 x1853166816611456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321663.431968:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321663.431972:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321663.431974:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321663.431978:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4200
00000100:00080000:0.0:1767321663.431980:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321663.431984:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321663.431999:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae79500 x1853166816611584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321663.432038:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321663.432042:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321663.432044:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321663.432048:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4200
00000100:00080000:0.0:1767321663.432050:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321663.432053:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321663.432073:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7a680 x1853166816611840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321663.432103:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321663.432105:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321663.432107:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321663.432110:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4200
00000100:00080000:0.0:1767321663.432112:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321663.432115:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321663.432129:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7527ce00 x1853166816612096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321663.432168:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816611968:0@lo:400:kworker.0
00000100:00100000:0.0:1767321663.432241:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321663.432319:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321663.432325:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7527d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816612224:0@lo:400:kworker.0
00000100:00100000:0.0:1767321663.432350:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321663.432467:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7527ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816612352:0@lo:400:kworker.0
00000100:00100000:1.0:1767321663.432695:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816612224
00000100:00100000:1.0:1767321663.432704:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816612224
00000100:00100000:1.0:1767321663.432786:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076
00000100:00100000:1.0:1767321663.432796:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816612224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321663.437588:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321663.437697:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816612352
00000100:00100000:3.0:1767321663.437707:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816612352
00000100:00100000:3.0:1767321663.437783:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077
00000100:00100000:3.0:1767321663.437798:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816612352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321663.437882:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816612352:12345-0@lo:400:kworker.0 Request processed in 90us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321663.437889:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077
00000100:00100000:3.0:1767321663.437935:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7527ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816612352:0@lo:400:kworker.0
00000100:00100000:3.0:1767321663.437987:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816611968
00000100:00100000:3.0:1767321663.437992:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816611968
00000100:00100000:3.0:1767321663.438033:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4873
00000100:00100000:3.0:1767321663.438041:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816611968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321663.438074:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816611968:12345-0@lo:400:kworker.0 Request processed in 35us (5833us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321663.438080:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4873
00000100:00100000:3.0:1767321663.438110:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816611456:0@lo:38:kworker.0
00000100:00100000:3.0:1767321663.438141:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321663.438161:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816611584:0@lo:38:kworker.0
00000100:00100000:3.0:1767321663.438184:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321663.438213:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816611840:0@lo:38:kworker.0
00000100:00100000:3.0:1767321663.438234:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321663.438250:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7527ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816612096:0@lo:38:kworker.0
00000100:00100000:3.0:1767321663.438268:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321663.438295:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816611456
00000100:00100000:3.0:1767321663.438318:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816611456
00000100:00100000:3.0:1767321663.438337:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816611840
00000100:00100000:3.0:1767321663.438340:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816611840
00000100:00100000:3.0:1767321663.438352:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816612096
00000100:00100000:3.0:1767321663.438354:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816612096
00000100:00100000:3.0:1767321663.438384:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89188
00000100:00100000:3.0:1767321663.438390:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816611456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321663.438411:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321663.438443:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816611456:12345-0@lo:38:kworker.0 Request processed in 51us (300us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321663.438449:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89188
00000100:00100000:3.0:1767321663.438462:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89189
00000100:00100000:3.0:1767321663.438466:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816611840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321663.438476:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321663.438496:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816611840:12345-0@lo:38:kworker.0 Request processed in 30us (262us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321663.438501:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89189
00000100:00100000:3.0:1767321663.438509:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89190
00000100:00100000:3.0:1767321663.438514:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816612096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321663.438521:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321663.438555:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816612096:12345-0@lo:38:kworker.0 Request processed in 40us (286us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321663.438560:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89190
00000100:00080000:3.0:1767321663.438592:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321663.438598:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321663.438601:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816611456:0@lo:38:kworker.0
00000100:00080000:3.0:1767321663.438609:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321663.438612:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321663.438615:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816611840:0@lo:38:kworker.0
00000100:00080000:3.0:1767321663.438622:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321663.438626:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321663.438629:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7527ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816612096:0@lo:38:kworker.0
00000100:00080000:3.0:1767321663.438670:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321663.438675:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321663.438677:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321663.438699:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816611584
00000100:00100000:3.0:1767321663.438702:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816611584
00000100:00100000:3.0:1767321663.438834:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30
00000100:00100000:3.0:1767321663.438839:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816611584:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321663.438849:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321663.438878:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816611584:12345-0@lo:38:kworker.0 Request processed in 37us (693us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321663.438883:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30
00000100:00080000:3.0:1767321663.438903:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321663.438907:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321663.438910:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816611584:0@lo:38:kworker.0
00000100:00100000:3.0:1767321663.442087:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816611712
00000100:00100000:3.0:1767321663.442097:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816611712
00000100:00100000:3.0:1767321663.442173:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4874
00000100:00100000:3.0:1767321663.442183:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816611712:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321663.442248:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816611712:12345-0@lo:400:kworker.0 Request processed in 67us (998us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321663.442255:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4874
00000100:00100000:0.0:1767321663.443148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816611968:0@lo:400:kworker.0
00000100:00100000:1.0:1767321663.458854:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816612224:12345-0@lo:400:kworker.0 Request processed in 26049us (26492us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321663.458870:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076
00000100:00100000:0.0:1767321663.460743:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7527d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816612224:0@lo:400:kworker.0
00000100:00100000:1.0:1767321664.006882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321665.030878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321665.414997:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321666.054890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321666.440341:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321667.015257:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816612480
00000100:00100000:1.0:1767321667.015266:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816612480
00000100:00100000:1.0:1767321667.015350:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759
00000100:00100000:1.0:1767321667.015360:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e451ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816612480:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321667.015479:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321667.015491:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7527ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816612608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321667.015534:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321667.015571:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816612608
00000100:00100000:3.0:1767321667.015575:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816612608
00000100:00100000:3.0:1767321667.015602:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760
00000100:00100000:3.0:1767321667.015607:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816612608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321667.015623:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767321667.015664:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816612608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (129us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321667.015671:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760
00000100:00100000:3.0:1767321667.015718:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7527ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816612608:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321667.016000:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321667.016004:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767321667.016042:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321667.016092:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e451ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816612480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 734us (1007us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321667.016099:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759
00000100:00100000:1.0:1767321667.078959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321667.241104:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758707200
00000100:00100000:0.0:1767321667.241115:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758707200
00000100:00100000:0.0:1767321667.241203:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758707072
00000100:00100000:0.0:1767321667.241207:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758707072
00000100:00100000:0.0:1767321667.241228:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4875
00000100:00100000:0.0:1767321667.241238:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758707200:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321667.241324:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758707200:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 88us (460us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321667.241332:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4875
00000100:00100000:0.0:1767321667.241351:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89191
00000100:00100000:0.0:1767321667.241355:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758707072:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321667.241376:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321667.241402:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758707072:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (409us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321667.241408:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89191
00010000:00010000:3.0:1767321667.463103:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321668.103003:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767321668.551681:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321668.551692:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321668.551696:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321668.551700:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321668.551704:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321668.551713:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4206
00000100:00080000:1.0:1767321668.551717:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321668.551724:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321668.551797:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939c00 x1853166816612736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321668.551822:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321668.551826:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321668.551828:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321668.551832:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4206
00000100:00080000:1.0:1767321668.551834:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321668.551837:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321668.551850:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93aa00 x1853166816612864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321668.551897:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321668.551902:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321668.551903:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321668.551907:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4206
00000100:00080000:1.0:1767321668.551910:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321668.551913:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321668.551927:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6e680 x1853166816613120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321668.551952:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321668.551956:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321668.551957:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321668.551961:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4206
00000100:00080000:1.0:1767321668.551964:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321668.551967:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321668.551978:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6f100 x1853166816613376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321668.552021:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816613248:0@lo:400:kworker.0
00000100:00100000:1.0:1767321668.552096:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321668.552170:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321668.552176:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816613504:0@lo:400:kworker.0
00000100:00100000:1.0:1767321668.552212:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321668.552255:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816613504
00000100:00100000:1.0:1767321668.552277:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816613504
00000100:00100000:1.0:1767321668.552322:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078
00000100:00100000:1.0:1767321668.552330:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816613504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321668.552380:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816613504:12345-0@lo:400:kworker.0 Request processed in 51us (166us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321668.552387:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078
00000100:00100000:1.0:1767321668.552428:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816613504:0@lo:400:kworker.0
00000100:00100000:3.0:1767321668.553993:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816612736:0@lo:38:kworker.0
00000100:00100000:3.0:1767321668.554030:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321668.554051:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816612864:0@lo:38:kworker.0
00000100:00100000:3.0:1767321668.554073:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321668.554102:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816613120:0@lo:38:kworker.0
00000100:00100000:3.0:1767321668.554121:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321668.554133:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816613376:0@lo:38:kworker.0
00000100:00100000:3.0:1767321668.554148:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321668.554184:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816613248
00000100:00100000:3.0:1767321668.554190:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816613248
00000100:00100000:3.0:1767321668.554229:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816612992
00000100:00100000:3.0:1767321668.554231:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816612992
00000100:00100000:3.0:1767321668.554243:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816612736
00000100:00100000:3.0:1767321668.554245:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816612736
00000100:00100000:3.0:1767321668.554251:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816613120
00000100:00100000:3.0:1767321668.554253:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816613120
00000100:00100000:3.0:1767321668.554260:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816613376
00000100:00100000:3.0:1767321668.554275:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816613376
00000100:00100000:3.0:1767321668.554284:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4876
00000100:00100000:3.0:1767321668.554291:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6f5e5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816613248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321668.554331:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6f5e5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816613248:12345-0@lo:400:kworker.0 Request processed in 40us (2234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321668.554337:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4876
00000100:00100000:0.0:1767321668.555078:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4877
00000100:00100000:0.0:1767321668.555091:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816612992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321668.555148:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816612992:12345-0@lo:400:kworker.0 Request processed in 62us (1939us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321668.555154:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4877
00000100:00100000:0.0:1767321668.555169:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89192
00000100:00100000:0.0:1767321668.555173:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816612736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321668.555200:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321668.555228:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816612736:12345-0@lo:38:kworker.0 Request processed in 53us (1197us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321668.555234:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89192
00000100:00100000:0.0:1767321668.555243:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89193
00000100:00100000:0.0:1767321668.555247:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816613120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321668.555255:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321668.555288:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816613120:12345-0@lo:38:kworker.0 Request processed in 39us (1165us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321668.555293:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89193
00000100:00100000:0.0:1767321668.555303:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89194
00000100:00100000:0.0:1767321668.555306:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816613376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321668.555314:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321668.555331:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816613376:12345-0@lo:38:kworker.0 Request processed in 24us (1182us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321668.555336:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89194
00000100:00100000:0.0:1767321668.555373:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816612992:0@lo:400:kworker.0
00000100:00080000:0.0:1767321668.555399:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321668.555403:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321668.555407:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816612736:0@lo:38:kworker.0
00000100:00080000:0.0:1767321668.555414:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321668.555417:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321668.555419:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816613120:0@lo:38:kworker.0
00000100:00080000:0.0:1767321668.555426:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321668.555429:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321668.555431:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816613376:0@lo:38:kworker.0
00000100:00100000:0.0:1767321668.555665:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816613632
00000100:00100000:0.0:1767321668.555671:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816613632
00000100:00100000:0.0:1767321668.555698:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079
00000100:00100000:0.0:1767321668.555704:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816613632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321668.555737:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816613632:12345-0@lo:400:kworker.0 Request processed in 33us (2597us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321668.555742:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079
00000100:00100000:0.0:1767321668.555784:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816613632:0@lo:400:kworker.0
00000100:00080000:0.0:1767321668.555814:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321668.558438:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816613248:0@lo:400:kworker.0
00000100:00100000:1.0:1767321669.128919:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321669.513967:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321670.150999:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321670.537095:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321671.174890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321671.560927:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321672.134964:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321672.134989:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816613760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321672.135050:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321672.135455:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7527d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816613888:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321672.135485:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321672.135527:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816613760
00000100:00100000:1.0:1767321672.135534:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816613760
00000100:00100000:1.0:1767321672.135591:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816613888
00000100:00100000:1.0:1767321672.135594:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816613888
00000100:00100000:1.0:1767321672.135620:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761
00000100:00100000:1.0:1767321672.135628:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816613760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321672.135653:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321672.135688:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816613760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (638us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321672.135695:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761
00000100:00100000:1.0:1767321672.135710:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762
00000100:00100000:1.0:1767321672.135715:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816613888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321672.135737:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321672.135788:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816613888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321672.135794:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762
00000100:00100000:1.0:1767321672.135841:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7527d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816613888:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321672.136403:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321672.136408:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321672.137414:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816613760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321672.198895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321672.360134:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321672.360338:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758707456
00000100:00100000:3.0:1767321672.360356:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758707456
00000100:00100000:3.0:1767321672.360477:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4878
00000100:00100000:3.0:1767321672.360489:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758707456:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321672.360563:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758707456:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (437us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321672.360572:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4878
00000100:00080000:0.0:1767321672.361883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321672.364528:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758707328
00000100:00100000:1.0:1767321672.364537:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758707328
00000100:00100000:1.0:1767321672.364587:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89195
00000100:00100000:1.0:1767321672.364596:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758707328:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321672.364622:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321672.364682:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758707328:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 87us (489us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321672.364689:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89195
00000100:00100000:1.0:1767321673.222887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321673.608686:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321673.670932:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321673.670942:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321673.670945:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321673.670949:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321673.670953:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321673.670969:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4211
00000100:00080000:3.0:1767321673.670974:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321673.670989:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321673.671027:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b100 x1853166816614016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321673.671051:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321673.671054:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321673.671056:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321673.671059:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4211
00000100:00080000:3.0:1767321673.671061:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321673.671065:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321673.671077:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7bb80 x1853166816614144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321673.671134:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816614272:0@lo:400:kworker.0
00000100:00100000:1.0:1767321673.671197:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321673.671388:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816614272
00000100:00100000:0.0:1767321673.671397:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816614272
00000100:00100000:0.0:1767321673.671475:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4879
00000100:00100000:0.0:1767321673.671485:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816614272:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321673.671674:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321673.671679:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321673.671681:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321673.671684:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4211
00000100:00080000:3.0:1767321673.671688:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321673.671692:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321673.671706:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae79180 x1853166816614400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321673.671742:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321673.671746:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321673.671747:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321673.671751:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4211
00000100:00080000:3.0:1767321673.671778:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321673.671782:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321673.671793:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7aa00 x1853166816614656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321673.682301:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816614272:12345-0@lo:400:kworker.0 Request processed in 10807us (11091us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321673.682322:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4879
00000100:00100000:1.0:1767321673.683101:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816614272:0@lo:400:kworker.0
00000100:00100000:1.0:1767321674.252895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321674.630976:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321675.271117:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321675.655213:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321676.295738:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321677.256142:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321677.256154:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7527e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816615168:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321677.256194:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321677.256274:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816615040
00000100:00100000:0.0:1767321677.256283:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816615040
00000100:00100000:0.0:1767321677.256348:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816615168
00000100:00100000:0.0:1767321677.256352:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816615168
00000100:00100000:0.0:1767321677.256372:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763
00000100:00100000:0.0:1767321677.256381:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816615040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321677.256422:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321677.256480:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816615040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (582us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321677.256488:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763
00000100:00100000:0.0:1767321677.256505:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764
00000100:00100000:0.0:1767321677.256511:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816615168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321677.256527:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321677.256556:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816615168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321677.256563:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764
00000100:00100000:0.0:1767321677.256608:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816615040:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321677.256849:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321677.256854:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321677.256878:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7527e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816615168:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321677.319347:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321677.483026:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321677.483213:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758707712
00000100:00100000:1.0:1767321677.483224:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758707712
00000100:00100000:1.0:1767321677.483327:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4881
00000100:00100000:1.0:1767321677.483337:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758707712:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321677.483422:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758707712:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 86us (406us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321677.483430:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4881
00000100:00080000:3.0:1767321677.483907:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321677.485852:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00010000:00010000:1.0:1767321677.703114:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321678.343534:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321678.727025:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321678.791015:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321678.791025:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321678.791029:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321678.791033:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321678.791037:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321678.791046:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4216
00000100:00080000:3.0:1767321678.791051:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321678.791058:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321678.791100:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7a680 x1853166816615296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321678.791128:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321678.791131:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321678.791133:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321678.791137:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4216
00000100:00080000:3.0:1767321678.791139:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321678.791142:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321678.791322:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b800 x1853166816615424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321678.791374:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321678.791378:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321678.791381:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321678.791384:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4216
00000100:00080000:3.0:1767321678.791387:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321678.791390:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321678.791402:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae79880 x1853166816615680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321678.791428:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321678.791432:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321678.791434:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321678.791437:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4216
00000100:00080000:3.0:1767321678.791440:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321678.791443:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321678.791453:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b480 x1853166816615936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321678.791490:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816615808:0@lo:400:kworker.0
00000100:00100000:3.0:1767321678.791555:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321678.791614:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321678.791621:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816616064:0@lo:400:kworker.0
00000100:00100000:3.0:1767321678.791648:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321678.791743:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816615552:0@lo:400:kworker.0
00000100:00100000:0.0:1767321678.791816:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321678.791836:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321678.791841:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816616192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321678.791864:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321678.791902:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816616064
00000100:00100000:0.0:1767321678.791909:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816616064
00000100:00100000:0.0:1767321678.791952:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816616192
00000100:00100000:0.0:1767321678.791955:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816616192
00000100:00100000:0.0:1767321678.791978:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082
00000100:00100000:0.0:1767321678.791987:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816616064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321678.792053:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816616064:12345-0@lo:400:kworker.0 Request processed in 67us (403us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321678.792061:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082
00000100:00100000:0.0:1767321678.792078:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083
00000100:00100000:0.0:1767321678.792084:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816616192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321678.792116:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816616192:12345-0@lo:400:kworker.0 Request processed in 32us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321678.792121:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083
00000100:00100000:0.0:1767321678.792478:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816616192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321678.792518:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816616064:0@lo:400:kworker.0
00000100:00100000:0.0:1767321678.794608:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816615808:0@lo:400:kworker.0
00000100:00100000:1.0:1767321679.366903:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321679.751038:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321680.391812:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321681.415276:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321681.800004:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321682.376633:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321682.376669:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7527c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816616320:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321682.376735:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321682.376976:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816616320
00000100:00100000:0.0:1767321682.376985:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816616320
00000100:00100000:0.0:1767321682.377049:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765
00000100:00100000:0.0:1767321682.377059:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816616320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321682.377088:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321682.377132:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816616320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (395us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321682.377165:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765
00000100:00100000:1.0:1767321682.377285:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321682.377295:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816616448:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321682.377334:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321682.377366:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816616448
00000100:00100000:1.0:1767321682.377370:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816616448
00000100:00100000:1.0:1767321682.377398:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766
00000100:00100000:1.0:1767321682.377405:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816616448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321682.377420:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321682.377450:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816616448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (115us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321682.377455:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766
00000100:00100000:1.0:1767321682.377496:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816616448:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321682.378423:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321682.378429:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321682.378465:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7527c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816616320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321682.438879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321682.602000:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321682.604440:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321682.604954:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89203
00000100:00100000:1.0:1767321682.604962:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758707840:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321682.604984:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321682.605073:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321682.627036:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758707840:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 22059us (25031us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321682.627053:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89203
00000400:00000100:0.0:1767321682.627274:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758708096 offset 0 length 520: 4
00010000:00010000:1.0:1767321682.823073:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321683.463409:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321683.850548:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321683.910950:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321658/real 1767321658]  req@ffff8d4d4a93b480 x1853166816610048/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321683 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321683.910989:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a93b480 x1853166816610048/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321683 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321683.911011:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321683.911019:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321683.911023:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816610048:0@lo:250:kworker.0
00000100:00080000:1.0:1767321683.911152:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321683.911159:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321683.911162:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321683.911167:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4200
00000100:00080000:1.0:1767321683.911172:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321683.911178:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321683.911214:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4a9c00 x1853166816616576/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321683.911238:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321683.911241:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321683.911243:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321683.911246:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4221
00000100:00080000:1.0:1767321683.911249:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321683.911252:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321683.911266:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4ab480 x1853166816616704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321683.911274:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321683.911277:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321683.911278:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321683.911281:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4221
00000100:00080000:1.0:1767321683.911284:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321683.911287:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321683.911297:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4abb80 x1853166816616832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321683.911365:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816616960:0@lo:400:kworker.0
00000100:00100000:3.0:1767321683.911434:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321683.911523:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816616576:0@lo:250:kworker.0
00000400:00000100:0.0:1767321683.911546:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816616576 offset 0 length 520: 4
00000100:00100000:0.0:1767321683.911565:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816616704:0@lo:38:kworker.0
00000100:00100000:0.0:1767321683.911579:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321683.911592:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816616832:0@lo:38:kworker.0
00000100:00100000:0.0:1767321683.911608:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321683.911634:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816616960
00000100:00100000:0.0:1767321683.911639:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816616960
00000100:00100000:0.0:1767321683.911677:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816616704
00000100:00100000:0.0:1767321683.911679:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816616704
00000100:00100000:0.0:1767321683.911691:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4885
00000100:00100000:0.0:1767321683.911696:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816616960:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321683.911744:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321683.911747:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321683.911748:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321683.911751:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4221
00000100:00080000:1.0:1767321683.911753:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321683.911772:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321683.911783:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4ab100 x1853166816617088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321683.911805:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321683.911807:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321683.911808:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321683.911810:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4221
00000100:00080000:1.0:1767321683.911811:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321683.911813:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321683.911819:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd4e00 x1853166816617344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321683.913164:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816616960:12345-0@lo:400:kworker.0 Request processed in 1465us (1729us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321683.913164:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816616960:0@lo:400:kworker.0
00000100:00100000:0.0:1767321683.913172:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4885
00000100:00100000:1.0:1767321684.487131:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321685.512288:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321685.895010:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321686.535790:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321686.922192:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321687.495052:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7527d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816617728:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321687.495128:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321687.495318:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816617728
00000100:00100000:0.0:1767321687.495325:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816617728
00000100:00100000:0.0:1767321687.495379:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767
00000100:00100000:0.0:1767321687.495396:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816617728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321687.495427:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321687.495468:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816617728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321687.495473:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767
00000100:00100000:3.0:1767321687.495579:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7527d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816617728:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321687.495944:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816617856
00000100:00100000:3.0:1767321687.495948:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816617856
00000100:00100000:3.0:1767321687.495979:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768
00000100:00100000:3.0:1767321687.495986:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816617856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321687.496000:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767321687.496023:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816617856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (145us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321687.496027:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768
00000100:00100000:1.0:1767321687.558860:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321687.720896:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321687.720936:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:3.0:1767321687.721542:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321687.943709:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321688.583068:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767321689.030951:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321689.030961:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321689.030964:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321689.030967:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321689.030972:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321689.030979:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4226
00000100:00080000:1.0:1767321689.031311:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321689.031320:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321689.031365:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7100 x1853166816617984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321689.031391:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321689.031394:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321689.031396:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321689.031400:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4226
00000100:00080000:1.0:1767321689.031403:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321689.031406:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321689.031419:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6680 x1853166816618112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321689.031462:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321689.031536:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321689.031538:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321689.031541:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4226
00000100:00080000:1.0:1767321689.031544:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321689.031548:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321689.031560:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd5880 x1853166816618368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321689.031583:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816618240:0@lo:400:kworker.0
00000100:00080000:1.0:1767321689.031593:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321689.031600:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321689.031604:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321689.031608:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4226
00000100:00080000:1.0:1767321689.031610:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321689.031614:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321689.031627:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd4000 x1853166816618624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321689.031837:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816618496:0@lo:400:kworker.0
00000100:00100000:1.0:1767321689.031955:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816618880:0@lo:400:kworker.0
00000100:00100000:3.0:1767321689.032282:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321689.032317:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816618752:0@lo:400:kworker.0
00000100:00100000:0.0:1767321689.032339:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321689.032346:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321689.032389:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816617984
00000100:00100000:3.0:1767321689.032392:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816617984
00000100:00100000:0.0:1767321689.032396:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816618368
00000100:00100000:0.0:1767321689.032404:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816618368
00000100:00100000:3.0:1767321689.032413:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816618240
00000100:00100000:3.0:1767321689.032416:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816618240
00000100:00100000:0.0:1767321689.032432:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816618496
00000100:00100000:0.0:1767321689.032437:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816618496
00000100:00100000:3.0:1767321689.032453:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4888
00000100:00100000:3.0:1767321689.032465:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816618240:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321689.032480:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4889
00000100:00100000:0.0:1767321689.032491:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816618496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321689.032514:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816618240:12345-0@lo:400:kworker.0 Request processed in 53us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321689.032523:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4888
00000100:00100000:0.0:1767321689.032540:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816618496:12345-0@lo:400:kworker.0 Request processed in 51us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321689.032545:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89208
00000100:00100000:0.0:1767321689.032556:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4889
00000100:00100000:3.0:1767321689.032557:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816617984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321689.032569:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321689.032576:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89209
00000100:00100000:0.0:1767321689.032587:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816618368:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321689.032598:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816617984:12345-0@lo:38:kworker.0 Request processed in 43us (503us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767321689.032600:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321689.032609:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89208
00000100:00100000:0.0:1767321689.032628:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816618368:12345-0@lo:38:kworker.0 Request processed in 38us (410us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321689.032633:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816618752
00000100:00100000:0.0:1767321689.032634:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89209
00000100:00100000:3.0:1767321689.032639:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816618752
00000100:00100000:3.0:1767321689.032674:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086
00000100:00100000:0.0:1767321689.032678:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816618496:0@lo:400:kworker.0
00000100:00100000:3.0:1767321689.032685:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816618752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321689.032724:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816618624
00000100:00100000:0.0:1767321689.032729:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816618624
00000100:00100000:3.0:1767321689.032729:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816618752:12345-0@lo:400:kworker.0 Request processed in 47us (384us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321689.032737:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086
00000100:00100000:3.0:1767321689.032778:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89210
00000100:00100000:3.0:1767321689.032783:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816618624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321689.032792:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321689.032931:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321689.032973:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816618880
00000100:00100000:1.0:1767321689.032978:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816618880
00000100:00100000:3.0:1767321689.033201:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816618624:12345-0@lo:38:kworker.0 Request processed in 414us (501us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321689.033355:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087
00000100:00100000:1.0:1767321689.033365:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816618880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321689.033415:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816618880:12345-0@lo:400:kworker.0 Request processed in 52us (484us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321689.033426:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087
00000100:00100000:3.0:1767321689.033689:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89210
00000100:00100000:1.0:1767321689.606881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321689.991126:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321690.630870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321691.016652:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321691.655954:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321692.050624:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321692.616068:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321692.616080:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816619136:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321692.616112:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321692.616158:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816619136
00000100:00100000:3.0:1767321692.616162:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816619136
00000100:00100000:3.0:1767321692.616194:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770
00000100:00100000:3.0:1767321692.616202:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816619136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321692.616221:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767321692.616253:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816619136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (139us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321692.616260:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770
00000100:00080000:3.0:1767321692.616273:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321692.616291:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816619136:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321692.678927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321692.840983:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321692.841031:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321692.841205:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758708608
00000100:00100000:3.0:1767321692.841216:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758708608
00000100:00100000:3.0:1767321692.841300:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758708480
00000100:00100000:3.0:1767321692.841304:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758708480
00000100:00100000:3.0:1767321692.841330:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4890
00000100:00100000:3.0:1767321692.841342:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758708608:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321692.841444:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758708608:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 105us (472us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321692.841452:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4890
00000100:00100000:3.0:1767321692.841472:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89211
00000100:00100000:3.0:1767321692.841476:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758708480:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321692.841497:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321692.841526:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758708480:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 48us (495us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321692.841533:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89211
00000100:00100000:1.0:1767321693.702862:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321694.087214:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321694.151617:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321694.151628:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321694.151631:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321694.151635:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321694.151639:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321694.151647:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4231
00000100:00080000:3.0:1767321694.151653:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321694.151660:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321694.151704:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75296300 x1853166816619264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321694.151721:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321694.151724:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321694.151726:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321694.151729:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4231
00000100:00080000:3.0:1767321694.151732:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321694.151735:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321694.151747:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294380 x1853166816619392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321694.151810:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321694.151814:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321694.151816:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321694.151820:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4231
00000100:00080000:3.0:1767321694.151822:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321694.151825:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321694.151837:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297100 x1853166816619648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321694.151864:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321694.151868:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321694.151870:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321694.151873:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4231
00000100:00080000:3.0:1767321694.151876:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321694.151879:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321694.151889:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294e00 x1853166816619904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321694.151924:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816619776:0@lo:400:kworker.0
00000100:00100000:3.0:1767321694.151998:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321694.152075:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321694.152082:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816620032:0@lo:400:kworker.0
00000100:00100000:3.0:1767321694.152108:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321694.152147:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816619776
00000100:00100000:3.0:1767321694.152154:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816619776
00000100:00100000:3.0:1767321694.152200:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4891
00000100:00100000:3.0:1767321694.152211:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816619776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321694.152254:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816619776:12345-0@lo:400:kworker.0 Request processed in 47us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321694.152261:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4891
00000100:00100000:3.0:1767321694.152282:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816620032
00000100:00100000:3.0:1767321694.152285:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816620032
00000100:00100000:3.0:1767321694.152309:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088
00000100:00100000:3.0:1767321694.152452:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816620032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321694.152482:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816620032:12345-0@lo:400:kworker.0 Request processed in 168us (373us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321694.152488:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088
00000100:00100000:3.0:1767321694.152518:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816620032:0@lo:400:kworker.0
00000100:00100000:3.0:1767321694.152527:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816619776:0@lo:400:kworker.0
00000100:00100000:0.0:1767321694.152609:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816619264:0@lo:38:kworker.0
00000100:00100000:0.0:1767321694.152636:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321694.152662:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816619392:0@lo:38:kworker.0
00000100:00100000:0.0:1767321694.152685:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321694.152706:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816619648:0@lo:38:kworker.0
00000100:00100000:0.0:1767321694.152727:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321694.152740:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816619904:0@lo:38:kworker.0
00000100:00100000:0.0:1767321694.152792:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321694.152819:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816619264
00000100:00100000:0.0:1767321694.152823:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816619264
00000100:00100000:0.0:1767321694.152843:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816619648
00000100:00100000:0.0:1767321694.152846:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816619648
00000100:00100000:0.0:1767321694.152859:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816619904
00000100:00100000:0.0:1767321694.152861:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816619904
00000100:00100000:0.0:1767321694.152870:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89212
00000100:00100000:0.0:1767321694.152874:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816619264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321694.152893:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321694.152926:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816619264:12345-0@lo:38:kworker.0 Request processed in 50us (289us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321694.152932:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89212
00000100:00100000:0.0:1767321694.152946:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89213
00000100:00100000:0.0:1767321694.152950:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816619648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321694.153415:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321694.153443:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816619648:12345-0@lo:38:kworker.0 Request processed in 491us (716us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321694.153450:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89213
00000100:00100000:0.0:1767321694.153463:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89214
00000100:00100000:0.0:1767321694.153467:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816619904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321694.153476:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321694.153497:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816619904:12345-0@lo:38:kworker.0 Request processed in 28us (705us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321694.153503:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89214
00000100:00080000:0.0:1767321694.153536:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321694.153541:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321694.153545:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816619264:0@lo:38:kworker.0
00000100:00080000:0.0:1767321694.153553:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321694.153556:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321694.153559:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816619648:0@lo:38:kworker.0
00000100:00080000:0.0:1767321694.153566:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321694.153569:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321694.153572:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816619904:0@lo:38:kworker.0
00000100:00100000:1.0:1767321694.153667:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816619520:0@lo:400:kworker.0
00000100:00100000:1.0:1767321694.153695:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321694.153722:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321694.153728:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816620160:0@lo:400:kworker.0
00000100:00100000:1.0:1767321694.153751:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321694.153796:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816620160
00000100:00100000:1.0:1767321694.153800:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816620160
00000100:00100000:1.0:1767321694.153832:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089
00000100:00100000:1.0:1767321694.153838:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816620160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321694.153873:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816620160:12345-0@lo:400:kworker.0 Request processed in 36us (121us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321694.153879:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089
00000100:00100000:1.0:1767321694.153906:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816620160:0@lo:400:kworker.0
00000100:00100000:3.0:1767321694.154305:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816619520
00000100:00100000:3.0:1767321694.154309:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816619520
00000100:00100000:3.0:1767321694.154363:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4892
00000100:00100000:3.0:1767321694.154370:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816619520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321694.154439:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816619520:12345-0@lo:400:kworker.0 Request processed in 71us (744us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321694.154446:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4892
00000100:00100000:1.0:1767321694.154600:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816619520:0@lo:400:kworker.0
00000100:00100000:1.0:1767321694.726868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321695.111185:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321695.750884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321696.134956:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321696.774908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321697.734952:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321697.734979:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816620288:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321697.734992:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816620416:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321697.735068:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321697.735105:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816620416
00000100:00100000:0.0:1767321697.735115:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816620416
00000100:00100000:3.0:1767321697.735154:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321697.735179:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816620288
00000100:00100000:0.0:1767321697.735185:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816620288
00000100:00100000:0.0:1767321697.735229:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772
00000100:00100000:0.0:1767321697.735239:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816620288:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321697.735260:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767321697.735264:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321697.735303:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816620288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (149us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321697.735310:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772
00000100:00100000:3.0:1767321697.735715:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816620416:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321697.798894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321697.963173:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321697.963289:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321697.964300:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758708864
00000100:00100000:0.0:1767321697.964311:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758708864
00000100:00100000:0.0:1767321697.964404:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758708736
00000100:00100000:0.0:1767321697.964408:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758708736
00000100:00100000:0.0:1767321697.964428:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4893
00000100:00100000:0.0:1767321697.964438:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758708864:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321697.964511:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758708864:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 75us (1362us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321697.964520:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4893
00000100:00100000:0.0:1767321697.964538:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89215
00000100:00100000:0.0:1767321697.964542:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758708736:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321697.965139:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321697.965257:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758708736:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 710us (1966us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321697.965264:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89215
00000100:00080000:3.0:1767321697.966040:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321698.183091:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321698.823349:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321699.208327:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321699.271044:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321699.271056:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321699.271059:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321699.271064:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321699.271068:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321699.271074:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4236
00000100:00080000:1.0:1767321699.271079:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321699.271086:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321699.271132:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd4000 x1853166816620544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321699.271404:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816620544
00000100:00100000:0.0:1767321699.271413:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816620544
00000100:00100000:0.0:1767321699.271454:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89216
00000100:00100000:0.0:1767321699.271462:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816620544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321699.271486:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321699.271677:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321699.271681:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321699.271683:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321699.271687:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4236
00000100:00080000:1.0:1767321699.271690:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321699.271695:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321699.271710:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7480 x1853166816620672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321699.272342:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816620672
00000100:00100000:3.0:1767321699.272348:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816620672
00000100:00100000:3.0:1767321699.272374:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37
00000100:00100000:3.0:1767321699.272379:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816620672:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321699.272393:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321699.272425:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816620672:12345-0@lo:38:kworker.0 Request processed in 44us (251us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321699.272432:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37
00000100:00100000:0.0:1767321699.276973:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816620544:12345-0@lo:38:kworker.0 Request processed in 5499us (5676us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321699.276998:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89216
00000100:00080000:1.0:1767321699.279636:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321699.279642:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321699.279645:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321699.279650:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4236
00000100:00080000:1.0:1767321699.279654:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321699.279660:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321699.279679:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd5880 x1853166816620928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321699.279712:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321699.279715:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321699.279716:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321699.279720:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4236
00000100:00080000:1.0:1767321699.279722:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321699.279725:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321699.279736:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7100 x1853166816621184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321699.279799:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816621312:0@lo:400:kworker.0
00000100:00100000:1.0:1767321699.279860:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321699.279890:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321699.279895:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816621056:0@lo:400:kworker.0
00000100:00100000:1.0:1767321699.279918:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321699.280141:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816621440:0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.280172:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321699.280208:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321699.280214:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816620800:0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.280235:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321699.280263:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816621312
00000100:00100000:3.0:1767321699.280268:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816621312
00000100:00100000:3.0:1767321699.280326:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816621440
00000100:00100000:3.0:1767321699.280329:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816621440
00000100:00100000:3.0:1767321699.280353:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090
00000100:00100000:3.0:1767321699.280363:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816621312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.280406:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816621312:12345-0@lo:400:kworker.0 Request processed in 46us (545us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321699.280413:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090
00000100:00100000:3.0:1767321699.280428:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091
00000100:00100000:3.0:1767321699.280434:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816621440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.280464:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816621440:12345-0@lo:400:kworker.0 Request processed in 31us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321699.280470:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091
00000100:00080000:3.0:1767321699.280487:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321699.280491:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321699.280504:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816621056
00000100:00100000:3.0:1767321699.280508:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816621056
00000100:00100000:3.0:1767321699.280547:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816620800
00000100:00100000:3.0:1767321699.280551:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816620800
00000100:00100000:3.0:1767321699.280572:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4894
00000100:00100000:3.0:1767321699.280578:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816621056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.280608:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816621056:12345-0@lo:400:kworker.0 Request processed in 30us (689us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321699.280616:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4894
00000100:00100000:3.0:1767321699.280626:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4895
00000100:00100000:3.0:1767321699.280631:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816620800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.280654:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816620800:12345-0@lo:400:kworker.0 Request processed in 23us (418us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321699.280659:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4895
00000100:00080000:3.0:1767321699.280673:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321699.280699:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816620800:0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.280709:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816621440:0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.283617:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816621056:0@lo:400:kworker.0
00000100:00100000:3.0:1767321699.283632:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816621312:0@lo:400:kworker.0
00000100:00100000:1.0:1767321699.846876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321700.230990:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321700.871399:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321701.896733:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321702.279039:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321702.855620:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816621568
00000100:00100000:3.0:1767321702.855629:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816621568
00000100:00100000:3.0:1767321702.855694:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773
00000100:00100000:3.0:1767321702.855703:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816621568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321702.855733:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321702.855802:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816621568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (248us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321702.855810:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773
00000100:00100000:0.0:1767321702.856287:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816621696
00000100:00100000:0.0:1767321702.856291:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816621696
00000100:00100000:0.0:1767321702.856345:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774
00000100:00100000:0.0:1767321702.856353:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816621696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321702.856369:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321702.856410:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816621696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321702.856416:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774
00000100:00100000:1.0:1767321702.856556:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816621696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321702.918893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321703.080111:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321703.080821:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321703.080934:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758709120
00000100:00100000:0.0:1767321703.080938:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758709120
00000100:00100000:0.0:1767321703.081006:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4896
00000100:00100000:0.0:1767321703.081013:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758709120:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321703.081065:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758709120:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 52us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321703.081082:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4896
00000100:00080000:3.0:1767321703.081563:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321703.302980:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321703.943023:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321704.327109:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321704.391795:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321704.391806:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321704.391809:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321704.391814:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321704.391819:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321704.391827:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4241
00000100:00080000:0.0:1767321704.391832:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321704.391840:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321704.391883:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7bb80 x1853166816621824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321704.391909:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321704.391912:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321704.391913:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321704.391917:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4241
00000100:00080000:0.0:1767321704.391919:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321704.391922:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321704.391934:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7aa00 x1853166816621952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321704.392013:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816622080:0@lo:400:kworker.0
00000100:00100000:1.0:1767321704.392082:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321704.392138:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816622080
00000100:00100000:3.0:1767321704.392147:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816622080
00000100:00080000:0.0:1767321704.392179:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321704.392188:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321704.392193:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321704.392197:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4241
00000100:00080000:0.0:1767321704.392200:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321704.392205:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321704.392212:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816621824
00000100:00100000:3.0:1767321704.392216:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816621824
00000100:00100000:0.0:1767321704.392224:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b800 x1853166816622208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321704.392233:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4897
00000100:00100000:3.0:1767321704.392247:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816622080:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321704.392263:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321704.392268:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321704.392271:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321704.392276:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4241
00000100:00080000:0.0:1767321704.392279:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321704.392284:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321704.392300:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b480 x1853166816622464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321704.393111:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816622080:12345-0@lo:400:kworker.0 Request processed in 867us (1027us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321704.393122:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4897
00000100:00100000:0.0:1767321704.393123:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816622720:0@lo:400:kworker.0
00000100:00100000:0.0:1767321704.393162:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321704.393197:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816622720
00000100:00100000:3.0:1767321704.393203:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816622720
00000100:00100000:3.0:1767321704.393239:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093
00000100:00100000:3.0:1767321704.393246:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816622720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321704.393283:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816622080:0@lo:400:kworker.0
00000100:00100000:3.0:1767321704.393304:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816622720:12345-0@lo:400:kworker.0 Request processed in 58us (142us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321704.393312:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093
00000100:00100000:0.0:1767321704.393355:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816622720:0@lo:400:kworker.0
00000100:00100000:1.0:1767321704.967044:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321705.990878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321706.375028:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321707.014968:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321707.178449:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767321707.178551:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758709248 offset 0 length 520: 4
00000100:00100000:3.0:1767321707.178582:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321707.186998:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758709504
00000100:00100000:0.0:1767321707.187109:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758709504
00000100:00100000:0.0:1767321707.187271:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758709376
00000100:00100000:0.0:1767321707.187275:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758709376
00000100:00100000:0.0:1767321707.187307:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4899
00000100:00100000:0.0:1767321707.187318:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758709504:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321707.187426:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758709504:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 110us (8990us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321707.187434:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4899
00000100:00100000:0.0:1767321707.187454:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89223
00000100:00100000:0.0:1767321707.187459:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758709376:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321707.187480:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321707.187506:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758709376:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (8924us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321707.187512:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89223
00010000:00010000:3.0:1767321707.399280:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321707.976461:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321707.976486:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816622848:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321707.976555:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321707.976689:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816622848
00000100:00100000:0.0:1767321707.976698:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816622848
00000100:00100000:0.0:1767321707.976792:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775
00000100:00100000:0.0:1767321707.976803:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816622848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321707.976833:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321707.976883:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816622848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321707.976890:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775
00000100:00100000:3.0:1767321707.977143:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816622848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321707.977377:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321707.977388:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816622976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321707.977417:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321707.977633:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816622976
00000100:00100000:0.0:1767321707.977638:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816622976
00000100:00100000:0.0:1767321707.977679:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776
00000100:00100000:0.0:1767321707.977686:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816622976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321707.977702:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321707.977730:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816622976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321707.977737:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776
00000100:00100000:1.0:1767321707.977803:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816622976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321708.045104:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321708.423011:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321708.487182:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321708.487190:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321708.487194:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321708.487198:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4226
00000100:00080000:3.0:1767321708.487202:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321708.487209:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321708.487245:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7100 x1853166816623104/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321708.487272:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321708.487277:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321708.487279:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321708.487282:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4247
00000100:00080000:3.0:1767321708.487284:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321708.487287:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321708.487302:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd5880 x1853166816623232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321708.487311:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321708.487314:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321708.487315:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321708.487319:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4247
00000100:00080000:3.0:1767321708.487321:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321708.487324:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321708.487378:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7480 x1853166816623360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321708.487432:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321708.487436:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321708.487437:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321708.487443:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4247
00000100:00080000:3.0:1767321708.487445:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321708.487448:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321708.487470:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366a00 x1853166816623616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321708.487500:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321708.487503:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321708.487505:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321708.487509:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4247
00000100:00080000:3.0:1767321708.487511:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321708.487514:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321708.487525:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e367800 x1853166816623872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321708.487562:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816624000:0@lo:400:kworker.0
00000100:00100000:3.0:1767321708.487622:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321708.487685:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321708.487691:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816623744:0@lo:400:kworker.0
00000100:00100000:3.0:1767321708.487718:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321708.487747:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816624000
00000100:00100000:3.0:1767321708.487778:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816624000
00000100:00100000:3.0:1767321708.487825:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094
00000100:00100000:3.0:1767321708.487834:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816624000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321708.487883:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816624000:12345-0@lo:400:kworker.0 Request processed in 51us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321708.487890:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094
00000100:00100000:3.0:1767321708.487944:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816624000:0@lo:400:kworker.0
00000100:00100000:1.0:1767321708.488020:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816623488:0@lo:400:kworker.0
00000100:00100000:1.0:1767321708.488051:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321708.488081:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321708.488087:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816624128:0@lo:400:kworker.0
00000100:00100000:1.0:1767321708.488107:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321708.488136:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816624128
00000100:00100000:1.0:1767321708.488140:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816624128
00000100:00100000:1.0:1767321708.488164:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095
00000100:00100000:1.0:1767321708.488170:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816624128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321708.488204:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816624128:12345-0@lo:400:kworker.0 Request processed in 34us (95us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321708.488211:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095
00000100:00100000:1.0:1767321708.488241:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816624128:0@lo:400:kworker.0
00000100:00100000:1.0:1767321708.488260:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816623744
00000100:00100000:1.0:1767321708.488263:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816623744
00000100:00100000:1.0:1767321708.488296:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816623488
00000100:00100000:1.0:1767321708.488299:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816623488
00000100:00100000:1.0:1767321708.488318:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4900
00000100:00100000:1.0:1767321708.488325:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816623744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321708.488364:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816623744:12345-0@lo:400:kworker.0 Request processed in 40us (646us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321708.488370:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4900
00000100:00100000:1.0:1767321708.488382:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4901
00000100:00100000:1.0:1767321708.488388:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816623488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321708.488418:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816623488:12345-0@lo:400:kworker.0 Request processed in 30us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321708.488423:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4901
00000100:00100000:1.0:1767321708.488451:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816623488:0@lo:400:kworker.0
00000100:00100000:1.0:1767321708.489367:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816623360
00000100:00100000:1.0:1767321708.489372:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816623360
00000100:00100000:1.0:1767321708.489400:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39
00000100:00100000:1.0:1767321708.489405:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816623360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321708.489415:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321708.489447:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816623360:12345-0@lo:38:kworker.0 Request processed in 41us (620us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321708.489453:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39
00000100:00100000:3.0:1767321708.489659:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816623744:0@lo:400:kworker.0
00000100:00100000:1.0:1767321709.062864:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321710.087456:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321710.474427:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321711.111847:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321711.495197:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321712.135114:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321712.297216:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758709760
00000100:00100000:0.0:1767321712.297226:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758709760
00000100:00100000:0.0:1767321712.297307:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758709632
00000100:00100000:0.0:1767321712.297311:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758709632
00000100:00100000:0.0:1767321712.297334:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4902
00000100:00100000:0.0:1767321712.297345:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758709760:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321712.297418:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758709760:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 74us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321712.297426:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4902
00000100:00100000:0.0:1767321712.297442:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89227
00000100:00100000:0.0:1767321712.297446:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758709632:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321712.297466:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321712.297492:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758709632:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321712.297498:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89227
00010000:00010000:3.0:1767321712.519166:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321713.097023:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816624384:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321713.097058:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321713.097101:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816624256
00000100:00100000:0.0:1767321713.097110:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816624256
00000100:00100000:0.0:1767321713.097178:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816624384
00000100:00100000:0.0:1767321713.097181:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816624384
00000100:00100000:0.0:1767321713.097207:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777
00000100:00100000:0.0:1767321713.097216:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816624256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321713.097250:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321713.097299:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816624256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321713.097308:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777
00000100:00100000:0.0:1767321713.097324:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778
00000100:00100000:0.0:1767321713.097331:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816624384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321713.097346:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321713.097373:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816624384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321713.097380:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778
00000100:00100000:3.0:1767321713.097485:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816624384:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321713.607238:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321713.607251:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321713.607254:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321713.607258:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321713.607263:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321713.607270:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4251
00000100:00080000:0.0:1767321713.607275:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321713.607283:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321713.607321:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6ca80 x1853166816624512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321713.607349:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321713.607353:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321713.607355:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321713.607359:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4251
00000100:00080000:0.0:1767321713.607362:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321713.607365:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321713.607383:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6ce00 x1853166816624640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321713.607439:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321713.607443:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321713.607445:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321713.607449:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4251
00000100:00080000:0.0:1767321713.607451:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321713.607454:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321713.607465:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6dc00 x1853166816624896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321713.607485:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767321713.607716:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816624768:0@lo:400:kworker.0
00000100:00100000:3.0:1767321713.607818:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321713.609220:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321713.609223:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321713.609227:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4251
00000100:00080000:0.0:1767321713.609231:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321713.609234:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321713.609257:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6f100 x1853166816625152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321713.609382:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816624768:0@lo:400:kworker.0
00000100:00100000:3.0:1767321713.609406:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321713.609414:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816625408:0@lo:400:kworker.0
00000100:00100000:3.0:1767321713.609445:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321713.610750:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816625408
00000100:00100000:0.0:1767321713.610780:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816625408
00000100:00100000:0.0:1767321713.610828:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816625280
00000100:00100000:0.0:1767321713.610831:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816625280
00000100:00100000:0.0:1767321713.610849:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096
00000100:00100000:0.0:1767321713.610867:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816625408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321713.610923:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816625408:12345-0@lo:400:kworker.0 Request processed in 58us (1478us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321713.610929:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096
00000100:00100000:0.0:1767321713.610945:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097
00000100:00100000:0.0:1767321713.610952:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816625280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321713.610985:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816625280:12345-0@lo:400:kworker.0 Request processed in 34us (1065us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321713.610990:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097
00000100:00100000:0.0:1767321713.611026:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816625280:0@lo:400:kworker.0
00000100:00100000:1.0:1767321713.611298:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816625152
00000100:00100000:1.0:1767321713.611303:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816625152
00000100:00100000:1.0:1767321713.611339:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89230
00000100:00100000:1.0:1767321713.611344:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816625152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321713.611362:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321713.611416:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816625152:12345-0@lo:38:kworker.0 Request processed in 70us (1436us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321713.611422:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89230
00000100:00080000:1.0:1767321713.611453:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321713.611457:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321713.611460:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816625152:0@lo:38:kworker.0
00000100:00100000:3.0:1767321713.612146:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816625408:0@lo:400:kworker.0
00010000:00010000:1.0:1767321714.572816:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321715.591155:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321716.615633:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321717.416487:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:0.0:1767321717.416927:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321717.417398:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758709888
00000100:00100000:0.0:1767321717.417402:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758709888
00000100:00100000:0.0:1767321717.417434:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89231
00000100:00100000:0.0:1767321717.417440:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758709888:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321717.417459:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321717.417500:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758709888:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 60us (162us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321717.417507:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89231
00000100:00100000:3.0:1767321718.215064:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816625664:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321718.215140:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321718.215190:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816625664
00000100:00100000:0.0:1767321718.215199:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816625664
00000100:00100000:0.0:1767321718.215266:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779
00000100:00080000:3.0:1767321718.215274:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321718.215276:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816625664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321718.215320:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321718.215845:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816625664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 570us (703us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321718.215853:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779
00000100:00080000:0.0:1767321718.215917:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321718.215980:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816625664:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767321718.663437:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321718.727339:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321718.727362:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816626048:0@lo:400:kworker.0
00000100:00100000:3.0:1767321718.727436:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321718.727668:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816626688:0@lo:400:kworker.0
00000100:00100000:3.0:1767321718.727707:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321718.727784:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816626048
00000100:00100000:3.0:1767321718.727791:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816626048
00000100:00100000:3.0:1767321718.727931:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4906
00000100:00100000:3.0:1767321718.727945:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816626048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321718.727989:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816626048:12345-0@lo:400:kworker.0 Request processed in 48us (555us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321718.728003:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4906
00000100:00100000:3.0:1767321718.728020:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816626304
00000100:00100000:3.0:1767321718.728024:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816626304
00000100:00080000:0.0:1767321718.728153:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321718.728254:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816625792:0@lo:38:kworker.0
00000100:00100000:1.0:1767321718.728283:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321718.734684:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816625920:0@lo:38:kworker.0
00000100:00100000:1.0:1767321718.734776:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321718.734822:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816626176:0@lo:38:kworker.0
00000100:00100000:1.0:1767321718.734851:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321718.737136:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816625792
00000100:00100000:3.0:1767321718.737152:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816625792
00000100:00100000:3.0:1767321718.737240:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4907
00000100:00100000:3.0:1767321718.737259:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816626304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321718.737352:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816626304:12345-0@lo:400:kworker.0 Request processed in 102us (9424us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321718.737361:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4907
00000100:00100000:3.0:1767321718.737382:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89232
00000100:00100000:3.0:1767321718.737387:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816625792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321718.737407:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321718.737451:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816625792:12345-0@lo:38:kworker.0 Request processed in 50us (9154us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321718.737458:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89232
00000100:00100000:3.0:1767321718.737517:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816626304:0@lo:400:kworker.0
00000100:00100000:3.0:1767321718.738058:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816625920
00000100:00100000:3.0:1767321718.738065:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816625920
00000100:00100000:3.0:1767321718.738097:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41
00000100:00100000:3.0:1767321718.738103:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816625920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321718.738116:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321718.738153:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816625920:12345-0@lo:38:kworker.0 Request processed in 49us (3376us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321718.738160:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41
00000100:00100000:1.0:1767321718.743412:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816626432:0@lo:38:kworker.0
00000100:00100000:1.0:1767321718.743491:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321718.743637:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321718.743643:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321718.743647:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816625792:0@lo:38:kworker.0
00000100:00080000:1.0:1767321718.743659:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321718.743662:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321718.743666:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816625920:0@lo:38:kworker.0
00000100:00080000:1.0:1767321718.744217:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321718.744223:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321718.744226:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816626176:0@lo:38:kworker.0
00000100:00080000:1.0:1767321718.744234:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321718.744237:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321718.744239:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816626432:0@lo:38:kworker.0
00010000:00010000:3.0:1767321719.687004:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321720.710977:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321722.537462:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321722.537580:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:0.0:1767321722.538883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321722.759094:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321723.335111:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816626816:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321723.335217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321723.335568:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321723.335582:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816626944:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321723.335615:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321723.335727:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816626816
00000100:00100000:0.0:1767321723.335737:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816626816
00000100:00100000:0.0:1767321723.335838:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816626944
00000100:00100000:0.0:1767321723.335842:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816626944
00000100:00100000:0.0:1767321723.335872:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781
00000100:00100000:0.0:1767321723.335883:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816626816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321723.335922:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321723.335973:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816626816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (756us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321723.335980:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781
00000100:00100000:0.0:1767321723.335995:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782
00000100:00100000:0.0:1767321723.336001:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816626944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321723.336016:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321723.336039:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816626944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (424us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321723.336046:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782
00000100:00080000:1.0:1767321723.336112:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321723.336117:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321723.336158:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816626944:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321723.336193:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816626816:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321723.783094:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321723.848196:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816627328:0@lo:400:kworker.0
00000100:00100000:3.0:1767321723.848225:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321723.848258:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321723.848263:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816627968:0@lo:400:kworker.0
00000100:00100000:3.0:1767321723.848284:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321723.848312:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816627968
00000100:00100000:3.0:1767321723.848316:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816627968
00000100:00100000:3.0:1767321723.848357:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101
00000100:00100000:3.0:1767321723.848363:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816627968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321723.848408:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816627968:12345-0@lo:400:kworker.0 Request processed in 46us (123us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321723.848415:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101
00000100:00100000:3.0:1767321723.848430:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816627328
00000100:00100000:3.0:1767321723.848434:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816627328
00000100:00100000:3.0:1767321723.848456:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4910
00000100:00100000:3.0:1767321723.848462:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816627328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321723.848486:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816627328:12345-0@lo:400:kworker.0 Request processed in 25us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321723.848492:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4910
00000100:00100000:3.0:1767321723.848517:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816627968:0@lo:400:kworker.0
00000100:00100000:3.0:1767321723.848524:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816627328:0@lo:400:kworker.0
00000100:00080000:1.0:1767321723.849089:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321723.849111:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816627072:0@lo:38:kworker.0
00000100:00100000:1.0:1767321723.849149:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321723.849183:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816627200:0@lo:38:kworker.0
00000100:00100000:1.0:1767321723.849208:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321723.849244:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816627456:0@lo:38:kworker.0
00000100:00100000:1.0:1767321723.849267:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321723.849287:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816627712:0@lo:38:kworker.0
00000100:00100000:1.0:1767321723.849307:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321723.849347:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816627200
00000100:00100000:1.0:1767321723.849351:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816627200
00000100:00100000:1.0:1767321723.849374:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42
00000100:00100000:1.0:1767321723.849378:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816627200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321723.849408:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321723.849442:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816627200:12345-0@lo:38:kworker.0 Request processed in 62us (233us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321723.849448:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42
00000100:00100000:1.0:1767321723.849468:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816627072
00000100:00100000:1.0:1767321723.849471:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816627072
00000100:00100000:1.0:1767321723.849486:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816627456
00000100:00100000:1.0:1767321723.849489:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816627456
00000100:00100000:1.0:1767321723.849501:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816627712
00000100:00100000:1.0:1767321723.849503:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816627712
00000100:00100000:1.0:1767321723.849512:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89236
00000100:00100000:1.0:1767321723.849516:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816627072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321723.849525:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321723.849549:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816627072:12345-0@lo:38:kworker.0 Request processed in 32us (400us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321723.849554:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89236
00000100:00100000:1.0:1767321723.849564:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89237
00000100:00100000:1.0:1767321723.849568:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816627456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321723.849575:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321723.849593:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816627456:12345-0@lo:38:kworker.0 Request processed in 24us (325us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321723.849601:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89237
00000100:00100000:1.0:1767321723.849611:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89238
00000100:00100000:1.0:1767321723.849614:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816627712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321723.849622:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321723.849642:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816627712:12345-0@lo:38:kworker.0 Request processed in 26us (335us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321723.849648:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89238
00000100:00080000:1.0:1767321723.849685:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321723.849691:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321723.849694:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816627072:0@lo:38:kworker.0
00000100:00080000:1.0:1767321723.849702:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321723.849705:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321723.849708:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816627200:0@lo:38:kworker.0
00000100:00080000:1.0:1767321723.849715:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321723.849719:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321723.849721:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816627456:0@lo:38:kworker.0
00000100:00080000:1.0:1767321723.849728:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321723.849731:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321723.849733:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816627712:0@lo:38:kworker.0
00010000:00010000:3.0:1767321724.807019:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321726.857343:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321727.659355:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321727.659399:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:1.0:1767321727.659884:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321727.880237:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321728.456460:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816628096:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321728.456523:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321728.456594:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816628096
00000100:00100000:1.0:1767321728.456600:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816628096
00000100:00100000:1.0:1767321728.456660:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783
00000100:00100000:1.0:1767321728.456670:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816628096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321728.456705:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321728.456789:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816628096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321728.456795:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783
00000100:00080000:1.0:1767321728.456811:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321728.456843:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816628096:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321728.460940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816628224:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321728.461013:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321728.461416:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321728.461651:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816628224:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321728.903785:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321728.969117:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816628352:0@lo:38:kworker.0
00000100:00100000:1.0:1767321728.969199:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321728.969260:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816628480:0@lo:38:kworker.0
00000100:00100000:1.0:1767321728.969285:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321728.969307:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816628736:0@lo:38:kworker.0
00000100:00100000:1.0:1767321728.969328:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321728.969345:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816628992:0@lo:38:kworker.0
00000100:00100000:1.0:1767321728.969367:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321728.969397:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321728.969405:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816628864:0@lo:400:kworker.0
00000100:00100000:1.0:1767321728.969427:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321728.969455:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816628352
00000100:00100000:1.0:1767321728.969462:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816628352
00000100:00100000:1.0:1767321728.969492:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816628736
00000100:00100000:1.0:1767321728.969495:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816628736
00000100:00100000:1.0:1767321728.969507:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816628992
00000100:00100000:1.0:1767321728.969509:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816628992
00000100:00100000:1.0:1767321728.969517:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816628864
00000100:00100000:1.0:1767321728.969519:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816628864
00000100:00100000:1.0:1767321728.969553:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4912
00000100:00100000:1.0:1767321728.969561:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816628864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321728.969614:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816628864:12345-0@lo:400:kworker.0 Request processed in 53us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321728.969622:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4912
00000100:00100000:1.0:1767321728.969639:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89240
00000100:00100000:1.0:1767321728.969644:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816628352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321728.969660:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321728.969690:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816628352:12345-0@lo:38:kworker.0 Request processed in 45us (492us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321728.969697:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89240
00000100:00100000:1.0:1767321728.969709:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89241
00000100:00100000:1.0:1767321728.969727:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816628736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321728.969738:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321728.969785:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816628736:12345-0@lo:38:kworker.0 Request processed in 56us (455us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321728.969790:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89241
00000100:00100000:1.0:1767321728.969801:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89242
00000100:00100000:1.0:1767321728.969805:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816628992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321728.969813:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321728.969834:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816628992:12345-0@lo:38:kworker.0 Request processed in 28us (467us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321728.969841:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89242
00000100:00080000:1.0:1767321728.969867:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321728.969898:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816628864:0@lo:400:kworker.0
00000100:00080000:1.0:1767321728.969926:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321728.969931:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321728.969934:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816628352:0@lo:38:kworker.0
00000100:00080000:1.0:1767321728.969941:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321728.969944:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321728.969946:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816628736:0@lo:38:kworker.0
00000100:00080000:1.0:1767321728.969953:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321728.969956:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321728.969959:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816628992:0@lo:38:kworker.0
00000100:00100000:0.0:1767321728.970299:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816628608:0@lo:400:kworker.0
00000100:00100000:0.0:1767321728.970334:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321728.970586:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321728.970646:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816628608:0@lo:400:kworker.0
00000100:00100000:3.0:1767321728.972359:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816628480
00000100:00100000:3.0:1767321728.972374:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816628480
00000100:00100000:3.0:1767321728.972428:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43
00000100:00100000:3.0:1767321728.972437:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816628480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321728.972461:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321728.972549:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816628480:12345-0@lo:38:kworker.0 Request processed in 111us (3262us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321728.972557:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43
00000100:00080000:0.0:1767321728.973250:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321728.973257:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321728.973261:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816628480:0@lo:38:kworker.0
00010000:00010000:1.0:1767321730.951161:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321731.754418:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:1.0:1767321731.754793:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:0.0:1767321731.756656:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758710656 offset 0 length 520: 4
00000100:00100000:0.0:1767321731.756707:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321731.756798:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758710784
00000100:00100000:3.0:1767321731.756809:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758710784
00000100:00100000:3.0:1767321731.756875:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89243
00000100:00100000:3.0:1767321731.756882:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758710784:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321731.756907:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321731.756972:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758710784:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 88us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321731.756980:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89243
00010000:00010000:3.0:1767321731.980453:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321732.998998:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321733.062888:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321708/real 1767321708]  req@ffff8d4d50bd7100 x1853166816623104/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321733 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321733.062923:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d50bd7100 x1853166816623104/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321733 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321733.062950:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321733.062969:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321733.062973:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816623104:0@lo:250:kworker.0
00000100:00080000:3.0:1767321733.065355:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321733.065367:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321733.065371:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321733.065379:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4251
00000100:00080000:3.0:1767321733.065385:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321733.065393:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321733.065428:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573fb80 x1853166816629120/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321733.065460:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321733.065464:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321733.065466:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321733.065470:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4271
00000100:00080000:3.0:1767321733.065472:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321733.065475:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321733.065493:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573ed80 x1853166816629248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321733.065501:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321733.065505:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321733.065506:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321733.065510:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4271
00000100:00080000:3.0:1767321733.065512:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321733.065515:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321733.065529:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39880 x1853166816629376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321733.065571:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321733.065575:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321733.065577:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321733.065580:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4271
00000100:00080000:3.0:1767321733.065583:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321733.065586:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321733.065597:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39500 x1853166816629632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321733.065621:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321733.065624:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321733.065625:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321733.065628:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4271
00000100:00080000:3.0:1767321733.065630:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321733.065633:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321733.065642:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586d80 x1853166816629888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321733.065702:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816630144:0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.065786:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321733.065866:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321733.065872:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816629504:0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.065900:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321733.065935:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816630144
00000100:00100000:3.0:1767321733.065942:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816630144
00000100:00100000:3.0:1767321733.065999:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102
00000100:00100000:3.0:1767321733.066012:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816630144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.066070:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816630144:12345-0@lo:400:kworker.0 Request processed in 62us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321733.066077:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102
00000100:00100000:3.0:1767321733.066105:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816630016:0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.066128:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321733.066146:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321733.066151:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816629760:0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.066173:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321733.066198:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816629504
00000100:00100000:3.0:1767321733.066202:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816629504
00000100:00100000:3.0:1767321733.066225:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816629760
00000100:00100000:3.0:1767321733.066228:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816629760
00000100:00100000:3.0:1767321733.066245:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4915
00000100:00100000:3.0:1767321733.066251:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816629504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.066281:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816629504:12345-0@lo:400:kworker.0 Request processed in 30us (380us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321733.066287:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4915
00000100:00100000:3.0:1767321733.066299:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4916
00000100:00100000:3.0:1767321733.066306:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816629760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.066335:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816629760:12345-0@lo:400:kworker.0 Request processed in 31us (161us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321733.066341:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4916
00000100:00100000:3.0:1767321733.066356:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816630016
00000100:00100000:3.0:1767321733.066360:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816630016
00000100:00100000:3.0:1767321733.066382:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103
00000100:00100000:3.0:1767321733.066389:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816630016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.066416:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816630016:12345-0@lo:400:kworker.0 Request processed in 28us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321733.066422:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103
00000100:00100000:3.0:1767321733.066458:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816629760:0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.066469:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816630016:0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.066495:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816629504:0@lo:400:kworker.0
00000100:00100000:3.0:1767321733.066504:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816630144:0@lo:400:kworker.0
00000100:00080000:1.0:1767321733.066833:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321733.066848:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321733.066851:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321733.067069:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816629120:0@lo:250:kworker.0
00000400:00000100:0.0:1767321733.067099:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816629120 offset 0 length 520: 4
00000100:00100000:0.0:1767321733.067123:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816629248:0@lo:38:kworker.0
00000100:00100000:0.0:1767321733.067148:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321733.067173:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816629376:0@lo:38:kworker.0
00000100:00100000:0.0:1767321733.067197:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321733.067221:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816629632:0@lo:38:kworker.0
00000100:00100000:0.0:1767321733.067241:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321733.067254:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816629888:0@lo:38:kworker.0
00000100:00100000:0.0:1767321733.067273:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321733.067858:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816629376
00000100:00100000:1.0:1767321733.067863:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816629376
00000100:00100000:1.0:1767321733.067897:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44
00000100:00100000:1.0:1767321733.067902:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816629376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321733.067913:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321733.067951:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816629376:12345-0@lo:38:kworker.0 Request processed in 48us (752us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321733.067961:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44
00000100:00080000:1.0:1767321733.068001:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321733.068005:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321733.068008:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816629376:0@lo:38:kworker.0
00000100:00100000:3.0:1767321733.575122:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321733.575145:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816630272:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321733.575242:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321733.580207:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321733.580236:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816630400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321733.580332:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321733.583486:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786
00000100:00100000:3.0:1767321733.583519:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816630400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321733.583570:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321733.583653:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816630400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 152us (3318us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321733.583662:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786
00010000:00010000:1.0:1767321735.053190:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321736.071945:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321736.872256:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321736.872306:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321736.872406:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758711168
00000100:00100000:1.0:1767321736.872416:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758711168
00000100:00100000:1.0:1767321736.872499:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758711040
00000100:00100000:1.0:1767321736.872503:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758711040
00000100:00100000:1.0:1767321736.872529:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4917
00000100:00100000:1.0:1767321736.872541:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758711168:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321736.872700:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758711168:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 160us (462us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321736.872708:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4917
00010000:00010000:3.0:1767321737.094990:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321738.183530:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321738.183543:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321738.183546:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321738.183552:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321738.183558:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321738.183567:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4275
00000100:00080000:0.0:1767321738.183572:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321738.183580:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321738.183624:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7100 x1853166816630528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321738.183676:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321738.183680:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321738.183681:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321738.183686:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4275
00000100:00080000:0.0:1767321738.183688:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321738.183692:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321738.183708:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ed80 x1853166816630656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321738.183782:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321738.183786:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321738.183787:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321738.183792:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4275
00000100:00080000:0.0:1767321738.183794:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321738.183798:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321738.183809:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ce00 x1853166816630912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321738.183835:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321738.183839:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321738.183840:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321738.183844:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4275
00000100:00080000:0.0:1767321738.183846:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321738.183849:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321738.183858:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405f800 x1853166816631168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321738.184464:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816630784
00000100:00100000:0.0:1767321738.184471:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816630784
00000100:00100000:0.0:1767321738.184523:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816631040
00000100:00100000:0.0:1767321738.184527:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816631040
00000100:00100000:0.0:1767321738.184555:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4918
00000100:00100000:0.0:1767321738.184564:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816630784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.184617:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816630784:12345-0@lo:400:kworker.0 Request processed in 53us (569us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321738.184624:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4918
00000100:00100000:0.0:1767321738.184652:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4919
00000100:00100000:0.0:1767321738.184658:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816631040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.184686:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816631040:12345-0@lo:400:kworker.0 Request processed in 28us (460us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321738.184692:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4919
00000100:00100000:3.0:1767321738.184960:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816631424
00000100:00100000:3.0:1767321738.184969:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816631424
00000100:00100000:1.0:1767321738.184972:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816630528:0@lo:38:kworker.0
00000100:00100000:3.0:1767321738.185019:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816631296
00000100:00100000:3.0:1767321738.185025:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816631296
00000100:00100000:3.0:1767321738.185058:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104
00000100:00100000:1.0:1767321738.185065:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321738.185074:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816631424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321738.185117:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816630656:0@lo:38:kworker.0
00000100:00100000:3.0:1767321738.185131:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816631424:12345-0@lo:400:kworker.0 Request processed in 59us (956us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321738.185171:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321738.185205:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816630912:0@lo:38:kworker.0
00000100:00100000:1.0:1767321738.185232:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321738.185266:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816631168:0@lo:38:kworker.0
00000100:00100000:1.0:1767321738.185289:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321738.185348:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816630528
00000100:00100000:1.0:1767321738.185357:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816630528
00000100:00100000:3.0:1767321738.185378:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104
00000100:00100000:1.0:1767321738.185405:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816630912
00000100:00100000:1.0:1767321738.185411:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816630912
00000100:00100000:1.0:1767321738.185429:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816631168
00000100:00100000:1.0:1767321738.185432:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816631168
00000100:00100000:1.0:1767321738.185444:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89248
00000100:00100000:1.0:1767321738.185451:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816630528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321738.185475:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321738.185519:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816630528:12345-0@lo:38:kworker.0 Request processed in 66us (466us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321738.185526:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89248
00000100:00100000:1.0:1767321738.185541:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89249
00000100:00100000:1.0:1767321738.185545:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816630912:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321738.185555:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321738.185579:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816630912:12345-0@lo:38:kworker.0 Request processed in 32us (346us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321738.185585:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89249
00000100:00100000:1.0:1767321738.185595:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89250
00000100:00100000:1.0:1767321738.185599:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816631168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321738.185607:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321738.185638:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816631168:12345-0@lo:38:kworker.0 Request processed in 27us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321738.185644:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89250
00000100:00100000:1.0:1767321738.185682:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816630656
00000100:00100000:1.0:1767321738.185685:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816630656
00000100:00100000:1.0:1767321738.185704:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45
00000100:00100000:1.0:1767321738.185709:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e544050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816630656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321738.185718:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321738.185744:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e544050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816630656:12345-0@lo:38:kworker.0 Request processed in 33us (573us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321738.185750:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45
00000100:00080000:1.0:1767321738.186030:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321738.186037:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321738.186042:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816630528:0@lo:38:kworker.0
00000100:00080000:1.0:1767321738.186053:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321738.186057:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321738.186060:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816630656:0@lo:38:kworker.0
00000100:00080000:1.0:1767321738.186067:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321738.186070:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321738.186072:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816630912:0@lo:38:kworker.0
00000100:00080000:1.0:1767321738.186079:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321738.186082:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321738.186084:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816631168:0@lo:38:kworker.0
00000100:00100000:1.0:1767321738.186168:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816631040:0@lo:400:kworker.0
00000100:00100000:1.0:1767321738.186195:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816631424:0@lo:400:kworker.0
00000100:00100000:1.0:1767321738.186209:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816630784:0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.190704:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105
00000100:00100000:0.0:1767321738.190876:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816631296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.190993:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816631296:12345-0@lo:400:kworker.0 Request processed in 276us (6726us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321738.191003:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105
00000100:00100000:0.0:1767321738.191078:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816631296:0@lo:400:kworker.0
00000100:00100000:0.0:1767321738.699240:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816631552
00000100:00100000:0.0:1767321738.699249:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816631552
00000100:00100000:0.0:1767321738.699305:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787
00000100:00100000:0.0:1767321738.699315:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816631552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321738.699344:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321738.699398:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816631552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321738.699406:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787
00000100:00100000:0.0:1767321738.699454:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816631552:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321738.699732:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816631680:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321738.699790:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321738.703287:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816631680:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767321739.143111:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321739.783262:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321740.167446:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321740.807027:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321741.191129:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321741.830940:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321741.994476:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321741.994819:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758711424
00000100:00100000:1.0:1767321741.994836:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758711424
00000100:00100000:1.0:1767321741.995019:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4920
00000100:00100000:1.0:1767321741.995032:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758711424:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321741.995140:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758711424:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 109us (672us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321741.995150:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4920
00000100:00100000:3.0:1767321742.000440:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321742.001063:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758711296
00000100:00100000:1.0:1767321742.001074:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758711296
00000100:00100000:1.0:1767321742.001121:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89251
00000100:00100000:1.0:1767321742.001130:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758711296:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321742.001153:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321742.001223:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758711296:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 92us (789us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321742.001230:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89251
00000100:00100000:1.0:1767321742.854880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321743.239366:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321743.302877:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321743.302890:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321743.302893:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321743.302898:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321743.302903:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321743.302911:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4280
00000100:00080000:1.0:1767321743.302916:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321743.302923:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321743.302965:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477800 x1853166816631808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321743.307829:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321743.307842:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321743.308106:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321743.308118:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4280
00000100:00080000:1.0:1767321743.308123:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321743.308132:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321743.308177:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477100 x1853166816631936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321743.308224:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321743.308228:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321743.308230:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321743.308234:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4280
00000100:00080000:1.0:1767321743.308237:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321743.308240:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321743.308253:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476300 x1853166816632192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321743.308278:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321743.308281:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321743.308283:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321743.308287:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4280
00000100:00080000:1.0:1767321743.308290:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321743.308293:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321743.308303:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477480 x1853166816632448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321743.308355:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816632704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321743.308419:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321743.308486:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321743.308493:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816632064:0@lo:400:kworker.0
00000100:00100000:1.0:1767321743.308518:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321743.308546:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816632320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321743.308569:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321743.308598:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321743.308804:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816632064
00000100:00100000:0.0:1767321743.308812:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816632064
00000100:00100000:0.0:1767321743.308882:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816632320
00000100:00100000:0.0:1767321743.308886:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816632320
00000100:00100000:0.0:1767321743.308913:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4921
00000100:00100000:0.0:1767321743.308921:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816632064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321743.308976:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816632064:12345-0@lo:400:kworker.0 Request processed in 56us (456us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321743.308983:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4921
00000100:00100000:0.0:1767321743.308998:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4922
00000100:00100000:0.0:1767321743.309003:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816632320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321743.309029:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816632320:12345-0@lo:400:kworker.0 Request processed in 26us (459us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321743.309034:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4922
00000100:00100000:0.0:1767321743.309093:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816632064:0@lo:400:kworker.0
00000100:00100000:0.0:1767321743.309141:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816632704
00000100:00100000:0.0:1767321743.309145:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816632704
00000100:00100000:0.0:1767321743.309178:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106
00000100:00100000:0.0:1767321743.309184:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816632704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321743.309217:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816632704:12345-0@lo:400:kworker.0 Request processed in 33us (798us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321743.309223:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106
00000100:00100000:0.0:1767321743.309250:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816632704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321743.311168:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816632576:0@lo:400:kworker.0
00000100:00100000:1.0:1767321743.311235:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321743.311299:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816632320:0@lo:400:kworker.0
00000100:00100000:3.0:1767321743.312043:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816632576
00000100:00100000:3.0:1767321743.312049:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816632576
00000100:00100000:3.0:1767321743.312096:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107
00000100:00100000:3.0:1767321743.312104:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816632576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321743.312165:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816632576:12345-0@lo:400:kworker.0 Request processed in 63us (931us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321743.312172:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107
00000100:00100000:1.0:1767321743.313883:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816631936
00000100:00100000:1.0:1767321743.313895:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816631936
00000100:00100000:1.0:1767321743.313944:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46
00000100:00100000:1.0:1767321743.313951:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816631936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321743.313972:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321743.314046:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816631936:12345-0@lo:38:kworker.0 Request processed in 95us (2566us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321743.314052:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46
00000100:00080000:3.0:1767321743.314538:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321743.314544:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321743.314549:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816631936:0@lo:38:kworker.0
00000100:00100000:0.0:1767321743.814955:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321743.814976:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321743.814977:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816632832:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321743.814992:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816632960:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321743.822065:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321743.824939:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321743.835123:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816632960
00000100:00100000:1.0:1767321743.835139:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816632960
00000100:00100000:1.0:1767321743.835222:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816632832
00000100:00100000:1.0:1767321743.835227:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816632832
00000100:00100000:1.0:1767321743.835261:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789
00000100:00100000:1.0:1767321743.835271:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816632960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321743.835303:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321743.835382:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816632960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (13325us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321743.835389:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789
00000100:00100000:1.0:1767321743.835405:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790
00000100:00100000:1.0:1767321743.835411:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816632832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321743.835424:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321743.835454:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816632832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (10523us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321743.835459:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790
00000100:00100000:1.0:1767321743.835506:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816632960:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321743.835543:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816632832:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321743.878882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321744.262989:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321744.905790:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321745.287024:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321745.926871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321746.313692:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321746.950908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321747.113300:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321747.113393:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321747.113684:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758711552
00000100:00100000:1.0:1767321747.113694:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758711552
00000100:00100000:1.0:1767321747.113811:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758711680
00000100:00100000:1.0:1767321747.113815:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758711680
00000100:00080000:3.0:1767321747.113879:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321747.334966:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321747.974886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321748.359081:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321748.422995:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321748.423003:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321748.423006:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321748.423010:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321748.423013:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321748.423020:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4285
00000100:00080000:3.0:1767321748.423024:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321748.423029:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321748.423064:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b480 x1853166816633088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321748.423076:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321748.423078:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321748.423080:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321748.423082:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4285
00000100:00080000:3.0:1767321748.423084:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321748.423086:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321748.423092:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078380 x1853166816633216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321748.423119:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321748.423122:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321748.423123:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321748.423125:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4285
00000100:00080000:3.0:1767321748.423127:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321748.423128:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321748.423136:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b100 x1853166816633472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321748.423149:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321748.423151:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321748.423152:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321748.423154:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4285
00000100:00080000:3.0:1767321748.423156:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321748.423158:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321748.423164:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079500 x1853166816633728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321748.423244:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816633856:0@lo:400:kworker.0
00000100:00100000:1.0:1767321748.423328:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321748.423386:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321748.423390:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816633600:0@lo:400:kworker.0
00000100:00100000:1.0:1767321748.423409:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321748.423434:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816633600
00000100:00100000:1.0:1767321748.423440:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816633600
00000100:00100000:1.0:1767321748.423491:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4924
00000100:00100000:1.0:1767321748.423500:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816633600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321748.423579:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816633600:12345-0@lo:400:kworker.0 Request processed in 79us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321748.423586:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4924
00000100:00080000:1.0:1767321748.423607:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321748.423621:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816633344:0@lo:400:kworker.0
00000100:00100000:1.0:1767321748.423639:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321748.423651:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321748.423654:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816633984:0@lo:400:kworker.0
00000100:00100000:1.0:1767321748.423665:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321748.423683:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816633344
00000100:00100000:1.0:1767321748.423686:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816633344
00000100:00100000:1.0:1767321748.423703:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4925
00000100:00100000:1.0:1767321748.423707:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816633344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321748.423726:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816633344:12345-0@lo:400:kworker.0 Request processed in 19us (86us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321748.423730:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4925
00000100:00080000:1.0:1767321748.423738:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321748.424952:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816633344:0@lo:400:kworker.0
00000100:00100000:1.0:1767321748.424968:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816633984:0@lo:400:kworker.0
00000100:00100000:1.0:1767321748.940276:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816634112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321748.940346:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321748.940476:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816634112
00000100:00100000:3.0:1767321748.940494:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816634112
00000100:00100000:3.0:1767321748.940553:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791
00000100:00100000:3.0:1767321748.940563:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816634112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321748.940603:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321748.940649:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816634112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (303us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321748.940657:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791
00000100:00100000:1.0:1767321748.940834:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816634112:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321748.942488:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816634240
00000100:00100000:3.0:1767321748.942495:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816634240
00000100:00100000:3.0:1767321748.942547:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792
00000100:00100000:3.0:1767321748.942556:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816634240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321748.942578:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767321748.944464:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816634240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1902us (2184us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321748.944477:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792
00000100:00100000:1.0:1767321748.944883:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816634240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321748.999203:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321749.382976:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321750.024835:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321750.407012:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321751.047680:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321751.431007:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321752.071145:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321752.236321:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321752.236437:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:0.0:1767321752.244379:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321752.455788:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321753.095145:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321753.479195:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321753.542910:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321753.542920:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321753.542924:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321753.542928:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321753.542933:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321753.542941:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4291
00000100:00080000:3.0:1767321753.542945:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321753.542953:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321753.543008:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079f80 x1853166816634368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321753.543035:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321753.543038:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321753.543039:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321753.543043:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4291
00000100:00080000:3.0:1767321753.543046:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321753.543049:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321753.543067:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07a680 x1853166816634496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321753.543110:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321753.543114:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321753.543115:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321753.543119:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4291
00000100:00080000:3.0:1767321753.543121:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321753.543124:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321753.543137:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079c00 x1853166816634752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321753.543168:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321753.543171:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321753.543173:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321753.543177:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4291
00000100:00080000:3.0:1767321753.543179:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321753.543182:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321753.543195:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079880 x1853166816635008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321753.543251:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816635264:0@lo:400:kworker.0
00000100:00100000:3.0:1767321753.543321:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321753.543382:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321753.543387:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816634624:0@lo:400:kworker.0
00000100:00100000:3.0:1767321753.543419:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321753.543442:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816635136:0@lo:400:kworker.0
00000100:00100000:3.0:1767321753.543461:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321753.543478:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321753.543482:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816634880:0@lo:400:kworker.0
00000100:00100000:3.0:1767321753.543511:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321753.543535:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816635264
00000100:00100000:3.0:1767321753.543541:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816635264
00000100:00100000:3.0:1767321753.543582:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816635136
00000100:00100000:3.0:1767321753.543584:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816635136
00000100:00100000:3.0:1767321753.543600:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110
00000100:00100000:3.0:1767321753.543609:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816635264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321753.543651:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816635264:12345-0@lo:400:kworker.0 Request processed in 45us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321753.543659:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110
00000100:00100000:3.0:1767321753.543671:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111
00000100:00100000:3.0:1767321753.543676:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816635136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321753.543698:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816635136:12345-0@lo:400:kworker.0 Request processed in 21us (236us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321753.543703:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111
00000100:00100000:3.0:1767321753.543736:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816635136:0@lo:400:kworker.0
00000100:00100000:3.0:1767321753.543781:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816635264:0@lo:400:kworker.0
00000100:00080000:0.0:1767321753.544262:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321753.544267:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321753.544279:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816634624
00000100:00100000:0.0:1767321753.544284:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816634624
00000100:00100000:0.0:1767321753.544327:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816634880
00000100:00100000:0.0:1767321753.544330:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816634880
00000100:00100000:0.0:1767321753.544350:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4927
00000100:00100000:0.0:1767321753.544358:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816634624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321753.544419:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816634624:12345-0@lo:400:kworker.0 Request processed in 62us (998us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321753.544425:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4927
00000100:00100000:0.0:1767321753.544438:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4928
00000100:00100000:0.0:1767321753.544444:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816634880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321753.544477:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816634880:12345-0@lo:400:kworker.0 Request processed in 33us (964us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321753.544482:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4928
00000100:00100000:0.0:1767321753.544530:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816634880:0@lo:400:kworker.0
00000100:00100000:0.0:1767321753.544557:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816634624:0@lo:400:kworker.0
00000100:00080000:3.0:1767321753.544632:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321753.545374:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816634496
00000100:00100000:1.0:1767321753.545380:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816634496
00000100:00100000:1.0:1767321753.545408:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48
00000100:00100000:1.0:1767321753.545415:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816634496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321753.545426:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321753.545462:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816634496:12345-0@lo:38:kworker.0 Request processed in 46us (384us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321753.545472:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48
00000100:00100000:3.0:1767321754.055298:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816635392
00000100:00100000:3.0:1767321754.055307:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816635392
00000100:00100000:3.0:1767321754.055360:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793
00000100:00100000:3.0:1767321754.055367:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816635392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321754.055391:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321754.055427:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816635392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321754.055433:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793
00000100:00100000:3.0:1767321754.055464:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816635392:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321754.055864:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816635520
00000100:00100000:0.0:1767321754.055869:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816635520
00000100:00100000:0.0:1767321754.055899:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794
00000100:00100000:0.0:1767321754.055905:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816635520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321754.055919:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321754.055950:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816635520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (317us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321754.055954:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794
00000100:00100000:1.0:1767321754.119131:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321754.503049:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321755.143658:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321755.527000:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321756.166893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321756.551159:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321757.190909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321757.353027:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758712320
00000100:00100000:3.0:1767321757.353039:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758712320
00000100:00100000:1.0:1767321757.353099:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758712192
00000100:00100000:1.0:1767321757.353106:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758712192
00000100:00100000:3.0:1767321757.353125:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4929
00000100:00100000:3.0:1767321757.353140:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758712320:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321757.353144:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89263
00000100:00100000:1.0:1767321757.353155:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758712192:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321757.353183:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321757.353302:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758712320:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 167us (437us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321757.353310:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4929
00000100:00100000:1.0:1767321757.358017:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758712192:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 4844us (5056us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321757.358036:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89263
00010000:00010000:3.0:1767321757.576150:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321758.215012:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321758.599986:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321758.663008:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321758.663017:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321758.663021:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321758.663027:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4275
00000100:00080000:3.0:1767321758.663032:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321758.663040:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321758.663081:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39c00 x1853166816635648/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321758.663112:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321758.663115:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321758.663116:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321758.663119:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4296
00000100:00080000:3.0:1767321758.663121:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321758.663123:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321758.663138:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079880 x1853166816635776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321758.663144:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321758.663146:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321758.663147:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321758.663150:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4296
00000100:00080000:3.0:1767321758.663151:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321758.663153:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321758.663162:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079c00 x1853166816635904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321758.663201:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321758.663204:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321758.663205:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321758.663208:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4296
00000100:00080000:3.0:1767321758.663210:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321758.663212:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321758.663221:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079f80 x1853166816636160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321758.663248:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321758.663266:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816636032:0@lo:400:kworker.0
00000100:00100000:1.0:1767321758.663342:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321758.663410:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816636032
00000100:00100000:0.0:1767321758.663422:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816636032
00000100:00080000:1.0:1767321758.663481:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321758.663526:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4930
00000100:00100000:0.0:1767321758.663541:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816636032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321758.663622:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816636032:12345-0@lo:400:kworker.0 Request processed in 88us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321758.663628:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4930
00000100:00080000:3.0:1767321758.663693:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321758.663696:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321758.663698:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321758.663701:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4296
00000100:00080000:3.0:1767321758.663704:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321758.663707:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321758.663720:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07ad80 x1853166816636416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321758.663730:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816636032:0@lo:400:kworker.0
00000100:00100000:1.0:1767321758.663793:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816636672:0@lo:400:kworker.0
00000100:00100000:3.0:1767321758.663811:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816636288:0@lo:400:kworker.0
00000100:00100000:1.0:1767321758.663836:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321758.663868:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321758.663900:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321758.663905:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816636544:0@lo:400:kworker.0
00000100:00100000:1.0:1767321758.663919:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816636672
00000100:00100000:1.0:1767321758.663929:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816636672
00000100:00100000:3.0:1767321758.663935:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321758.663978:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816636544
00000100:00100000:3.0:1767321758.663984:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816636544
00000100:00100000:1.0:1767321758.664019:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112
00000100:00100000:3.0:1767321758.664029:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113
00000100:00100000:1.0:1767321758.664035:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816636672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321758.664037:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816636544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321758.664079:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816636544:12345-0@lo:400:kworker.0 Request processed in 44us (148us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321758.664084:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113
00000100:00100000:3.0:1767321758.664135:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816636544:0@lo:400:kworker.0
00000100:00100000:1.0:1767321758.664147:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816636672:12345-0@lo:400:kworker.0 Request processed in 113us (308us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321758.664156:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112
00000100:00080000:3.0:1767321758.664169:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321758.664174:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321758.664215:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816636672:0@lo:400:kworker.0
00000100:00100000:0.0:1767321758.664881:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816636288
00000100:00100000:0.0:1767321758.664891:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816636288
00000100:00100000:0.0:1767321758.664956:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4931
00000100:00100000:0.0:1767321758.664964:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816636288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321758.665026:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816636288:12345-0@lo:400:kworker.0 Request processed in 63us (1159us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321758.665033:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4931
00000100:00080000:3.0:1767321758.667161:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321758.667222:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816636288:0@lo:400:kworker.0
00000100:00100000:3.0:1767321759.176691:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816636800:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321759.176824:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321759.179410:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816636800
00000100:00100000:1.0:1767321759.179427:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816636800
00000100:00100000:1.0:1767321759.179511:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816636928
00000100:00100000:1.0:1767321759.179515:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816636928
00000100:00100000:1.0:1767321759.179552:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795
00000100:00100000:1.0:1767321759.179564:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816636800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321759.179607:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321759.179687:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816636800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (2863us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321759.179695:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795
00000100:00100000:1.0:1767321759.179713:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796
00000100:00100000:1.0:1767321759.179720:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816636928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321759.179740:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321759.179817:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816636928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1465us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321759.179824:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796
00000100:00100000:1.0:1767321759.179886:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816636800:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321759.239019:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321759.623214:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321760.263965:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321760.647029:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321761.286935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321761.671380:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321762.310992:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321762.471567:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321762.471708:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:3.0:1767321762.474037:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321762.695676:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321763.336142:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321763.721999:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321763.783450:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321763.783460:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321763.783463:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321763.783467:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321763.783472:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321763.783479:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4301
00000100:00080000:0.0:1767321763.783484:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321763.783490:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321763.783525:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9c00 x1853166816637056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321763.783555:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321763.783559:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321763.783560:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321763.783564:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4301
00000100:00080000:0.0:1767321763.783566:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321763.783569:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321763.783580:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3ca300 x1853166816637184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321763.783668:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767321763.784679:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321763.784684:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321763.784686:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321763.784689:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4301
00000100:00080000:0.0:1767321763.784693:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321763.784697:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321763.784716:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8000 x1853166816637440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321763.784789:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321763.784793:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321763.784794:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321763.784798:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4301
00000100:00080000:0.0:1767321763.784801:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321763.784804:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321763.784814:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb800 x1853166816637696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321763.785665:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321763.785670:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321763.790174:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816637952:0@lo:400:kworker.0
00000100:00100000:1.0:1767321763.790255:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321763.790371:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816637312:0@lo:400:kworker.0
00000100:00100000:1.0:1767321763.790414:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321763.791434:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321763.791473:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816637312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.794661:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816637952
00000100:00100000:3.0:1767321763.794678:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816637952
00000100:00080000:1.0:1767321763.794880:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321763.795047:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115
00000100:00100000:3.0:1767321763.795061:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816637952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321763.795155:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816637952:12345-0@lo:400:kworker.0 Request processed in 100us (4901us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321763.795162:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115
00000100:00100000:1.0:1767321763.795297:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816637952:0@lo:400:kworker.0
00000100:00100000:3.0:1767321764.295018:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321764.295041:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816638080:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321764.295108:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321764.295208:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816638080
00000100:00100000:1.0:1767321764.295216:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816638080
00000100:00100000:1.0:1767321764.295266:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797
00000100:00100000:1.0:1767321764.295273:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816638080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321764.295306:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321764.295356:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816638080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (248us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321764.295373:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797
00000100:00100000:3.0:1767321764.295576:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816638080:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321764.295690:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816638208
00000100:00100000:1.0:1767321764.295695:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816638208
00000100:00100000:1.0:1767321764.295952:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798
00000100:00100000:1.0:1767321764.295961:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816638208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321764.295979:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321764.296197:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816638208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 236us (572us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321764.296204:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798
00000100:00100000:1.0:1767321764.358870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321764.743037:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321765.383229:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321765.767118:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321766.409521:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321766.791450:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321767.430920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321767.601407:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321767.601976:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:1.0:1767321767.602993:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321767.815047:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321768.455062:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321768.839595:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321768.903034:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321768.903046:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321768.903049:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321768.903052:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321768.903056:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321768.903065:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4306
00000100:00080000:0.0:1767321768.903070:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321768.903077:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321768.903117:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3ca300 x1853166816638336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321768.903144:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321768.903148:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321768.903150:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321768.903154:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4306
00000100:00080000:0.0:1767321768.903157:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321768.903161:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321768.903176:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9c00 x1853166816638464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321768.903230:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321768.903235:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321768.903237:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321768.903241:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4306
00000100:00080000:0.0:1767321768.903243:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321768.903246:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321768.903259:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3caa00 x1853166816638720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321768.903281:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321768.903284:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321768.903286:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321768.903289:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4306
00000100:00080000:0.0:1767321768.903291:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321768.903294:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321768.903304:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb800 x1853166816638976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321769.479008:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321769.863062:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321770.503283:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321770.887163:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321771.526947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321771.911699:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321772.552347:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321772.712427:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321772.712472:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:3.0:1767321772.714217:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321772.937738:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321773.574900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321773.960182:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321774.023602:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321774.023614:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321774.023617:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321774.023621:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321774.023626:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321774.023634:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4311
00000100:00080000:0.0:1767321774.023640:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321774.023647:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321774.023691:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0e00 x1853166816639616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321774.023710:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321774.023713:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321774.023715:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321774.023719:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4311
00000100:00080000:0.0:1767321774.023721:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321774.023724:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321774.023737:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1f80 x1853166816639744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321774.023795:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321774.023800:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321774.023801:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321774.023804:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4311
00000100:00080000:0.0:1767321774.023807:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321774.023810:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321774.023822:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0700 x1853166816640000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321774.023847:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321774.023851:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321774.023852:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321774.023855:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4311
00000100:00080000:0.0:1767321774.023858:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321774.023862:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321774.023871:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0a80 x1853166816640256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321774.023907:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816640384:0@lo:400:kworker.0
00000100:00100000:0.0:1767321774.023937:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321774.023971:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321774.023977:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816640128:0@lo:400:kworker.0
00000100:00100000:1.0:1767321774.023989:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816639872:0@lo:400:kworker.0
00000100:00100000:0.0:1767321774.024000:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321774.024031:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816640384
00000100:00100000:0.0:1767321774.024038:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816640384
00000100:00100000:1.0:1767321774.024072:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321774.024097:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118
00000100:00100000:1.0:1767321774.024106:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321774.024108:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816640384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321774.024116:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816640512:0@lo:400:kworker.0
00000100:00100000:1.0:1767321774.024150:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321774.024164:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816640384:12345-0@lo:400:kworker.0 Request processed in 59us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321774.024171:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118
00000100:00100000:0.0:1767321774.024189:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816640512
00000100:00100000:0.0:1767321774.024192:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816640512
00000100:00100000:0.0:1767321774.024218:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119
00000100:00080000:1.0:1767321774.024224:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321774.024226:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816640512:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321774.024232:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321774.024249:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816639616
00000100:00100000:1.0:1767321774.024254:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816639616
00000100:00100000:0.0:1767321774.024261:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816640512:12345-0@lo:400:kworker.0 Request processed in 37us (112us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321774.024268:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119
00000100:00100000:1.0:1767321774.024282:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816640000
00000100:00100000:1.0:1767321774.024288:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816640000
00000100:00100000:0.0:1767321774.024317:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816640384:0@lo:400:kworker.0
00000100:00100000:0.0:1767321774.025417:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816640512:0@lo:400:kworker.0
00000100:00100000:0.0:1767321774.025430:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816639872:0@lo:400:kworker.0
00000100:00100000:0.0:1767321774.025836:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816640128:0@lo:400:kworker.0
00000100:00100000:0.0:1767321774.025916:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89277
00000100:00100000:0.0:1767321774.025923:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816640000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321774.025944:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321774.032592:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89278
00000100:00100000:3.0:1767321774.032606:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816640256:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321774.032718:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321774.032884:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816640000:12345-0@lo:38:kworker.0 Request processed in 6957us (8840us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321774.032894:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89277
00000100:00080000:0.0:1767321774.032953:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321774.033020:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321774.033027:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321774.033031:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816640000:0@lo:38:kworker.0
00000100:00080000:0.0:1767321774.033044:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321774.033048:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321774.033051:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816639616:0@lo:38:kworker.0
00000100:00080000:0.0:1767321774.033060:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321774.033063:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321774.033066:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816639744:0@lo:38:kworker.0
00000100:00100000:2.0:1767321774.033665:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816639616:12345-0@lo:38:kworker.0 Request processed in 9218us (9781us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321774.033677:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89276
00000100:00100000:3.0:1767321774.037984:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816640256:12345-0@lo:38:kworker.0 Request processed in 5369us (13885us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767321774.038199:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321774.038208:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321774.038212:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816640256:0@lo:38:kworker.0
00000100:00100000:3.0:1767321774.038275:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89278
00000100:00100000:0.0:1767321774.534998:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816640640:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321774.535066:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321774.535371:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816640640
00000100:00100000:2.0:1767321774.535381:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816640640
00000100:00100000:2.0:1767321774.535437:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801
00000100:00100000:0.0:1767321774.535446:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321774.535447:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816640640:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321774.535462:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816640768:0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321774.535482:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321774.535494:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321774.535541:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816640768
00000100:00100000:2.0:1767321774.535541:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816640640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (472us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321774.535547:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816640768
00000100:00100000:2.0:1767321774.535552:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801
00000100:00100000:2.0:1767321774.535577:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802
00000100:00100000:2.0:1767321774.535585:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816640768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321774.535601:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321774.535622:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816640640:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321774.535647:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816640768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (151us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321774.535655:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802
00000100:00100000:3.0:1767321774.535724:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816640768:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321774.599555:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321774.983158:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321775.622890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321776.008576:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321776.646907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321777.032885:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321777.670939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321777.835946:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321777.835997:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321777.836064:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758713344
00000100:00100000:1.0:1767321777.836074:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758713344
00000100:00100000:1.0:1767321777.836147:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758713216
00000100:00100000:1.0:1767321777.836150:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758713216
00000100:00100000:1.0:1767321777.836171:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4941
00000100:00100000:1.0:1767321777.836181:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758713344:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321777.836284:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758713344:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 104us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321777.836291:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4941
00000100:00100000:1.0:1767321777.836310:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89279
00000100:00100000:1.0:1767321777.836315:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758713216:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321777.836337:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321777.836364:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758713216:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (367us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321777.836370:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89279
00000100:00080000:3.0:1767321777.836431:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321778.057672:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321778.694913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321779.079054:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321779.143160:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321779.143172:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321779.143174:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321779.143179:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321779.143183:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321779.143191:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4316
00000100:00080000:1.0:1767321779.143195:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321779.143203:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321779.143249:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ca80 x1853166816640896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321779.143283:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321779.143286:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321779.143288:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321779.143293:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4316
00000100:00080000:1.0:1767321779.143296:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321779.143299:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321779.143313:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405f800 x1853166816641024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321779.143353:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321779.143357:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321779.143358:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321779.143362:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4316
00000100:00080000:1.0:1767321779.143365:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321779.143368:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321779.143380:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306e300 x1853166816641280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321779.143413:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816641152:0@lo:400:kworker.0
00000100:00080000:1.0:1767321779.143418:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321779.143423:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321779.143425:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321779.143429:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4316
00000100:00080000:1.0:1767321779.143432:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321779.143436:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321779.143450:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40380 x1853166816641536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321779.143489:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321779.143493:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816641664:0@lo:400:kworker.0
00000100:00100000:1.0:1767321779.143535:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321779.143560:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321779.143570:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7527f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816641792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321779.143577:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321779.143586:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816641408:0@lo:400:kworker.0
00000100:00100000:3.0:1767321779.143599:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321779.143621:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321779.143651:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816641152
00000100:00100000:3.0:1767321779.143660:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816641152
00000100:00100000:1.0:1767321779.143682:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816641664
00000100:00100000:1.0:1767321779.143688:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816641664
00000100:00100000:3.0:1767321779.143714:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816641408
00000100:00100000:3.0:1767321779.143719:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816641408
00000100:00100000:1.0:1767321779.143726:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816641792
00000100:00100000:1.0:1767321779.143731:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816641792
00000100:00100000:3.0:1767321779.143780:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4942
00000100:00100000:3.0:1767321779.143789:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816641152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321779.143846:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816641152:12345-0@lo:400:kworker.0 Request processed in 58us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321779.143849:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120
00000100:00100000:3.0:1767321779.143858:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4942
00000100:00100000:0.0:1767321779.143865:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816641664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321779.143879:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4943
00000100:00100000:3.0:1767321779.143889:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816641408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321779.143908:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816641664:12345-0@lo:400:kworker.0 Request processed in 48us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321779.143914:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120
00000100:00100000:3.0:1767321779.143933:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816641408:12345-0@lo:400:kworker.0 Request processed in 44us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321779.143938:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121
00000100:00100000:3.0:1767321779.143945:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4943
00000100:00100000:0.0:1767321779.143948:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816641792:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321779.143963:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321779.143970:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321779.143975:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321779.143978:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816641792:12345-0@lo:400:kworker.0 Request processed in 33us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321779.143983:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121
00000100:00100000:0.0:1767321779.144012:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816640896:0@lo:38:kworker.0
00000100:00100000:0.0:1767321779.144033:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321779.144038:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816641408:0@lo:400:kworker.0
00000100:00100000:0.0:1767321779.144050:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816641024:0@lo:38:kworker.0
00000100:00100000:2.0:1767321779.144055:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816641664:0@lo:400:kworker.0
00000100:00100000:0.0:1767321779.144068:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321779.144088:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816641280:0@lo:38:kworker.0
00000100:00100000:2.0:1767321779.144102:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816641024
00000100:00100000:0.0:1767321779.144106:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321779.144108:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816641024
00000100:00100000:3.0:1767321779.144109:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7527f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816641792:0@lo:400:kworker.0
00000100:00100000:0.0:1767321779.144124:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816641536:0@lo:38:kworker.0
00000100:00100000:3.0:1767321779.144131:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816641152:0@lo:400:kworker.0
00000100:00100000:2.0:1767321779.144142:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53
00000100:00100000:2.0:1767321779.144149:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816641024:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321779.144166:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767321779.144168:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321779.144212:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816641024:12345-0@lo:38:kworker.0 Request processed in 62us (143us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321779.144219:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53
00000100:00080000:0.0:1767321779.144287:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321779.144292:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321779.144294:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816641024:0@lo:38:kworker.0
00000100:00100000:3.0:1767321779.146770:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816640896
00000100:00100000:3.0:1767321779.146783:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816640896
00000100:00100000:0.0:1767321779.146803:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816641280
00000100:00100000:0.0:1767321779.146810:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816641280
00000100:00100000:3.0:1767321779.146846:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89280
00000100:00100000:3.0:1767321779.146854:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816640896:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321779.146856:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89281
00000100:00100000:0.0:1767321779.146863:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816641280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321779.146883:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321779.146942:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816641280:12345-0@lo:38:kworker.0 Request processed in 79us (2837us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321779.146949:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89281
00000100:00080000:1.0:1767321779.147026:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321779.147033:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321779.147038:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816641280:0@lo:38:kworker.0
00000100:00100000:2.0:1767321779.147090:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816641536
00000100:00100000:2.0:1767321779.147095:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816641536
00000100:00100000:2.0:1767321779.147124:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89282
00000100:00100000:2.0:1767321779.147130:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816641536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321779.147142:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321779.147221:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816641536:12345-0@lo:38:kworker.0 Request processed in 91us (3056us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321779.147228:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89282
00000100:00080000:1.0:1767321779.147290:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321779.147294:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321779.147297:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816641536:0@lo:38:kworker.0
00010000:00020000:3.0:1767321779.147411:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321779.147452:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816640896:12345-0@lo:38:kworker.0 Request processed in 597us (3416us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321779.147459:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89280
00000100:00080000:1.0:1767321779.147477:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321779.147484:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321779.147487:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816640896:0@lo:38:kworker.0
00000100:00100000:3.0:1767321779.655007:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816641920:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321779.655081:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321779.655204:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816641920
00000100:00100000:2.0:1767321779.655213:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816641920
00000100:00100000:2.0:1767321779.655275:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803
00000100:00100000:2.0:1767321779.655285:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816641920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321779.655317:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321779.655429:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321779.655441:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816642048:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321779.655472:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321779.655835:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816642048
00000100:00100000:1.0:1767321779.655840:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816642048
00000100:00100000:1.0:1767321779.655866:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804
00000100:00100000:1.0:1767321779.655872:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816642048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321779.655888:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321779.655920:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816642048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (447us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321779.656007:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816642048:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321779.656087:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804
00000100:00100000:2.0:1767321779.663309:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816641920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8015us (8218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321779.663326:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803
00000100:00100000:3.0:1767321779.667187:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816641920:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321779.720368:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321780.103663:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321780.743160:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321781.128830:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321781.772032:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:0.0:1767321781.930650:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758713472 offset 0 length 520: 4
00000100:00100000:3.0:1767321781.933728:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321781.933882:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321781.934746:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758713600
00000100:00100000:2.0:1767321781.934797:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758713600
00000100:00100000:2.0:1767321781.934860:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758713728
00000100:00100000:2.0:1767321781.934864:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758713728
00000100:00100000:2.0:1767321781.934943:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4944
00000100:00100000:2.0:1767321781.934957:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7527f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758713728:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321781.935078:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7527f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758713728:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 124us (1194us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321781.935093:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4944
00000100:00100000:2.0:1767321781.935123:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89283
00000100:00100000:2.0:1767321781.935128:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758713600:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321781.935160:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321781.935190:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758713600:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 60us (1476us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321781.935197:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89283
00000100:00080000:1.0:1767321781.935347:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321782.151636:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321782.790921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321783.175143:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321783.239064:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321758/real 1767321758]  req@ffff8d4d4ac39c00 x1853166816635648/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321783 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321783.239113:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ac39c00 x1853166816635648/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321783 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321783.239138:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321783.239259:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321783.239264:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816635648:0@lo:250:kworker.0
00000100:00080000:0.0:1767321783.241321:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321783.241335:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321783.241340:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321783.241348:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4301
00000100:00080000:0.0:1767321783.241355:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321783.241364:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321783.241418:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3800 x1853166816642176/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321783.241528:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816642176:0@lo:250:kworker.0
00000400:00000100:1.0:1767321783.241599:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816642176 offset 0 length 520: 4
00000100:00080000:0.0:1767321783.242049:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321783.242055:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321783.242058:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321783.242063:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4321
00000100:00080000:0.0:1767321783.242066:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321783.242072:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321783.242094:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a2d80 x1853166816642304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321783.242140:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816642304:0@lo:38:kworker.0
00000100:00100000:1.0:1767321783.242186:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321783.242392:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321783.242396:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321783.242398:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321783.242403:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4321
00000100:00080000:0.0:1767321783.242406:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321783.242410:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321783.242429:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3b80 x1853166816642432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321783.242488:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321783.242493:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321783.242495:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321783.242500:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4321
00000100:00080000:0.0:1767321783.242502:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321783.242506:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321783.242519:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1c00 x1853166816642688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321783.242547:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321783.242551:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321783.242553:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321783.242556:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4321
00000100:00080000:0.0:1767321783.242559:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321783.242563:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321783.242573:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0380 x1853166816642944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321783.242704:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816642432:0@lo:38:kworker.0
00000100:00100000:1.0:1767321783.242739:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321783.242778:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816642688:0@lo:38:kworker.0
00000100:00100000:1.0:1767321783.242803:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321783.242868:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816642560:0@lo:400:kworker.0
00000100:00100000:3.0:1767321783.242908:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816643072:0@lo:400:kworker.0
00000100:00100000:3.0:1767321783.242938:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321783.242967:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321783.242973:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816642816:0@lo:400:kworker.0
00000100:00100000:3.0:1767321783.243007:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816643072
00000100:00100000:3.0:1767321783.243017:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816643072
00000100:00100000:3.0:1767321783.243092:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122
00000100:00100000:3.0:1767321783.243105:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816643072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321783.243167:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816643072:12345-0@lo:400:kworker.0 Request processed in 66us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321783.243175:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122
00000100:00080000:3.0:1767321783.243199:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321783.243261:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816642432
00000100:00100000:3.0:1767321783.243265:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816642432
00000100:00100000:3.0:1767321783.243289:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54
00000100:00100000:3.0:1767321783.243294:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816642432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321783.243315:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321783.243347:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816642432:12345-0@lo:38:kworker.0 Request processed in 52us (607us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321783.243355:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54
00000100:00100000:0.0:1767321783.243648:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816643200:0@lo:400:kworker.0
00000100:00100000:0.0:1767321783.243685:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321783.243889:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816643200
00000100:00100000:3.0:1767321783.243896:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816643200
00000100:00100000:3.0:1767321783.243948:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123
00000100:00100000:3.0:1767321783.243958:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816643200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321783.244000:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816643200:12345-0@lo:400:kworker.0 Request processed in 45us (314us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321783.244007:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123
00000100:00080000:0.0:1767321783.244071:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321783.244110:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816643200:0@lo:400:kworker.0
00000100:00100000:1.0:1767321783.244432:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816642944:0@lo:38:kworker.0
00000100:00100000:1.0:1767321783.244469:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321783.244579:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816642304
00000100:00100000:2.0:1767321783.244585:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816642304
00000100:00100000:2.0:1767321783.244637:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816642688
00000100:00100000:2.0:1767321783.244641:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816642688
00000100:00100000:2.0:1767321783.244660:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89284
00000100:00100000:2.0:1767321783.244666:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816642304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321783.244689:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321783.244732:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816642304:12345-0@lo:38:kworker.0 Request processed in 66us (2547us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321783.244739:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89284
00000100:00100000:2.0:1767321783.244784:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89285
00000100:00100000:2.0:1767321783.244788:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816642688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321783.244797:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321783.244823:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816642688:12345-0@lo:38:kworker.0 Request processed in 33us (2019us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321783.244829:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89285
00000100:00080000:1.0:1767321783.245160:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321783.245167:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321783.245171:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816642304:0@lo:38:kworker.0
00000100:00080000:1.0:1767321783.245200:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321783.245204:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321783.245224:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816642432:0@lo:38:kworker.0
00000100:00080000:1.0:1767321783.245236:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321783.245239:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321783.245243:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816642688:0@lo:38:kworker.0
00000100:00100000:1.0:1767321783.245274:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321783.245514:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816643072:0@lo:400:kworker.0
00000100:00100000:3.0:1767321783.245597:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816642944
00000100:00100000:3.0:1767321783.245604:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816642944
00000100:00100000:3.0:1767321783.245985:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816642816
00000100:00100000:3.0:1767321783.245990:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816642816
00000100:00100000:3.0:1767321783.246033:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4945
00000100:00100000:3.0:1767321783.246044:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816642816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321783.246111:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816642816:12345-0@lo:400:kworker.0 Request processed in 71us (836us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321783.246118:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4945
00000100:00100000:3.0:1767321783.246135:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89286
00000100:00100000:3.0:1767321783.246140:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816642944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321783.246156:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321783.246187:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816642944:12345-0@lo:38:kworker.0 Request processed in 46us (1718us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321783.246193:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89286
00000100:00080000:3.0:1767321783.246485:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321783.246521:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321783.246559:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816642560
00000100:00100000:3.0:1767321783.246563:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816642560
00000100:00100000:3.0:1767321783.246595:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4946
00000100:00100000:3.0:1767321783.246602:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816642560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321783.246728:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816642560:12345-0@lo:400:kworker.0 Request processed in 127us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321783.246736:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4946
00000100:00080000:3.0:1767321783.246750:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321783.246874:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816642560:0@lo:400:kworker.0
00000100:00100000:1.0:1767321783.247111:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816642816:0@lo:400:kworker.0
00000100:00080000:1.0:1767321783.247149:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321783.247154:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321783.247157:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816642944:0@lo:38:kworker.0
00000100:00100000:1.0:1767321783.814932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321784.199820:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321784.777525:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321784.777562:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816643328:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321784.777664:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321784.777722:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321784.777735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816643456:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321784.777791:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321784.777945:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816643328
00000100:00100000:3.0:1767321784.777958:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816643328
00000100:00100000:3.0:1767321784.778028:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816643456
00000100:00100000:3.0:1767321784.778031:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816643456
00000100:00100000:3.0:1767321784.778067:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805
00000100:00100000:0.0:1767321784.778074:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806
00000100:00100000:3.0:1767321784.778078:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816643328:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321784.778083:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816643456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321784.778115:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:3.0:1767321784.778123:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321784.778163:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816643456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (371us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321784.778163:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816643328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (501us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321784.778172:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805
00000100:00100000:2.0:1767321784.778280:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816643328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321784.778497:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816643456:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321784.785803:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806
00000100:00100000:1.0:1767321784.838919:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321785.224404:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321785.862922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321786.247071:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321786.887565:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321787.049063:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321787.049126:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321787.049298:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758713984
00000100:00100000:2.0:1767321787.049312:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758713984
00000100:00100000:2.0:1767321787.049399:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758713856
00000100:00100000:2.0:1767321787.049402:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758713856
00000100:00080000:3.0:1767321787.049413:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321787.049430:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4947
00000100:00100000:2.0:1767321787.049445:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758713984:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321787.049545:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758713984:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (498us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321787.049554:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4947
00000100:00100000:2.0:1767321787.049585:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89287
00000100:00100000:2.0:1767321787.049592:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758713856:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321787.049619:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321787.049651:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758713856:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (524us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321787.049659:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89287
00010000:00010000:2.0:1767321787.275631:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321787.910948:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321788.295279:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321788.359012:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321788.359027:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321788.359031:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321788.359036:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321788.359041:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321788.359052:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4325
00000100:00080000:0.0:1767321788.359059:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321788.359068:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321788.359127:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1c00 x1853166816643584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321788.359160:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321788.359164:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321788.359166:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321788.359198:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4325
00000100:00080000:0.0:1767321788.359201:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321788.359205:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321788.359223:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3b80 x1853166816643712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321788.359278:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321788.359283:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321788.359285:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321788.359290:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4325
00000100:00080000:0.0:1767321788.359292:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321788.359297:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321788.359307:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816643840:0@lo:400:kworker.0
00000100:00100000:0.0:1767321788.359316:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a2680 x1853166816643968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321788.359348:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321788.359353:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321788.359355:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321788.359359:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4325
00000100:00080000:0.0:1767321788.359362:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321788.359365:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321788.359380:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ca80 x1853166816644224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321788.359414:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321788.359453:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816643584:0@lo:38:kworker.0
00000100:00100000:0.0:1767321788.359468:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816643840
00000100:00100000:0.0:1767321788.359482:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816643840
00000100:00100000:1.0:1767321788.359501:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321788.359510:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321788.359520:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816644480:0@lo:400:kworker.0
00000100:00100000:1.0:1767321788.359531:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816643712:0@lo:38:kworker.0
00000100:00100000:0.0:1767321788.359560:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816643584
00000100:00100000:0.0:1767321788.359565:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816643584
00000100:00100000:2.0:1767321788.359570:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321788.359576:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321788.359596:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4948
00000100:00100000:0.0:1767321788.359613:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816643840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321788.359622:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816643968:0@lo:38:kworker.0
00000100:00100000:1.0:1767321788.359653:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321788.359653:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816644096:0@lo:400:kworker.0
00000100:00100000:1.0:1767321788.359677:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816644224:0@lo:38:kworker.0
00000100:00100000:2.0:1767321788.359700:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321788.359722:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816643968
00000100:00100000:1.0:1767321788.359727:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816643968
00000100:00100000:2.0:1767321788.359733:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321788.359743:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816644352:0@lo:400:kworker.0
00000100:00100000:1.0:1767321788.359751:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816644096
00000100:00100000:1.0:1767321788.359779:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816644096
00000100:00080000:3.0:1767321788.359794:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321788.359797:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321788.359812:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4949
00000100:00100000:1.0:1767321788.359821:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816644096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321788.359839:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89288
00000100:00100000:2.0:1767321788.359846:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816643584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321788.359870:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321788.359891:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816644096:12345-0@lo:400:kworker.0 Request processed in 70us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321788.359900:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816644480
00000100:00100000:1.0:1767321788.359902:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4949
00000100:00100000:3.0:1767321788.359907:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816644480
00000100:00100000:2.0:1767321788.359914:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816643584:12345-0@lo:38:kworker.0 Request processed in 66us (413us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321788.359923:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89288
00000100:00100000:1.0:1767321788.359944:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89289
00000100:00100000:1.0:1767321788.359951:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816643968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321788.359963:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321788.359965:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816644352
00000100:00100000:3.0:1767321788.359970:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816644352
00000100:00100000:1.0:1767321788.359999:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816643968:12345-0@lo:38:kworker.0 Request processed in 46us (347us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321788.360003:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124
00000100:00100000:3.0:1767321788.360015:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816644480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321788.360067:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816644480:12345-0@lo:400:kworker.0 Request processed in 55us (498us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321788.360075:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124
00000100:00100000:3.0:1767321788.360087:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125
00000100:00100000:3.0:1767321788.360093:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816644352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321788.360121:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816644352:12345-0@lo:400:kworker.0 Request processed in 29us (326us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321788.360127:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125
00000100:00080000:3.0:1767321788.360165:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321788.360168:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321788.360215:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816644480:0@lo:400:kworker.0
00000100:00100000:3.0:1767321788.360264:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816643712
00000100:00100000:3.0:1767321788.360269:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816643712
00000100:00100000:3.0:1767321788.360289:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55
00000100:00100000:3.0:1767321788.360294:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816643712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321788.360306:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321788.360335:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816643712:12345-0@lo:38:kworker.0 Request processed in 40us (761us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321788.360343:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55
00000100:00100000:2.0:1767321788.360386:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321788.360420:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816644224
00000100:00080000:2.0:1767321788.360423:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321788.360425:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816644224
00000100:00080000:2.0:1767321788.360433:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321788.360438:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816643584:0@lo:38:kworker.0
00000100:00080000:2.0:1767321788.360452:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767321788.360456:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89289
00000100:00080000:2.0:1767321788.360459:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321788.360464:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816643712:0@lo:38:kworker.0
00000100:00080000:2.0:1767321788.360475:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321788.360480:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321788.360483:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816643968:0@lo:38:kworker.0
00000100:00100000:2.0:1767321788.360522:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816644352:0@lo:400:kworker.0
00000100:00100000:2.0:1767321788.360535:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816644096:0@lo:400:kworker.0
00000100:00100000:0.0:1767321788.360550:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816643840:12345-0@lo:400:kworker.0 Request processed in 942us (1148us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321788.361419:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89290
00000100:00100000:3.0:1767321788.361435:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816644224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321788.361453:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321788.361510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816643840:0@lo:400:kworker.0
00000100:00100000:3.0:1767321788.361923:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816644224:12345-0@lo:38:kworker.0 Request processed in 486us (1537us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321788.361931:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89290
00000100:00100000:0.0:1767321788.362002:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4948
00000100:00080000:1.0:1767321788.362224:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321788.362231:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321788.362235:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816644224:0@lo:38:kworker.0
00000100:00100000:1.0:1767321788.939401:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321789.321395:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321789.895127:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321789.895132:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816644608:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321789.895189:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816644736:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321789.895242:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321789.895288:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321789.895583:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816644608
00000100:00100000:2.0:1767321789.895594:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816644608
00000100:00100000:2.0:1767321789.895659:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816644736
00000100:00100000:2.0:1767321789.895663:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816644736
00000100:00100000:2.0:1767321789.895689:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807
00000100:00100000:2.0:1767321789.895699:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816644608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321789.895742:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321789.895831:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816644608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (589us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321789.895840:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807
00000100:00100000:2.0:1767321789.895864:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808
00000100:00100000:2.0:1767321789.895871:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816644736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321789.895890:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767321789.895917:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816644736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (643us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321789.895923:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808
00000100:00100000:2.0:1767321789.895972:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816644608:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321789.902531:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816644736:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321789.959593:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321790.343891:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321790.982846:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321791.367402:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321792.006929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321792.169626:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321792.169863:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321792.173668:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758714240
00000100:00100000:2.0:1767321792.173695:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758714240
00000100:00100000:2.0:1767321792.173820:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758714112
00000100:00100000:2.0:1767321792.173824:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758714112
00000100:00100000:2.0:1767321792.173875:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4950
00000100:00100000:2.0:1767321792.173887:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758714240:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321792.174003:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758714240:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 117us (4393us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321792.174011:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4950
00000100:00100000:2.0:1767321792.174036:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89291
00000100:00100000:2.0:1767321792.174040:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758714112:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321792.174067:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321792.174099:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758714112:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 57us (4237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321792.174106:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89291
00000100:00080000:3.0:1767321792.174299:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321792.392306:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321793.030955:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321793.416292:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321793.478881:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321793.478896:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321793.478901:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321793.478906:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321793.478913:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321793.478923:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4330
00000100:00080000:0.0:1767321793.478928:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321793.478938:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321793.478994:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9180 x1853166816644864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321793.479028:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321793.479032:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321793.479035:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321793.479039:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4330
00000100:00080000:0.0:1767321793.479043:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321793.479047:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321793.479065:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9880 x1853166816644992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321793.479081:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816644864:0@lo:38:kworker.0
00000100:00100000:2.0:1767321793.479166:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321793.479189:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321793.479271:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816644992:0@lo:38:kworker.0
00000100:00100000:3.0:1767321793.479274:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816644864
00000100:00100000:3.0:1767321793.479286:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816644864
00000100:00100000:1.0:1767321793.479313:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321793.479364:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89292
00000100:00100000:1.0:1767321793.479371:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816644992
00000100:00100000:3.0:1767321793.479377:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816644864:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321793.479378:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816644992
00010000:00020000:3.0:1767321793.479408:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321793.479411:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56
00000100:00100000:1.0:1767321793.479420:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816644992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321793.479433:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321793.479475:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816644864:12345-0@lo:38:kworker.0 Request processed in 100us (286us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321793.479485:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89292
00000100:00100000:1.0:1767321793.479552:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816644992:12345-0@lo:38:kworker.0 Request processed in 131us (238us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321793.479560:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56
00000100:00080000:3.0:1767321793.479575:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321793.479583:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321793.479589:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816644992:0@lo:38:kworker.0
00000100:00080000:3.0:1767321793.479601:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321793.479604:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321793.479606:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816644864:0@lo:38:kworker.0
00000100:00080000:0.0:1767321793.479663:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321793.479668:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321793.479671:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321793.479675:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4330
00000100:00080000:0.0:1767321793.479678:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321793.479683:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321793.479700:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb100 x1853166816645248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321793.479778:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321793.479783:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321793.479785:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767321793.479787:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816645376:0@lo:400:kworker.0
00000100:00080000:0.0:1767321793.479792:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4330
00000100:00080000:0.0:1767321793.479797:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321793.479801:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321793.479816:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8380 x1853166816645504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321793.479828:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321793.479855:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321793.479861:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816645632:0@lo:400:kworker.0
00000100:00100000:3.0:1767321793.479888:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816645376
00000100:00100000:1.0:1767321793.479894:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321793.479895:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816645376
00000100:00100000:3.0:1767321793.479950:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951
00000100:00100000:3.0:1767321793.479961:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816645376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321793.480013:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816645376:12345-0@lo:400:kworker.0 Request processed in 57us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321793.480021:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951
00000100:00100000:1.0:1767321793.480039:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816645376:0@lo:400:kworker.0
00000100:00100000:3.0:1767321793.480048:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816645632
00000100:00100000:3.0:1767321793.480053:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816645632
00000100:00080000:1.0:1767321793.480076:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321793.480083:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321793.480091:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126
00000100:00100000:3.0:1767321793.480099:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816645632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321793.480154:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816645632:12345-0@lo:400:kworker.0 Request processed in 55us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321793.480160:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126
00000100:00100000:3.0:1767321793.480181:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816645248:0@lo:38:kworker.0
00000100:00100000:1.0:1767321793.480207:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816645632:0@lo:400:kworker.0
00000100:00100000:2.0:1767321793.480958:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816645760:0@lo:400:kworker.0
00000100:00100000:3.0:1767321793.481161:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321793.481206:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816645504:0@lo:38:kworker.0
00000100:00100000:3.0:1767321793.481235:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321793.481281:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816645248
00000100:00100000:1.0:1767321793.481288:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816645248
00000100:00100000:1.0:1767321793.481319:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816645504
00000100:00100000:1.0:1767321793.481323:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816645504
00000100:00100000:1.0:1767321793.481340:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89293
00000100:00100000:1.0:1767321793.481346:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816645248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321793.481367:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321793.481409:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816645248:12345-0@lo:38:kworker.0 Request processed in 62us (248us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321793.481415:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89293
00000100:00100000:1.0:1767321793.481431:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89294
00000100:00100000:1.0:1767321793.481434:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816645504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321793.481442:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321793.481465:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816645504:12345-0@lo:38:kworker.0 Request processed in 29us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321793.481485:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89294
00000100:00080000:3.0:1767321793.481912:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321793.481919:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321793.481923:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816645504:0@lo:38:kworker.0
00000100:00080000:3.0:1767321793.481951:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321793.481955:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321793.481958:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816645248:0@lo:38:kworker.0
00000100:00100000:2.0:1767321793.482090:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321793.482250:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816645120:0@lo:400:kworker.0
00000100:00100000:2.0:1767321793.482289:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321793.482575:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816645120
00000100:00100000:1.0:1767321793.482581:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816645120
00000100:00100000:1.0:1767321793.482704:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4952
00000100:00100000:1.0:1767321793.482713:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816645120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321793.482786:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816645120:12345-0@lo:400:kworker.0 Request processed in 75us (496us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321793.482792:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4952
00000100:00100000:2.0:1767321793.482831:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816645120:0@lo:400:kworker.0
00000100:00100000:3.0:1767321793.482901:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816645760
00000100:00100000:3.0:1767321793.482906:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816645760
00000100:00080000:0.0:1767321793.483242:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321793.483250:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321793.483726:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127
00000100:00100000:3.0:1767321793.483741:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816645760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321793.486653:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816645760:12345-0@lo:400:kworker.0 Request processed in 2907us (4552us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321793.486670:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127
00000100:00100000:2.0:1767321793.489120:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816645760:0@lo:400:kworker.0
00000100:00100000:1.0:1767321794.055561:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321794.439006:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321795.015815:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321795.015849:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816645888:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321795.015942:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321795.016646:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321795.016664:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816646016:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321795.016709:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321795.017029:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816645888
00000100:00100000:0.0:1767321795.017041:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816645888
00000100:00100000:0.0:1767321795.017155:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816646016
00000100:00100000:0.0:1767321795.017159:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816646016
00000100:00100000:0.0:1767321795.017188:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809
00000100:00100000:0.0:1767321795.017199:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816645888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321795.017243:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321795.017334:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816645888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (1390us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321795.017346:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809
00000100:00100000:0.0:1767321795.017371:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810
00000100:00100000:0.0:1767321795.017379:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816646016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321795.017402:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321795.017439:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816646016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (730us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321795.017446:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810
00000100:00100000:0.0:1767321795.017505:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816646016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321795.017549:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816645888:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321795.018381:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321795.018390:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321795.078922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321795.463094:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321796.102924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321796.487328:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321797.126874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321797.289997:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321797.290066:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321797.294522:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758714496
00000100:00100000:2.0:1767321797.294545:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758714496
00000100:00080000:0.0:1767321797.294696:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321797.294753:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758714368
00000100:00100000:2.0:1767321797.294783:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758714368
00000100:00100000:2.0:1767321797.294828:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4953
00000100:00100000:2.0:1767321797.294846:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758714496:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321797.294858:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89295
00000100:00100000:0.0:1767321797.294871:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758714368:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321797.294896:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321797.299709:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758714496:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 4851us (9707us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321797.299733:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4953
00000100:00100000:0.0:1767321797.302897:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758714368:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 8014us (12815us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321797.302911:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89295
00010000:00010000:3.0:1767321797.511319:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321798.151063:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321798.535453:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321798.599187:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321798.599202:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321798.599206:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321798.599211:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321798.599217:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321798.599227:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4336
00000100:00080000:2.0:1767321798.599232:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321798.599244:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321798.599457:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a2d80 x1853166816646144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321798.599497:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321798.599502:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321798.599504:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321798.599510:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4336
00000100:00080000:3.0:1767321798.599513:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321798.599518:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321798.599542:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939c00 x1853166816646272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321798.599588:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321798.599592:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321798.599594:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321798.599598:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4336
00000100:00080000:3.0:1767321798.599601:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321798.599604:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321798.599616:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939180 x1853166816646528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321798.599650:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321798.599654:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321798.599656:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321798.599660:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4336
00000100:00080000:3.0:1767321798.599662:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321798.599666:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321798.599679:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938000 x1853166816646784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321798.599725:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816647040:0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.599847:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321798.599936:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321798.599942:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816646400:0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.599974:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321798.600016:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816646912:0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.600284:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321798.600312:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321798.600318:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816646656:0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.600343:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321798.600383:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816647040
00000100:00100000:3.0:1767321798.600393:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816647040
00000100:00100000:3.0:1767321798.600457:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816646912
00000100:00100000:3.0:1767321798.600461:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816646912
00000100:00100000:3.0:1767321798.600486:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128
00000100:00100000:3.0:1767321798.600499:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816647040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.600564:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816647040:12345-0@lo:400:kworker.0 Request processed in 69us (716us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321798.600573:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128
00000100:00100000:3.0:1767321798.600589:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129
00000100:00100000:3.0:1767321798.600595:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816646912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.600621:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816646912:12345-0@lo:400:kworker.0 Request processed in 27us (338us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321798.600626:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129
00000100:00100000:3.0:1767321798.600649:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816646400
00000100:00100000:3.0:1767321798.600652:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816646400
00000100:00100000:3.0:1767321798.600675:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816646656
00000100:00100000:3.0:1767321798.600677:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816646656
00000100:00100000:3.0:1767321798.600692:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4954
00000100:00100000:3.0:1767321798.600698:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816646400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.600725:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816646400:12345-0@lo:400:kworker.0 Request processed in 28us (752us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321798.600730:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4954
00000100:00100000:3.0:1767321798.600740:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4955
00000100:00100000:3.0:1767321798.600745:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816646656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.600810:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816646656:12345-0@lo:400:kworker.0 Request processed in 65us (466us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321798.600816:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4955
00000100:00100000:3.0:1767321798.600875:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816646656:0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.600885:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816646912:0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.600913:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816646400:0@lo:400:kworker.0
00000100:00100000:3.0:1767321798.600925:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816647040:0@lo:400:kworker.0
00000100:00080000:0.0:1767321798.601042:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321798.601048:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321798.601050:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321798.601632:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816646144:0@lo:38:kworker.0
00000100:00100000:1.0:1767321798.601691:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321798.601737:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816646272:0@lo:38:kworker.0
00000100:00100000:1.0:1767321798.601795:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321798.601834:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816646528:0@lo:38:kworker.0
00000100:00100000:2.0:1767321798.601839:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816646144
00000100:00100000:2.0:1767321798.601847:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816646144
00000100:00100000:1.0:1767321798.601858:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321798.601889:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816646784:0@lo:38:kworker.0
00000100:00100000:1.0:1767321798.601912:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321798.601958:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816646272
00000100:00100000:3.0:1767321798.601963:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816646272
00000100:00100000:3.0:1767321798.602001:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57
00000100:00100000:3.0:1767321798.602008:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816646272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321798.602042:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321798.602090:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816646272:12345-0@lo:38:kworker.0 Request processed in 81us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321798.602097:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57
00000100:00080000:1.0:1767321798.616166:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321798.616186:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321798.616192:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816646272:0@lo:38:kworker.0
00000100:00100000:2.0:1767321798.622000:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816646528
00000100:00100000:2.0:1767321798.622026:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816646528
00000100:00100000:2.0:1767321798.622201:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816646784
00000100:00100000:2.0:1767321798.622206:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816646784
00000100:00100000:2.0:1767321798.622234:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89296
00000100:00100000:2.0:1767321798.622245:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816646144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321798.622357:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321798.622848:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816646144:12345-0@lo:38:kworker.0 Request processed in 600us (21152us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321798.622858:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89296
00000100:00100000:2.0:1767321798.622895:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89297
00000100:00100000:2.0:1767321798.622901:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816646528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321798.622916:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321798.622948:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816646528:12345-0@lo:38:kworker.0 Request processed in 47us (21089us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321798.622954:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89297
00000100:00100000:2.0:1767321798.622966:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89298
00000100:00100000:2.0:1767321798.622971:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816646784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321798.622979:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321798.623005:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816646784:12345-0@lo:38:kworker.0 Request processed in 33us (21092us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321798.623013:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89298
00000100:00080000:3.0:1767321798.629592:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321798.629612:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321798.629618:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816646144:0@lo:38:kworker.0
00000100:00080000:3.0:1767321798.629635:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321798.629639:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321798.629642:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816646528:0@lo:38:kworker.0
00000100:00080000:3.0:1767321798.629653:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321798.629656:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321798.629659:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816646784:0@lo:38:kworker.0
00000100:00100000:1.0:1767321799.174919:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321799.559099:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321800.136249:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321800.136287:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816647168:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321800.136388:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321800.136811:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816647168
00000100:00100000:0.0:1767321800.136824:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816647168
00000100:00100000:0.0:1767321800.136921:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811
00000100:00100000:0.0:1767321800.136932:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816647168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321800.136973:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321800.137034:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816647168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (645us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321800.137042:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811
00000100:00080000:3.0:1767321800.139162:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321800.139266:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816647168:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321800.139947:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321800.139966:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816647296:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321800.140058:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321800.140158:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816647296
00000100:00100000:0.0:1767321800.140167:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816647296
00000100:00100000:0.0:1767321800.140250:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812
00000100:00080000:3.0:1767321800.140259:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321800.140262:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816647296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321800.140308:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321800.140372:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816647296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (313us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321800.140542:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816647296:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321800.140672:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812
00000100:00100000:1.0:1767321800.198967:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321800.584673:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321801.223739:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321801.608505:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321802.249713:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321802.407934:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321802.408056:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758714752
00000100:00100000:0.0:1767321802.408069:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758714752
00000100:00100000:0.0:1767321802.408185:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4956
00000100:00100000:0.0:1767321802.408198:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758714752:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321802.408303:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758714752:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 108us (384us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321802.408312:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4956
00000100:00080000:3.0:1767321802.409350:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321802.415270:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321802.415472:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758714624
00000100:00100000:2.0:1767321802.415488:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758714624
00000100:00100000:2.0:1767321802.415559:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89299
00000100:00100000:2.0:1767321802.415570:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758714624:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321802.415603:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321802.415694:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758714624:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 123us (439us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321802.415702:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89299
00010000:00010000:3.0:1767321802.631629:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321803.271332:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321803.656179:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321803.720524:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321803.720535:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321803.720538:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321803.720542:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321803.720548:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321803.720557:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4341
00000100:00080000:0.0:1767321803.720561:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321803.720569:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321803.720609:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8a80 x1853166816647424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321803.720637:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321803.720641:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321803.720642:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321803.720646:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4341
00000100:00080000:0.0:1767321803.720648:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321803.720651:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321803.720666:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fad80 x1853166816647552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321803.720720:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321803.720724:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321803.720726:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321803.720729:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4341
00000100:00080000:0.0:1767321803.720731:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321803.720734:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321803.720749:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fa680 x1853166816647808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321803.720790:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321803.720794:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321803.720796:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321803.720800:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4341
00000100:00080000:0.0:1767321803.720803:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321803.720806:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321803.720815:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9f80 x1853166816648064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321803.720853:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816648192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321803.720930:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321803.720994:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321803.720999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816647936:0@lo:400:kworker.0
00000100:00100000:0.0:1767321803.721022:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321803.721087:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816647936
00000100:00100000:0.0:1767321803.721095:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816647936
00000100:00100000:0.0:1767321803.721148:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4957
00000100:00100000:0.0:1767321803.721159:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816647936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321803.721229:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816647936:12345-0@lo:400:kworker.0 Request processed in 72us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321803.721237:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4957
00000100:00100000:0.0:1767321803.721276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816647936:0@lo:400:kworker.0
00000100:00100000:3.0:1767321803.721419:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816647424:0@lo:38:kworker.0
00000100:00100000:3.0:1767321803.721450:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321803.721476:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816647552:0@lo:38:kworker.0
00000100:00100000:3.0:1767321803.721498:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321803.721522:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816647808:0@lo:38:kworker.0
00000100:00100000:3.0:1767321803.721542:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321803.721558:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816648064:0@lo:38:kworker.0
00000100:00100000:3.0:1767321803.721576:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321803.721610:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816648192
00000100:00100000:3.0:1767321803.721615:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816648192
00000100:00100000:3.0:1767321803.721645:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130
00000100:00100000:3.0:1767321803.721654:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816648192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321803.721691:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816648192:12345-0@lo:400:kworker.0 Request processed in 40us (761us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321803.721697:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130
00000100:00080000:3.0:1767321803.721715:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321803.721719:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321803.721728:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816647552
00000100:00100000:3.0:1767321803.721731:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816647552
00000100:00100000:3.0:1767321803.721747:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58
00000100:00100000:3.0:1767321803.721752:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816647552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321803.721794:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321803.721869:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816647552:12345-0@lo:38:kworker.0 Request processed in 115us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321803.721875:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58
00000100:00100000:3.0:1767321803.721890:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816647424
00000100:00100000:3.0:1767321803.721893:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816647424
00000100:00100000:3.0:1767321803.721908:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816647808
00000100:00100000:3.0:1767321803.721911:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816647808
00000100:00100000:3.0:1767321803.721920:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816648064
00000100:00100000:3.0:1767321803.721922:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816648064
00000100:00100000:3.0:1767321803.721930:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89300
00000100:00100000:3.0:1767321803.721934:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816647424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321803.721943:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321803.721967:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816647424:12345-0@lo:38:kworker.0 Request processed in 32us (516us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321803.721972:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89300
00000100:00100000:3.0:1767321803.721982:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89301
00000100:00100000:3.0:1767321803.721985:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816647808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321803.721993:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321803.722011:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816647808:12345-0@lo:38:kworker.0 Request processed in 24us (469us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321803.722016:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89301
00000100:00100000:3.0:1767321803.722024:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89302
00000100:00100000:3.0:1767321803.722027:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816648064:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321803.722048:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321803.722076:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816648064:12345-0@lo:38:kworker.0 Request processed in 40us (492us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321803.722086:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89302
00000100:00080000:3.0:1767321803.722121:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321803.722126:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321803.722129:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816647424:0@lo:38:kworker.0
00000100:00080000:3.0:1767321803.722138:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321803.722141:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321803.722144:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816647552:0@lo:38:kworker.0
00000100:00080000:3.0:1767321803.722151:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321803.722153:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321803.722156:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816647808:0@lo:38:kworker.0
00000100:00080000:3.0:1767321803.722162:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321803.722165:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321803.722167:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816648064:0@lo:38:kworker.0
00000100:00100000:3.0:1767321803.722216:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816648192:0@lo:400:kworker.0
00000100:00100000:1.0:1767321803.722368:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816647680:0@lo:400:kworker.0
00000100:00100000:1.0:1767321803.722403:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321803.722435:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321803.722442:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816648320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321803.722466:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321803.722535:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816647680
00000100:00100000:0.0:1767321803.722540:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816647680
00000100:00100000:0.0:1767321803.722582:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958
00000100:00100000:0.0:1767321803.722589:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816647680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321803.722625:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816647680:12345-0@lo:400:kworker.0 Request processed in 36us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321803.722632:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958
00000100:00080000:1.0:1767321803.722741:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321803.722790:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816647680:0@lo:400:kworker.0
00000100:00100000:3.0:1767321803.722942:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816648320
00000100:00100000:3.0:1767321803.722946:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816648320
00000100:00100000:3.0:1767321803.722988:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131
00000100:00100000:3.0:1767321803.722994:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816648320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321803.723047:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816648320:12345-0@lo:400:kworker.0 Request processed in 53us (580us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321803.723053:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131
00000100:00080000:1.0:1767321803.723140:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321803.724217:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816648320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321804.298247:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321804.679099:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321805.256479:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321805.256749:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816648576:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321805.256883:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321805.257106:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816648576
00000100:00100000:0.0:1767321805.257118:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816648576
00000100:00100000:0.0:1767321805.257202:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813
00000100:00100000:0.0:1767321805.257213:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816648576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321805.257259:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321805.257313:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816648576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (429us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321805.257322:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813
00000100:00080000:0.0:1767321805.257351:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321805.258576:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816648576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321805.258664:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816648448:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321805.258732:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321805.260745:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816648448
00000100:00100000:0.0:1767321805.260790:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816648448
00000100:00100000:0.0:1767321805.260895:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814
00000100:00100000:0.0:1767321805.260909:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816648448:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321805.260925:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767321805.262142:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321805.262280:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816648448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1371us (3544us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321805.262291:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814
00000100:00100000:2.0:1767321805.262488:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816648448:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321805.318920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321805.703092:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321806.342882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321806.736559:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321807.366952:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321807.529647:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:0.0:1767321807.529694:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758714880 offset 0 length 520: 4
00000100:00100000:0.0:1767321807.529725:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321807.529912:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758715136
00000100:00100000:3.0:1767321807.529924:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758715136
00000100:00100000:3.0:1767321807.530026:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758715008
00000100:00100000:3.0:1767321807.530030:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758715008
00000100:00100000:3.0:1767321807.530055:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4959
00000100:00100000:3.0:1767321807.530070:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758715136:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321807.530177:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758715136:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 113us (545us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321807.530186:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4959
00000100:00100000:3.0:1767321807.530206:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89303
00000100:00100000:3.0:1767321807.530211:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758715008:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321807.530238:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321807.530266:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758715008:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 54us (541us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321807.530273:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89303
00000100:00080000:0.0:1767321807.531149:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321807.751793:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321808.391041:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321808.775169:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321808.840658:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321783/real 1767321783]  req@ffff8d4d630a3800 x1853166816642176/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321808 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321808.840706:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d630a3800 x1853166816642176/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321808 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321808.840732:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321808.840789:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321808.840794:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816642176:0@lo:250:kworker.0
00000100:00080000:2.0:1767321808.841041:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321808.841048:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321808.841052:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321808.841058:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4325
00000100:00080000:2.0:1767321808.841063:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321808.841072:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321808.841119:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a2680 x1853166816648704/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321808.841151:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321808.841157:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321808.841159:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321808.841163:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4346
00000100:00080000:2.0:1767321808.841166:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321808.841169:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321808.841186:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3b80 x1853166816648832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321808.841196:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321808.841199:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321808.841201:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321808.841205:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4346
00000100:00080000:2.0:1767321808.841208:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321808.841212:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321808.841224:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1c00 x1853166816648960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321808.841285:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321808.841289:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321808.841292:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321808.841296:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4346
00000100:00080000:2.0:1767321808.841299:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321808.841302:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321808.841315:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a2d80 x1853166816649216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321808.841347:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321808.841351:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321808.841353:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321808.841356:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4346
00000100:00080000:2.0:1767321808.841359:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321808.841362:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321808.841372:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3caa00 x1853166816649472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321808.841417:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816649344:0@lo:400:kworker.0
00000100:00100000:0.0:1767321808.841428:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816649088:0@lo:400:kworker.0
00000100:00100000:1.0:1767321808.841512:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816649728:0@lo:400:kworker.0
00000100:00100000:3.0:1767321808.842465:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816648704:0@lo:250:kworker.0
00000100:00100000:0.0:1767321808.842801:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321808.847069:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816649088
00000100:00100000:0.0:1767321808.847093:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816649088
00000100:00100000:0.0:1767321808.847195:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4960
00000100:00100000:0.0:1767321808.847211:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816649088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321808.847358:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816649088:12345-0@lo:400:kworker.0 Request processed in 154us (4558us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321808.847367:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4960
00000100:00080000:0.0:1767321808.847399:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321808.847440:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816649088:0@lo:400:kworker.0
00000100:00100000:0.0:1767321808.847506:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816649600:0@lo:400:kworker.0
00000100:00100000:0.0:1767321808.847553:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321808.847597:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816649600
00000100:00100000:0.0:1767321808.847601:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816649600
00000100:00100000:0.0:1767321808.847647:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132
00000100:00100000:0.0:1767321808.847654:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816649600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321808.847691:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816649600:12345-0@lo:400:kworker.0 Request processed in 38us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321808.847700:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132
00000100:00100000:0.0:1767321808.847724:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816649600:0@lo:400:kworker.0
00000100:00080000:0.0:1767321808.847738:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321808.847773:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321808.847798:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816649728
00000100:00100000:0.0:1767321808.847801:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816649728
00000100:00100000:0.0:1767321808.847835:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133
00000100:00100000:0.0:1767321808.847841:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816649728:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321808.847847:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321808.847876:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816649728:12345-0@lo:400:kworker.0 Request processed in 35us (104us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321808.847886:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133
00000100:00100000:1.0:1767321808.847891:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816649728:0@lo:400:kworker.0
00000100:00100000:2.0:1767321808.847980:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:3.0:1767321808.848257:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816648704 offset 0 length 520: 4
00000100:00100000:3.0:1767321808.848305:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816648832:0@lo:38:kworker.0
00000100:00100000:1.0:1767321808.848329:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816649344
00000100:00100000:1.0:1767321808.848334:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816649344
00000100:00100000:3.0:1767321808.848335:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321808.848362:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816648960:0@lo:38:kworker.0
00000100:00100000:1.0:1767321808.848376:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816648832
00000100:00100000:1.0:1767321808.848379:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816648832
00000100:00100000:3.0:1767321808.848387:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321808.848397:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4961
00000100:00100000:1.0:1767321808.848404:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816649344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321808.848410:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816648960
00000100:00100000:3.0:1767321808.848413:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816648960
00000100:00100000:3.0:1767321808.848436:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59
00000100:00100000:1.0:1767321808.848441:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816649344:12345-0@lo:400:kworker.0 Request processed in 38us (462us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321808.848442:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816648960:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321808.848448:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4961
00000100:00100000:1.0:1767321808.848459:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89304
00000100:00100000:1.0:1767321808.848462:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816648832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321808.848466:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767321808.848470:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321808.848496:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816648832:12345-0@lo:38:kworker.0 Request processed in 32us (160us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321808.848496:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816648960:12345-0@lo:38:kworker.0 Request processed in 53us (108us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321808.848503:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89304
00000100:00100000:3.0:1767321808.848503:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59
00000100:00080000:3.0:1767321808.848532:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321808.848538:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321808.848542:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816648960:0@lo:38:kworker.0
00000100:00100000:3.0:1767321808.848551:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816649216:0@lo:38:kworker.0
00000100:00100000:3.0:1767321808.848580:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321808.848607:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816649472:0@lo:38:kworker.0
00000100:00100000:3.0:1767321808.848627:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321808.848740:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816649216
00000100:00100000:1.0:1767321808.848745:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816649216
00000100:00100000:1.0:1767321808.848780:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89305
00000100:00100000:1.0:1767321808.848785:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816649216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321808.848795:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321808.848823:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816649216:12345-0@lo:38:kworker.0 Request processed in 36us (241us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321808.848829:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89305
00000100:00080000:2.0:1767321808.848903:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321808.848931:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816649344:0@lo:400:kworker.0
00000100:00080000:3.0:1767321808.849798:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321808.849806:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321808.849810:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816648832:0@lo:38:kworker.0
00000100:00080000:3.0:1767321808.849819:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321808.849823:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321808.849827:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816649216:0@lo:38:kworker.0
00000100:00100000:0.0:1767321808.849925:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816649472
00000100:00100000:0.0:1767321808.849931:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816649472
00000100:00100000:0.0:1767321808.849973:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89306
00000100:00100000:0.0:1767321808.849980:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816649472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321808.850007:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321808.850070:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816649472:12345-0@lo:38:kworker.0 Request processed in 89us (1441us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321808.850077:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89306
00000100:00080000:2.0:1767321808.850475:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321808.850481:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321808.850484:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816649472:0@lo:38:kworker.0
00000100:00100000:1.0:1767321809.414949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321809.799261:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321810.376558:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1767321810.376600:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816649984:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321810.376692:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321810.376795:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816649856:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321810.376821:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321810.376984:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816649984
00000100:00100000:2.0:1767321810.376995:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816649984
00000100:00100000:2.0:1767321810.377071:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816649856
00000100:00100000:2.0:1767321810.377075:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816649856
00000100:00100000:2.0:1767321810.377100:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815
00000100:00100000:2.0:1767321810.377127:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816649984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321810.377168:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321810.377226:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816
00000100:00100000:2.0:1767321810.377227:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816649984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (535us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321810.377234:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816649856:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321810.377236:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815
00002000:00000024:0.0:1767321810.377253:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767321810.377299:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816649984:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321810.377346:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321810.377350:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321810.377694:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816649856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 460us (871us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321810.377702:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816
00000100:00100000:2.0:1767321810.377800:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816649856:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321810.438930:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321810.826244:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321811.462972:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321811.847201:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321812.489273:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321812.648329:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321812.648483:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758715392
00000100:00100000:1.0:1767321812.648501:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758715392
00000100:00100000:1.0:1767321812.648613:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4962
00000100:00100000:1.0:1767321812.648624:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758715392:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321812.648733:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758715392:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 111us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321812.648741:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4962
00000100:00080000:2.0:1767321812.649224:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321812.650284:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321812.650369:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758715264
00000100:00100000:1.0:1767321812.650380:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758715264
00000100:00100000:1.0:1767321812.650435:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89307
00000100:00100000:1.0:1767321812.650444:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758715264:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321812.650468:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321812.650537:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758715264:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 92us (262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321812.650544:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89307
00010000:00010000:3.0:1767321812.871647:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321813.510885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321813.895207:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321813.960774:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321813.960784:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321813.960787:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321813.960791:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321813.960794:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321813.960801:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4351
00000100:00080000:1.0:1767321813.960806:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321813.960813:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321813.960965:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5e300 x1853166816650112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321813.961034:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816650112:0@lo:38:kworker.0
00000100:00100000:3.0:1767321813.961096:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321813.961207:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816650112
00000100:00100000:2.0:1767321813.961215:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816650112
00000100:00100000:2.0:1767321813.961255:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89308
00000100:00100000:2.0:1767321813.961262:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816650112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321813.961283:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321813.963006:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321813.963014:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321813.963017:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321813.963024:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4351
00000100:00080000:1.0:1767321813.963028:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321813.963033:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321813.963068:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ed80 x1853166816650240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321813.963540:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816650240:0@lo:38:kworker.0
00000100:00100000:3.0:1767321813.963595:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321813.963716:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816650112:12345-0@lo:38:kworker.0 Request processed in 2450us (2616us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321813.963728:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89308
00000100:00100000:0.0:1767321813.963987:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816650240
00000100:00100000:0.0:1767321813.963996:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816650240
00000100:00100000:0.0:1767321813.964036:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60
00000100:00100000:0.0:1767321813.964043:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816650240:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321813.964064:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321813.964103:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816650240:12345-0@lo:38:kworker.0 Request processed in 59us (508us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321813.964110:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60
00000100:00080000:3.0:1767321813.965185:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321813.965193:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321813.965198:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816650112:0@lo:38:kworker.0
00000100:00080000:3.0:1767321813.965227:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321813.965231:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321813.965234:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816650240:0@lo:38:kworker.0
00000100:00080000:1.0:1767321813.965394:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321813.965399:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321813.965401:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321813.965405:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4351
00000100:00080000:1.0:1767321813.965409:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321813.965413:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321813.965430:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5e300 x1853166816650496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321813.965448:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321813.965451:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321813.965453:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767321813.965455:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816650624:0@lo:400:kworker.0
00000100:00080000:1.0:1767321813.965456:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4351
00000100:00080000:1.0:1767321813.965459:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321813.965461:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321813.965470:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5f100 x1853166816650752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321813.965495:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321813.965521:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321813.965526:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816650368:0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.965548:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321813.965577:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816650624
00000100:00100000:0.0:1767321813.965582:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816650624
00000100:00100000:0.0:1767321813.965623:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816650368
00000100:00100000:0.0:1767321813.965627:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816650368
00000100:00100000:0.0:1767321813.965663:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4963
00000100:00100000:0.0:1767321813.965670:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816650624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.965716:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816650624:12345-0@lo:400:kworker.0 Request processed in 47us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321813.965723:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4963
00000100:00100000:0.0:1767321813.965738:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4964
00000100:00100000:0.0:1767321813.965744:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816650368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.965786:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816650368:12345-0@lo:400:kworker.0 Request processed in 43us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321813.965792:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4964
00000100:00100000:0.0:1767321813.965824:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816650368:0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.965846:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816650624:0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.965883:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816650880:0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.965912:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321813.965932:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321813.965950:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816651008:0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.965971:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321813.966007:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816650880
00000100:00100000:0.0:1767321813.966011:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816650880
00000100:00100000:0.0:1767321813.966036:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816651008
00000100:00100000:0.0:1767321813.966039:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816651008
00000100:00100000:0.0:1767321813.966056:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134
00000100:00100000:0.0:1767321813.966062:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4faf9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816650880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.966095:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4faf9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816650880:12345-0@lo:400:kworker.0 Request processed in 33us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321813.966101:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134
00000100:00100000:0.0:1767321813.966297:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135
00000100:00100000:0.0:1767321813.966304:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816651008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.966333:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816651008:12345-0@lo:400:kworker.0 Request processed in 29us (360us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321813.966339:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135
00000100:00100000:0.0:1767321813.966364:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816651008:0@lo:400:kworker.0
00000100:00100000:0.0:1767321813.966373:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816650880:0@lo:400:kworker.0
00000100:00100000:3.0:1767321813.966616:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816650496:0@lo:38:kworker.0
00000100:00100000:3.0:1767321813.966645:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321813.966671:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816650752:0@lo:38:kworker.0
00000100:00100000:3.0:1767321813.966690:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321813.966722:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816650496
00000100:00100000:3.0:1767321813.966726:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816650496
00000100:00100000:3.0:1767321813.966744:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816650752
00000100:00100000:3.0:1767321813.966747:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816650752
00000100:00100000:3.0:1767321813.966776:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89309
00000100:00100000:3.0:1767321813.966780:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816650496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321813.966796:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321813.966889:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816650496:12345-0@lo:38:kworker.0 Request processed in 107us (243us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321813.966896:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89309
00000100:00100000:3.0:1767321813.966908:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89310
00000100:00100000:3.0:1767321813.966912:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816650752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321813.966921:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321813.966962:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816650752:12345-0@lo:38:kworker.0 Request processed in 48us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321813.966967:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89310
00000100:00080000:3.0:1767321813.967199:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321813.967204:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321813.967207:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816650496:0@lo:38:kworker.0
00000100:00080000:3.0:1767321813.967215:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321813.967218:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321813.967221:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816650752:0@lo:38:kworker.0
00000100:00080000:2.0:1767321813.967294:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321813.967298:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321813.967301:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321814.534892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321814.924354:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321815.496002:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816651136:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321815.496079:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321815.496221:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816651136
00000100:00100000:2.0:1767321815.496229:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816651136
00000100:00100000:2.0:1767321815.496295:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817
00000100:00100000:2.0:1767321815.496305:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816651136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321815.496337:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321815.496386:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816651136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321815.496394:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817
00000100:00100000:2.0:1767321815.496446:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816651136:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321815.496506:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321815.496653:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816651264:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321815.496697:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321815.498007:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816651264
00000100:00100000:2.0:1767321815.498017:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816651264
00000100:00100000:2.0:1767321815.498086:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818
00000100:00100000:2.0:1767321815.498096:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816651264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321815.498120:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767321815.498183:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816651264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (1496us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321815.498190:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818
00000100:00080000:3.0:1767321815.498261:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321815.498342:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816651264:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321815.559046:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321815.943308:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321816.583028:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321816.967544:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321817.608709:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321817.774339:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321817.774471:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321817.774630:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758715648
00000100:00100000:3.0:1767321817.774643:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758715648
00000100:00080000:2.0:1767321817.774732:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321817.774748:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758715520
00000100:00100000:3.0:1767321817.774794:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758715520
00000100:00100000:3.0:1767321817.774831:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4965
00000100:00100000:3.0:1767321817.774846:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758715648:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321817.774866:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89311
00000100:00100000:2.0:1767321817.774873:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758715520:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321817.774913:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321817.775035:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758715648:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 194us (711us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321817.775044:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4965
00000100:00100000:2.0:1767321817.775871:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758715520:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 991us (1395us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321817.775881:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89311
00010000:00010000:3.0:1767321817.998179:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321818.630951:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321819.015716:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321819.078996:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321819.079011:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321819.079015:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321819.079020:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321819.079026:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321819.079036:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4356
00000100:00080000:3.0:1767321819.079043:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321819.079053:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321819.079115:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939880 x1853166816651392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321819.079146:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321819.079150:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321819.079152:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321819.079157:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4356
00000100:00080000:3.0:1767321819.079159:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321819.079164:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321819.079184:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938a80 x1853166816651520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321819.079225:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816651392:0@lo:38:kworker.0
00000100:00080000:3.0:1767321819.079238:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321819.079242:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321819.079244:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321819.079249:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4356
00000100:00080000:3.0:1767321819.079252:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321819.079256:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321819.079275:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93bb80 x1853166816651776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321819.079293:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321819.079296:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321819.079298:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321819.079303:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4356
00000100:00080000:3.0:1767321819.079305:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321819.079309:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321819.079315:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816651904:0@lo:400:kworker.0
00000100:00100000:3.0:1767321819.079323:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66248a80 x1853166816652032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321819.079329:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321819.079416:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816652288:0@lo:400:kworker.0
00000100:00100000:1.0:1767321819.079471:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816651648:0@lo:400:kworker.0
00000100:00100000:2.0:1767321819.079492:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321819.079528:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321819.079600:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816651392
00000100:00100000:0.0:1767321819.079605:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816651520:0@lo:38:kworker.0
00000100:00100000:2.0:1767321819.079611:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816651392
00000100:00100000:1.0:1767321819.079625:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816651904
00000100:00100000:1.0:1767321819.079631:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816651904
00000100:00100000:0.0:1767321819.079636:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321819.079665:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816651648
00000100:00100000:2.0:1767321819.079670:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816651648
00000100:00100000:0.0:1767321819.079675:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816651776:0@lo:38:kworker.0
00000100:00100000:1.0:1767321819.079700:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4966
00000100:00100000:0.0:1767321819.079702:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321819.079711:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816651904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321819.079714:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816651776
00000100:00100000:0.0:1767321819.079717:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816652032:0@lo:38:kworker.0
00000100:00100000:2.0:1767321819.079719:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816651776
00000100:00100000:2.0:1767321819.079739:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4967
00000100:00100000:0.0:1767321819.079745:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321819.079752:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816651648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321819.079794:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816651904:12345-0@lo:400:kworker.0 Request processed in 83us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321819.079798:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816652160:0@lo:400:kworker.0
00000100:00100000:1.0:1767321819.079802:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4966
00000100:00100000:1.0:1767321819.079820:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816652032
00000100:00100000:1.0:1767321819.079824:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816652032
00000100:00100000:1.0:1767321819.079837:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89312
00000100:00100000:0.0:1767321819.079838:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321819.079842:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816651392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321819.079863:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321819.079877:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816652160
00000100:00100000:2.0:1767321819.079879:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816651648:12345-0@lo:400:kworker.0 Request processed in 130us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321819.079881:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816652160
00000100:00100000:2.0:1767321819.079902:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4967
00000100:00100000:1.0:1767321819.079914:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816651392:12345-0@lo:38:kworker.0 Request processed in 70us (585us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321819.079922:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89312
00000100:00100000:2.0:1767321819.079929:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89313
00000100:00100000:0.0:1767321819.079935:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136
00000100:00100000:1.0:1767321819.079939:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89314
00000100:00100000:2.0:1767321819.079939:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816651776:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321819.079945:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816652160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321819.079948:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816652032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321819.079961:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321819.079987:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816652160:12345-0@lo:400:kworker.0 Request processed in 42us (147us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321819.079994:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136
00000100:00100000:2.0:1767321819.080007:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816651776:12345-0@lo:38:kworker.0 Request processed in 69us (302us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321819.080014:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89313
00000100:00100000:2.0:1767321819.080041:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816651520
00000100:00100000:2.0:1767321819.080045:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816651520
00000100:00100000:2.0:1767321819.080067:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61
00000100:00100000:2.0:1767321819.080072:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816651520:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767321819.080241:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321819.080317:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321819.080322:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816651776:0@lo:38:kworker.0
00000100:00080000:0.0:1767321819.080336:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321819.080339:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321819.080342:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816651392:0@lo:38:kworker.0
00000100:00100000:0.0:1767321819.080380:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816652160:0@lo:400:kworker.0
00000100:00080000:0.0:1767321819.080426:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321819.080430:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321819.080781:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816651904:0@lo:400:kworker.0
00000100:00100000:0.0:1767321819.080832:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816651648:0@lo:400:kworker.0
00000100:00100000:3.0:1767321819.083107:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767321819.083252:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767321819.083271:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321819.083437:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816651520:12345-0@lo:38:kworker.0 Request processed in 3293us (3729us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321819.083450:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61
00000100:00080000:2.0:1767321819.083531:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321819.083537:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321819.083542:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816651520:0@lo:38:kworker.0
00000100:00100000:0.0:1767321819.083681:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816652288
00000100:00100000:0.0:1767321819.083691:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816652288
00000100:00080000:2.0:1767321819.083776:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321819.083794:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137
00000100:00100000:0.0:1767321819.083805:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816652288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321819.083838:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816652032:12345-0@lo:38:kworker.0 Request processed in 3888us (4091us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321819.083847:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89314
00000100:00100000:0.0:1767321819.083850:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816652288:12345-0@lo:400:kworker.0 Request processed in 48us (753us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321819.083856:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137
00000100:00100000:3.0:1767321819.083961:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816652288:0@lo:400:kworker.0
00000100:00080000:1.0:1767321819.084025:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321819.084030:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321819.084034:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816652032:0@lo:38:kworker.0
00000100:00100000:2.0:1767321819.654958:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321820.041833:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321820.615586:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816652416:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321820.615691:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321820.616299:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321820.616311:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816652544:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321820.616347:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321820.616498:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816652416
00000100:00100000:2.0:1767321820.616511:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816652416
00000100:00100000:2.0:1767321820.616581:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816652544
00000100:00100000:2.0:1767321820.616584:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816652544
00000100:00100000:2.0:1767321820.616613:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819
00000100:00100000:2.0:1767321820.616625:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816652416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321820.616668:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321820.616726:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816652416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (1034us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321820.616735:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819
00000100:00100000:2.0:1767321820.616784:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820
00000100:00100000:2.0:1767321820.616792:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816652544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321820.616811:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767321820.616839:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816652544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (492us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321820.616858:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820
00000100:00100000:0.0:1767321820.617247:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816652544:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321820.617263:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816652416:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321820.680327:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321821.064076:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321821.702949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321822.087704:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321822.726989:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321822.888875:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321822.888924:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321822.889241:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758715904
00000100:00100000:3.0:1767321822.889255:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758715904
00000100:00100000:3.0:1767321822.889356:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758715776
00000100:00100000:3.0:1767321822.889359:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758715776
00000100:00100000:3.0:1767321822.889380:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4968
00000100:00100000:3.0:1767321822.889389:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758715904:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321822.889412:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89315
00000100:00100000:1.0:1767321822.889422:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758715776:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321822.889454:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321822.889480:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758715904:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 92us (633us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321822.889487:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4968
00000100:00100000:1.0:1767321822.889500:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758715776:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 76us (573us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321822.889507:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89315
00000100:00080000:2.0:1767321822.889689:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321823.111613:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321823.751373:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321824.135953:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321824.202071:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321824.202087:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321824.202091:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321824.202097:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321824.202103:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321824.202114:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4361
00000100:00080000:3.0:1767321824.202120:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321824.202129:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321824.202197:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a300 x1853166816652672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321824.202238:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321824.202242:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321824.202244:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321824.202249:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4361
00000100:00080000:3.0:1767321824.202251:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321824.202255:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321824.202276:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a680 x1853166816652800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321824.202336:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321824.202341:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321824.202344:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321824.202348:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4361
00000100:00080000:3.0:1767321824.202351:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321824.202355:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321824.202372:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249180 x1853166816653056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321824.202390:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321824.202394:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321824.202396:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321824.202400:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4361
00000100:00080000:3.0:1767321824.202403:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321824.202407:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321824.202418:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249500 x1853166816653312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321824.202491:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816653568:0@lo:400:kworker.0
00000100:00100000:3.0:1767321824.202590:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321824.202674:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321824.202681:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816653440:0@lo:400:kworker.0
00000100:00100000:3.0:1767321824.202703:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321824.202750:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816653568
00000100:00100000:3.0:1767321824.202792:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816653568
00000100:00100000:2.0:1767321824.203111:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816653184:0@lo:400:kworker.0
00000100:00100000:2.0:1767321824.203162:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321824.203200:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321824.203207:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816652928:0@lo:400:kworker.0
00000100:00100000:2.0:1767321824.203232:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321824.203293:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816653184
00000100:00100000:2.0:1767321824.203298:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816653184
00000100:00100000:2.0:1767321824.203382:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816652928
00000100:00100000:2.0:1767321824.203388:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816652928
00000100:00100000:2.0:1767321824.203434:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4969
00000100:00100000:2.0:1767321824.203446:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816653184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321824.203471:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816653440
00000100:00100000:3.0:1767321824.203484:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816653440
00000100:00100000:2.0:1767321824.203524:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816653184:12345-0@lo:400:kworker.0 Request processed in 78us (358us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321824.203537:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138
00000100:00100000:2.0:1767321824.203545:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4969
00000100:00100000:3.0:1767321824.203558:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816653568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321824.203576:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4970
00000100:00100000:2.0:1767321824.203586:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816652928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321824.203745:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816652672:0@lo:38:kworker.0
00000100:00100000:0.0:1767321824.203908:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139
00000100:00100000:0.0:1767321824.203920:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816653440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321824.214895:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816652928:12345-0@lo:400:kworker.0 Request processed in 11292us (11642us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321824.214918:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4970
00000100:00080000:2.0:1767321824.215001:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321824.215010:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321824.215016:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321824.215100:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816652928:0@lo:400:kworker.0
00000100:00100000:2.0:1767321824.215117:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816653184:0@lo:400:kworker.0
00000100:00100000:3.0:1767321824.217229:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816653568:12345-0@lo:400:kworker.0 Request processed in 13667us (14627us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321824.217245:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138
00000100:00100000:2.0:1767321824.217523:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816653568:0@lo:400:kworker.0
00000100:00100000:1.0:1767321824.226528:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321824.226636:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816652800:0@lo:38:kworker.0
00000100:00100000:1.0:1767321824.226695:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321824.226740:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816653056:0@lo:38:kworker.0
00000100:00100000:1.0:1767321824.226784:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321824.226837:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816652672
00000100:00100000:1.0:1767321824.226857:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816652672
00000100:00100000:0.0:1767321824.227023:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816653440:12345-0@lo:400:kworker.0 Request processed in 23101us (24313us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321824.227037:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139
00000100:00100000:3.0:1767321824.227045:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816652800
00000100:00100000:3.0:1767321824.227062:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816652800
00000100:00100000:0.0:1767321824.227124:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816653440:0@lo:400:kworker.0
00000100:00100000:3.0:1767321824.227140:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62
00000100:00100000:3.0:1767321824.227153:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816652800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321824.227194:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321824.227202:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816653312:0@lo:38:kworker.0
00000100:00100000:3.0:1767321824.227290:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816652800:12345-0@lo:38:kworker.0 Request processed in 138us (592us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321824.227299:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62
00000100:00100000:2.0:1767321824.227408:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89316
00000100:00100000:2.0:1767321824.227414:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816652672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321824.227425:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321824.227461:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816652672:12345-0@lo:38:kworker.0 Request processed in 46us (948us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321824.227468:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89316
00000100:00100000:0.0:1767321824.230718:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321824.230860:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321824.230868:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321824.230874:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816652672:0@lo:38:kworker.0
00000100:00080000:0.0:1767321824.230890:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321824.230895:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321824.230898:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816652800:0@lo:38:kworker.0
00000100:00100000:0.0:1767321824.230989:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816653312
00000100:00100000:0.0:1767321824.230998:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816653312
00000100:00100000:0.0:1767321824.231055:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89317
00000100:00100000:0.0:1767321824.231064:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816653312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321824.231097:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321824.231158:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816653312:12345-0@lo:38:kworker.0 Request processed in 93us (452us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321824.231168:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89317
00000100:00080000:0.0:1767321824.231203:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321824.231209:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321824.231212:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816653312:0@lo:38:kworker.0
00000100:00100000:1.0:1767321824.239410:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816653056
00000100:00100000:1.0:1767321824.239453:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816653056
00000100:00100000:1.0:1767321824.239562:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89318
00000100:00100000:1.0:1767321824.239575:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816653056:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321824.239609:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321824.239858:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816653056:12345-0@lo:38:kworker.0 Request processed in 285us (13071us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321824.239867:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89318
00000100:00080000:2.0:1767321824.241883:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321824.241901:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321824.241908:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816653056:0@lo:38:kworker.0
00000100:00100000:1.0:1767321824.774890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321825.159286:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321825.735168:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816653696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321825.735284:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321825.735686:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816653696
00000100:00100000:0.0:1767321825.735697:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816653696
00000100:00100000:0.0:1767321825.735793:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821
00000100:00100000:0.0:1767321825.735805:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816653696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321825.735858:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321825.735917:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816653696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (633us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321825.735928:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821
00000100:00100000:1.0:1767321825.736467:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816653696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321825.736490:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321825.736497:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816653824:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321825.736527:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321825.736603:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816653824
00000100:00100000:2.0:1767321825.736609:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816653824
00000100:00100000:2.0:1767321825.736645:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822
00000100:00100000:2.0:1767321825.736653:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816653824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321825.736673:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321825.736721:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816653824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321825.736728:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822
00000100:00100000:1.0:1767321825.736893:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816653824:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321825.801778:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321826.183127:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321826.828323:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321827.207143:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321827.847895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321828.009156:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321828.009205:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321828.009319:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758716032
00000100:00100000:2.0:1767321828.009327:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758716032
00000100:00100000:2.0:1767321828.009376:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758716160
00000100:00100000:2.0:1767321828.009379:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758716160
00000100:00100000:2.0:1767321828.009423:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4971
00000100:00100000:2.0:1767321828.009432:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758716160:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321828.009526:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758716160:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321828.009534:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4971
00000100:00100000:2.0:1767321828.009553:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89319
00000100:00100000:2.0:1767321828.009557:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758716032:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321828.009577:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321828.009600:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758716032:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 41us (471us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321828.009606:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89319
00000100:00080000:2.0:1767321828.009622:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321828.231068:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321828.870902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321829.255054:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321829.319347:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321829.319358:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321829.319361:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321829.319373:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321829.319378:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321829.319386:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4366
00000100:00080000:3.0:1767321829.319392:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321829.319399:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321829.319443:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249c00 x1853166816653952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321829.319470:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321829.319473:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321829.319475:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321829.319479:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4366
00000100:00080000:3.0:1767321829.319481:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321829.319484:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321829.319497:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249180 x1853166816654080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321829.319539:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321829.319542:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321829.319544:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321829.319547:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4366
00000100:00080000:3.0:1767321829.319549:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321829.319552:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321829.319561:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a680 x1853166816654336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321829.319574:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321829.319577:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321829.319578:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321829.319582:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4366
00000100:00080000:3.0:1767321829.319584:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321829.319587:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321829.319594:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249880 x1853166816654592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321829.319640:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816654720:0@lo:400:kworker.0
00000100:00100000:3.0:1767321829.319701:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321829.319774:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321829.319780:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816654848:0@lo:400:kworker.0
00000100:00100000:3.0:1767321829.319811:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321829.319856:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816654720
00000100:00100000:3.0:1767321829.319864:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816654720
00000100:00100000:3.0:1767321829.319919:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816654848
00000100:00100000:3.0:1767321829.319923:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816654848
00000100:00100000:3.0:1767321829.319944:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140
00000100:00100000:3.0:1767321829.319954:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816654720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321829.320006:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816654720:12345-0@lo:400:kworker.0 Request processed in 54us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321829.320014:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140
00000100:00100000:3.0:1767321829.320030:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141
00000100:00100000:3.0:1767321829.320035:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816654848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321829.320056:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816654848:12345-0@lo:400:kworker.0 Request processed in 21us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321829.320061:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141
00000100:00100000:3.0:1767321829.320093:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816654848:0@lo:400:kworker.0
00000100:00100000:3.0:1767321829.320102:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816654720:0@lo:400:kworker.0
00000100:00100000:1.0:1767321829.320378:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816654464:0@lo:400:kworker.0
00000100:00100000:1.0:1767321829.320410:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321829.320440:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321829.320445:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816654208:0@lo:400:kworker.0
00000100:00100000:1.0:1767321829.320462:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321829.320488:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816654464
00000100:00100000:1.0:1767321829.320491:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816654464
00000100:00100000:1.0:1767321829.320517:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816654208
00000100:00100000:1.0:1767321829.320519:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816654208
00000100:00100000:1.0:1767321829.320535:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4972
00000100:00100000:1.0:1767321829.320540:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816654464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321829.320569:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816654464:12345-0@lo:400:kworker.0 Request processed in 29us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321829.320575:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4972
00000100:00100000:1.0:1767321829.320585:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4973
00000100:00100000:1.0:1767321829.320589:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816654208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321829.320607:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816654208:12345-0@lo:400:kworker.0 Request processed in 18us (144us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321829.320612:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4973
00000100:00100000:1.0:1767321829.320635:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816654208:0@lo:400:kworker.0
00000100:00100000:1.0:1767321829.320646:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816654464:0@lo:400:kworker.0
00000100:00100000:2.0:1767321829.321098:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816653952:0@lo:38:kworker.0
00000100:00100000:2.0:1767321829.321136:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321829.321163:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816654080:0@lo:38:kworker.0
00000100:00100000:2.0:1767321829.321200:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321829.321235:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816654336:0@lo:38:kworker.0
00000100:00100000:2.0:1767321829.321258:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321829.321276:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816654592:0@lo:38:kworker.0
00000100:00100000:2.0:1767321829.321310:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321829.321340:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321829.321345:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321829.321347:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321829.321492:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816653952
00000100:00100000:0.0:1767321829.321498:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816653952
00000100:00100000:0.0:1767321829.321523:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816654336
00000100:00100000:0.0:1767321829.321525:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816654336
00000100:00100000:0.0:1767321829.321537:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816654592
00000100:00100000:0.0:1767321829.321539:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816654592
00000100:00100000:0.0:1767321829.321549:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89320
00000100:00100000:0.0:1767321829.321555:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816653952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321829.321575:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321829.321615:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816653952:12345-0@lo:38:kworker.0 Request processed in 59us (478us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321829.321622:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89320
00000100:00100000:0.0:1767321829.321637:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89321
00000100:00100000:0.0:1767321829.321641:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816654336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321829.321650:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321829.321673:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816654336:12345-0@lo:38:kworker.0 Request processed in 30us (414us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321829.321678:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89321
00000100:00100000:0.0:1767321829.321688:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89322
00000100:00100000:0.0:1767321829.321691:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816654592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321829.321699:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321829.321723:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816654592:12345-0@lo:38:kworker.0 Request processed in 29us (412us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321829.321728:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89322
00000100:00080000:2.0:1767321829.322029:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321829.322035:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321829.322038:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816653952:0@lo:38:kworker.0
00000100:00080000:2.0:1767321829.322047:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321829.322050:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321829.322053:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816654336:0@lo:38:kworker.0
00000100:00080000:2.0:1767321829.322059:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321829.322062:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321829.322065:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816654592:0@lo:38:kworker.0
00000100:00100000:1.0:1767321829.322150:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816654080
00000100:00100000:1.0:1767321829.322155:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816654080
00000100:00100000:1.0:1767321829.322192:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63
00000100:00100000:1.0:1767321829.322197:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816654080:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321829.322209:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321829.322243:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816654080:12345-0@lo:38:kworker.0 Request processed in 45us (1043us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321829.322250:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63
00000100:00080000:0.0:1767321829.322403:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321829.322408:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321829.322412:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816654080:0@lo:38:kworker.0
00000100:00100000:2.0:1767321829.895222:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321830.279483:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321830.855147:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816654976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321830.855219:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321830.855349:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816654976
00000100:00100000:0.0:1767321830.855358:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816654976
00000100:00100000:0.0:1767321830.855415:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823
00000100:00100000:0.0:1767321830.855426:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816654976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321830.855456:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321830.855500:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816654976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321830.855506:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823
00000100:00100000:1.0:1767321830.855653:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816654976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321830.855872:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321830.855879:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816655104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321830.855900:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321830.856863:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816655104
00000100:00100000:0.0:1767321830.856871:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816655104
00000100:00100000:0.0:1767321830.856920:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824
00000100:00100000:0.0:1767321830.856941:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816655104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321830.856974:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321830.857033:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816655104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (1131us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321830.857039:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824
00000100:00100000:1.0:1767321830.857077:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816655104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321830.919115:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321831.303057:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321831.943895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321832.104724:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321832.104848:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758716544
00000100:00100000:3.0:1767321832.104858:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758716544
00000100:00100000:3.0:1767321832.104942:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4974
00000100:00100000:3.0:1767321832.104955:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758716544:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321832.105226:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758716544:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 273us (510us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321832.105235:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4974
00000100:00080000:2.0:1767321832.105396:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767321832.112590:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758716288 offset 0 length 520: 4
00000100:00100000:3.0:1767321832.112810:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321832.113329:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758716416
00000100:00100000:0.0:1767321832.113346:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758716416
00000100:00100000:0.0:1767321832.113414:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89323
00000100:00100000:0.0:1767321832.113423:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758716416:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321832.113449:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321832.113535:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758716416:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 111us (779us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321832.113543:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89323
00010000:00010000:2.0:1767321832.328696:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321832.967345:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321833.351055:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321833.414986:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321808/real 1767321808]  req@ffff8d4d630a2680 x1853166816648704/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321833.415025:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d630a2680 x1853166816648704/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321833.415044:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321833.415073:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321833.415077:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816648704:0@lo:250:kworker.0
00000100:00080000:3.0:1767321833.415236:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321833.415242:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321833.415245:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321833.415250:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4351
00000100:00080000:3.0:1767321833.415254:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321833.415261:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321833.415293:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624bb80 x1853166816655232/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321833.415324:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321833.415328:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321833.415330:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321833.415333:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4371
00000100:00080000:3.0:1767321833.415335:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321833.415338:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321833.415354:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624b480 x1853166816655360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321833.415362:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321833.415365:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321833.415366:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321833.415370:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4371
00000100:00080000:3.0:1767321833.415372:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321833.415375:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321833.415388:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249180 x1853166816655488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321833.415435:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321833.415439:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321833.415441:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321833.415444:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4371
00000100:00080000:3.0:1767321833.415447:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321833.415450:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321833.415461:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a680 x1853166816655744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321833.415488:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321833.415491:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321833.415493:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321833.415496:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4371
00000100:00080000:3.0:1767321833.415498:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321833.415501:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321833.415511:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a300 x1853166816656000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321833.415559:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816655872:0@lo:400:kworker.0
00000100:00100000:3.0:1767321833.415624:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321833.415686:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321833.415691:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816655616:0@lo:400:kworker.0
00000100:00100000:3.0:1767321833.415713:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321833.415747:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816656256:0@lo:400:kworker.0
00000100:00100000:3.0:1767321833.415828:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321833.415851:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321833.415857:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816656128:0@lo:400:kworker.0
00000100:00100000:3.0:1767321833.415878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321833.415906:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816655872
00000100:00100000:3.0:1767321833.415913:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816655872
00000100:00100000:3.0:1767321833.415960:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816655616
00000100:00100000:3.0:1767321833.415963:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816655616
00000100:00100000:3.0:1767321833.415987:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4975
00000100:00100000:3.0:1767321833.415996:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816655872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321833.416045:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816655872:12345-0@lo:400:kworker.0 Request processed in 49us (421us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321833.416052:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4975
00000100:00100000:3.0:1767321833.416068:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4976
00000100:00100000:3.0:1767321833.416073:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816655616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321833.416096:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816655616:12345-0@lo:400:kworker.0 Request processed in 23us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321833.416102:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4976
00000100:00100000:3.0:1767321833.416135:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816655616:0@lo:400:kworker.0
00000100:00100000:3.0:1767321833.416145:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816655872:0@lo:400:kworker.0
00000100:00100000:2.0:1767321833.417279:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816656256
00000100:00100000:2.0:1767321833.417289:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816656256
00000100:00100000:2.0:1767321833.417347:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816656128
00000100:00100000:2.0:1767321833.417350:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816656128
00000100:00100000:2.0:1767321833.417375:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142
00000100:00100000:2.0:1767321833.417383:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816656256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321833.417454:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816656256:12345-0@lo:400:kworker.0 Request processed in 72us (1625us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321833.417460:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142
00000100:00100000:2.0:1767321833.417488:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143
00000100:00100000:2.0:1767321833.417494:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816656128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321833.417520:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816656128:12345-0@lo:400:kworker.0 Request processed in 27us (1641us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321833.417525:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143
00000100:00080000:2.0:1767321833.417545:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321833.417548:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321833.417551:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321833.417563:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816655232:0@lo:250:kworker.0
00000400:00000100:2.0:1767321833.417588:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816655232 offset 0 length 520: 4
00000100:00100000:2.0:1767321833.417610:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816655360:0@lo:38:kworker.0
00000100:00100000:2.0:1767321833.417635:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321833.417655:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816655488:0@lo:38:kworker.0
00000100:00100000:2.0:1767321833.417676:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321833.417692:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816655744:0@lo:38:kworker.0
00000100:00100000:2.0:1767321833.417708:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321833.417723:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816656000:0@lo:38:kworker.0
00000100:00100000:2.0:1767321833.417739:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321833.417799:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816655488
00000100:00100000:2.0:1767321833.417803:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816655488
00000100:00100000:2.0:1767321833.417819:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64
00000100:00100000:2.0:1767321833.417824:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816655488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321833.417840:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321833.417870:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816655488:12345-0@lo:38:kworker.0 Request processed in 45us (192us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321833.417876:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64
00000100:00100000:2.0:1767321833.417905:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816656128:0@lo:400:kworker.0
00000100:00100000:2.0:1767321833.417915:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816656256:0@lo:400:kworker.0
00000100:00100000:2.0:1767321833.417936:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816655360
00000100:00100000:2.0:1767321833.417939:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816655360
00000100:00100000:2.0:1767321833.417951:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816655744
00000100:00100000:2.0:1767321833.417953:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816655744
00000100:00100000:2.0:1767321833.417959:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816656000
00000100:00100000:2.0:1767321833.417961:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816656000
00000100:00100000:2.0:1767321833.417970:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89324
00000100:00100000:2.0:1767321833.417974:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816655360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321833.417983:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321833.418006:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816655360:12345-0@lo:38:kworker.0 Request processed in 31us (370us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321833.418011:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89324
00000100:00100000:2.0:1767321833.418022:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89325
00000100:00100000:2.0:1767321833.418026:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816655744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321833.418034:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321833.418069:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816655744:12345-0@lo:38:kworker.0 Request processed in 41us (359us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321833.418074:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89325
00000100:00100000:2.0:1767321833.418085:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89326
00000100:00100000:2.0:1767321833.418089:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816656000:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321833.418097:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321833.418120:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816656000:12345-0@lo:38:kworker.0 Request processed in 30us (380us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321833.418126:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89326
00000100:00080000:2.0:1767321833.418148:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321833.418154:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321833.418157:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816655360:0@lo:38:kworker.0
00000100:00080000:2.0:1767321833.418165:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321833.418168:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321833.418170:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816655488:0@lo:38:kworker.0
00000100:00080000:2.0:1767321833.418178:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321833.418180:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321833.418183:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816655744:0@lo:38:kworker.0
00000100:00080000:2.0:1767321833.418189:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321833.418192:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321833.418194:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816656000:0@lo:38:kworker.0
00000100:00100000:2.0:1767321833.991109:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321834.375427:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321835.017015:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321835.399185:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321835.975139:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816656384:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321835.975207:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321835.975232:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816656512:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321835.975275:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321835.975329:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816656384
00000100:00100000:2.0:1767321835.975337:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816656384
00000100:00100000:2.0:1767321835.975404:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816656512
00000100:00100000:2.0:1767321835.975408:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816656512
00000100:00100000:2.0:1767321835.975433:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825
00000100:00100000:2.0:1767321835.975442:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816656384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321835.975472:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767321835.975475:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321835.975481:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321835.975511:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826
00000100:00100000:2.0:1767321835.975514:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816656384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321835.975522:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825
00000100:00100000:3.0:1767321835.975527:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816656512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321835.975552:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321835.975648:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816656384:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321835.975655:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816656512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321835.975663:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826
00000100:00100000:2.0:1767321835.976724:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816656512:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321836.038889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321836.423568:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321837.066694:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321837.229883:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321837.229960:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321837.230110:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758716672
00000100:00100000:2.0:1767321837.230121:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758716672
00000100:00100000:2.0:1767321837.230163:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758716800
00000100:00100000:2.0:1767321837.230165:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758716800
00000100:00100000:2.0:1767321837.230204:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4977
00000100:00100000:2.0:1767321837.230213:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758716800:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321837.230292:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758716800:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 80us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321837.230300:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4977
00000100:00100000:2.0:1767321837.230326:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89327
00000100:00100000:2.0:1767321837.230330:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758716672:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321837.230349:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321837.230370:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758716672:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 39us (498us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321837.230376:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89327
00000100:00080000:3.0:1767321837.230931:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321837.446996:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321838.086881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321838.471941:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321838.535388:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321838.535398:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321838.535401:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321838.535404:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321838.535408:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321838.535416:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4376
00000100:00080000:2.0:1767321838.535420:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321838.535427:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321838.535462:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333100 x1853166816656640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321838.535483:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321838.535486:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321838.535487:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321838.535490:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4376
00000100:00080000:2.0:1767321838.535492:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321838.535494:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321838.535508:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43332a00 x1853166816656768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321838.535518:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816656640:0@lo:38:kworker.0
00000100:00080000:2.0:1767321838.535559:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321838.535564:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321838.535566:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321838.535569:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4376
00000100:00080000:2.0:1767321838.535572:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321838.535575:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321838.535588:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331500 x1853166816657024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321838.535594:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321838.535612:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321838.535615:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321838.535618:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321838.535622:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4376
00000100:00080000:2.0:1767321838.535624:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321838.535627:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321838.535639:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330a80 x1853166816657280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321838.535663:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816656768:0@lo:38:kworker.0
00000100:00100000:2.0:1767321838.535691:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816657536:0@lo:400:kworker.0
00000100:00100000:0.0:1767321838.535695:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321838.535731:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816657024:0@lo:38:kworker.0
00000100:00100000:1.0:1767321838.535783:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816656896:0@lo:400:kworker.0
00000100:00100000:2.0:1767321838.535790:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321838.535792:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321838.535820:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321838.535826:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816657408:0@lo:400:kworker.0
00000100:00100000:0.0:1767321838.535861:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816657280:0@lo:38:kworker.0
00000100:00100000:3.0:1767321838.535904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816657152:0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.537592:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321838.537663:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816656768
00000100:00100000:1.0:1767321838.537672:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816656768
00000100:00100000:1.0:1767321838.537708:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65
00000100:00100000:1.0:1767321838.537726:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816656768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321838.537751:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321838.537995:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816656768:12345-0@lo:38:kworker.0 Request processed in 268us (2300us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321838.538003:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65
00000100:00100000:1.0:1767321838.538030:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816656640
00000100:00100000:1.0:1767321838.538033:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816656640
00000100:00100000:1.0:1767321838.538051:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816657024
00000100:00100000:1.0:1767321838.538053:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816657024
00000100:00100000:1.0:1767321838.538064:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816656896
00000100:00100000:1.0:1767321838.538066:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816656896
00000100:00100000:1.0:1767321838.538098:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4978
00000100:00100000:1.0:1767321838.538104:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816656896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.538148:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816656896:12345-0@lo:400:kworker.0 Request processed in 44us (562us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321838.538154:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4978
00000100:00100000:1.0:1767321838.538167:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89328
00000100:00100000:1.0:1767321838.538171:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816656640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321838.538181:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321838.538202:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816656640:12345-0@lo:38:kworker.0 Request processed in 30us (2613us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321838.538208:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89328
00000100:00100000:1.0:1767321838.538217:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89329
00000100:00100000:1.0:1767321838.538221:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816657024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321838.538229:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321838.538245:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816657024:12345-0@lo:38:kworker.0 Request processed in 23us (2459us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321838.538256:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89329
00000100:00080000:1.0:1767321838.538277:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321838.538309:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816656896:0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.538384:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816657536
00000100:00100000:1.0:1767321838.538387:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816657536
00000100:00100000:1.0:1767321838.538414:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144
00000100:00100000:1.0:1767321838.538419:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816657536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.538449:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816657536:12345-0@lo:400:kworker.0 Request processed in 30us (2664us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321838.538454:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144
00000100:00080000:1.0:1767321838.538472:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321838.539440:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321838.539485:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816657536:0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.539534:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816657408
00000100:00100000:1.0:1767321838.539539:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816657408
00000100:00100000:1.0:1767321838.539585:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145
00000100:00100000:1.0:1767321838.539593:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816657408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.539635:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816657408:12345-0@lo:400:kworker.0 Request processed in 43us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321838.539641:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145
00000100:00100000:0.0:1767321838.540132:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321838.540180:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321838.540196:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321838.540203:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816656640:0@lo:38:kworker.0
00000100:00100000:1.0:1767321838.540212:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816657280
00000100:00100000:1.0:1767321838.540218:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816657280
00000100:00100000:1.0:1767321838.540244:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89330
00000100:00080000:0.0:1767321838.540245:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767321838.540250:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816657280:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767321838.540257:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321838.540264:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816656768:0@lo:38:kworker.0
00010000:00020000:1.0:1767321838.540271:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321838.540287:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321838.540295:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321838.540301:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816657024:0@lo:38:kworker.0
00000100:00100000:1.0:1767321838.540310:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816657280:12345-0@lo:38:kworker.0 Request processed in 57us (179us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321838.540317:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89330
00000100:00080000:0.0:1767321838.540322:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321838.540329:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321838.540335:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816657280:0@lo:38:kworker.0
00000100:00080000:2.0:1767321838.540394:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321838.540414:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816657408:0@lo:400:kworker.0
00000100:00100000:3.0:1767321838.544332:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321838.544468:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816657152
00000100:00100000:1.0:1767321838.544479:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816657152
00000100:00100000:1.0:1767321838.544611:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4979
00000100:00100000:1.0:1767321838.544621:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816657152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321838.544697:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816657152:12345-0@lo:400:kworker.0 Request processed in 77us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321838.544704:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4979
00000100:00100000:0.0:1767321838.545898:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816657152:0@lo:400:kworker.0
00000100:00080000:2.0:1767321838.550286:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321839.111988:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321839.495014:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321840.134940:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321840.519002:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321841.095134:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816657664:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321841.095285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321841.095364:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816657664
00000100:00100000:1.0:1767321841.095373:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816657664
00000100:00100000:1.0:1767321841.095428:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827
00000100:00100000:1.0:1767321841.095438:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816657664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321841.095478:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321841.095534:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816657664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321841.095542:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827
00000100:00100000:1.0:1767321841.095594:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816657664:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321841.095696:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816657792:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321841.095727:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321841.095771:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321841.095872:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816657792
00000100:00100000:3.0:1767321841.095878:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816657792
00000100:00100000:3.0:1767321841.095923:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828
00000100:00100000:3.0:1767321841.095932:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e451ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816657792:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321841.095936:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:3.0:1767321841.095957:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767321841.096002:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e451ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816657792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321841.096010:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828
00000100:00100000:1.0:1767321841.096063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816657792:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321841.158885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321841.544673:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321842.182922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767321842.346282:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321842.346356:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321842.346404:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758717056
00000100:00100000:3.0:1767321842.346423:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758717056
00000100:00100000:1.0:1767321842.346480:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758716928
00000100:00100000:1.0:1767321842.346501:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758716928
00000100:00080000:2.0:1767321842.346577:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321842.346587:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4980
00000100:00100000:1.0:1767321842.346611:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758717056:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321842.346714:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758717056:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 112us (449us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321842.346795:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4980
00000100:00100000:1.0:1767321842.346821:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89331
00000100:00100000:1.0:1767321842.346826:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758716928:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321842.346848:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321842.346882:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758716928:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 50us (522us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321842.346888:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89331
00010000:00010000:3.0:1767321842.570093:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321843.207138:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321843.591155:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321843.654991:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321843.655010:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321843.655014:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321843.655020:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321843.655028:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321843.655040:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4381
00000100:00080000:0.0:1767321843.655048:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321843.655058:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321843.655118:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306f800 x1853166816657920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321843.655158:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321843.655162:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321843.655163:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321843.655168:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4381
00000100:00080000:0.0:1767321843.655171:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321843.655175:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321843.655190:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306e300 x1853166816658048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321843.655245:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321843.655249:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321843.655251:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321843.655255:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4381
00000100:00080000:0.0:1767321843.655258:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321843.655262:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321843.655276:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae64000 x1853166816658304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321843.655294:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321843.655297:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321843.655299:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321843.655302:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4381
00000100:00080000:0.0:1767321843.655304:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321843.655308:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321843.655319:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6680 x1853166816658560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321843.655391:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816658816:0@lo:400:kworker.0
00000100:00100000:2.0:1767321843.655477:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816658176:0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.655492:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321843.655569:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321843.655603:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321843.655616:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816658688:0@lo:400:kworker.0
00000100:00100000:2.0:1767321843.655634:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321843.655647:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816658432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.655661:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321843.655713:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321843.655733:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816658816
00000100:00100000:0.0:1767321843.655746:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816658816
00000100:00100000:2.0:1767321843.655797:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816658176
00000100:00100000:2.0:1767321843.655808:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816658176
00000100:00100000:2.0:1767321843.655862:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816658432
00000100:00100000:2.0:1767321843.655864:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816658432
00000100:00100000:0.0:1767321843.656682:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816658688
00000100:00100000:0.0:1767321843.656691:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816658688
00000100:00100000:0.0:1767321843.656723:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146
00000100:00100000:0.0:1767321843.656735:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816658816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.656844:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816658816:12345-0@lo:400:kworker.0 Request processed in 110us (1352us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321843.656853:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146
00000100:00100000:0.0:1767321843.656872:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147
00000100:00100000:0.0:1767321843.656878:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816658688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321843.656908:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816658688:12345-0@lo:400:kworker.0 Request processed in 31us (1257us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321843.656915:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147
00000100:00100000:1.0:1767321843.657022:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816657920:0@lo:38:kworker.0
00000100:00100000:1.0:1767321843.657072:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321843.664091:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816658048:0@lo:38:kworker.0
00000100:00100000:1.0:1767321843.664204:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321843.664253:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816658304:0@lo:38:kworker.0
00000100:00100000:1.0:1767321843.664289:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321843.668525:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816657920
00000100:00100000:2.0:1767321843.668540:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816657920
00000100:00100000:2.0:1767321843.668615:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4981
00000100:00100000:2.0:1767321843.668632:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816658176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321843.668745:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816658176:12345-0@lo:400:kworker.0 Request processed in 120us (13181us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321843.668752:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4981
00000100:00100000:2.0:1767321843.668792:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4982
00000100:00100000:2.0:1767321843.668800:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816658432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321843.668825:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816658432:12345-0@lo:400:kworker.0 Request processed in 27us (13118us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321843.668829:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4982
00000100:00100000:2.0:1767321843.668838:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89332
00000100:00100000:2.0:1767321843.668840:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816657920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321843.668860:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321843.668879:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816657920:12345-0@lo:38:kworker.0 Request processed in 37us (11808us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321843.668882:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89332
00000100:00080000:2.0:1767321843.668906:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321843.668911:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321843.668913:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321843.668948:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816658432:0@lo:400:kworker.0
00000100:00100000:2.0:1767321843.668959:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816658176:0@lo:400:kworker.0
00000100:00100000:2.0:1767321843.669011:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816658048
00000100:00100000:2.0:1767321843.669014:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816658048
00000100:00100000:2.0:1767321843.669027:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66
00000100:00100000:2.0:1767321843.669030:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816658048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321843.669037:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321843.669056:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816658048:12345-0@lo:38:kworker.0 Request processed in 25us (4855us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321843.669061:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66
00000100:00100000:2.0:1767321843.669114:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816658688:0@lo:400:kworker.0
00000100:00100000:2.0:1767321843.669127:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816658816:0@lo:400:kworker.0
00000100:00100000:1.0:1767321843.685647:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816658560:0@lo:38:kworker.0
00000100:00100000:1.0:1767321843.685782:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321843.691309:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321843.691332:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321843.691339:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816657920:0@lo:38:kworker.0
00000100:00080000:1.0:1767321843.691354:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321843.691358:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321843.691361:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816658048:0@lo:38:kworker.0
00000100:00100000:3.0:1767321843.698570:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816658304
00000100:00100000:3.0:1767321843.698596:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816658304
00000100:00100000:2.0:1767321843.698879:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816658560
00000100:00100000:2.0:1767321843.698884:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816658560
00000100:00100000:2.0:1767321843.698922:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89333
00000100:00100000:2.0:1767321843.698934:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816658304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321843.698966:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321843.699096:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816658304:12345-0@lo:38:kworker.0 Request processed in 162us (34805us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321843.699104:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89333
00000100:00100000:2.0:1767321843.699143:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89334
00000100:00100000:2.0:1767321843.699148:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816658560:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321843.699158:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321843.699189:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816658560:12345-0@lo:38:kworker.0 Request processed in 39us (13436us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321843.699195:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89334
00000100:00080000:1.0:1767321843.699548:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321843.699556:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321843.699561:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816658304:0@lo:38:kworker.0
00000100:00080000:1.0:1767321843.699574:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321843.699577:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321843.699580:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816658560:0@lo:38:kworker.0
00000100:00100000:1.0:1767321844.233535:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321844.615186:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321845.254958:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321845.641789:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321846.216336:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816658944:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321846.216445:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321846.216676:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816658944
00000100:00100000:2.0:1767321846.216688:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816658944
00000100:00100000:2.0:1767321846.216808:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829
00000100:00100000:2.0:1767321846.216820:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816658944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321846.216860:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321846.216917:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816658944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (473us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321846.216937:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829
00000100:00080000:3.0:1767321846.217007:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321846.217055:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816658944:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321846.217080:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321846.217086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816659072:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321846.217113:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321846.217198:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816659072
00000100:00100000:1.0:1767321846.217203:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816659072
00000100:00100000:1.0:1767321846.217254:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830
00000100:00100000:1.0:1767321846.217262:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816659072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321846.217280:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321846.217312:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816659072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321846.217318:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830
00000100:00080000:3.0:1767321846.217416:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321846.217440:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816659072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321846.280568:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321846.663600:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321847.303094:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321847.469465:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321847.469521:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321847.469874:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758717184
00000100:00100000:1.0:1767321847.469887:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758717184
00000100:00100000:1.0:1767321847.469982:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758717312
00000100:00100000:1.0:1767321847.469986:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758717312
00000100:00100000:1.0:1767321847.470051:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4983
00000100:00100000:1.0:1767321847.470063:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758717312:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321847.470253:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758717312:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 190us (729us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321847.470261:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4983
00000100:00100000:1.0:1767321847.470281:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89335
00000100:00100000:1.0:1767321847.470286:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758717184:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321847.470310:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321847.470332:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758717184:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (885us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321847.470338:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89335
00000100:00080000:0.0:1767321847.470865:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321847.692470:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321848.327242:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321848.713800:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321848.777495:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321848.777511:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321848.777516:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321848.777522:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321848.777528:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321848.777540:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4386
00000100:00080000:3.0:1767321848.777546:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321848.777556:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321848.778089:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae79500 x1853166816659200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321848.778198:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816659200:0@lo:38:kworker.0
00000100:00100000:2.0:1767321848.778294:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321848.778649:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321848.778654:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321848.778657:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321848.778662:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4386
00000100:00080000:3.0:1767321848.778666:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321848.778672:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321848.778693:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b480 x1853166816659328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321848.778789:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816659200
00000100:00100000:0.0:1767321848.778800:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816659200
00000100:00100000:0.0:1767321848.779148:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89336
00000100:00100000:0.0:1767321848.779159:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816659200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321848.779191:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321848.779304:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816659328:0@lo:38:kworker.0
00000100:00100000:2.0:1767321848.779341:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321848.779478:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816659328
00000100:00100000:1.0:1767321848.779484:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816659328
00000100:00100000:1.0:1767321848.779511:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67
00000100:00100000:1.0:1767321848.779517:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816659328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321848.779527:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321848.779561:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816659328:12345-0@lo:38:kworker.0 Request processed in 43us (219us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321848.779568:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67
00000100:00080000:3.0:1767321848.789010:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321848.789020:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321848.789025:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321848.789035:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4386
00000100:00080000:3.0:1767321848.789041:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321848.789049:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321848.789075:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b65f80 x1853166816659584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321848.789105:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321848.789109:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321848.789110:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321848.789114:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4386
00000100:00080000:3.0:1767321848.789116:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321848.789120:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321848.789131:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8a80 x1853166816659840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321848.789207:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816659968:0@lo:400:kworker.0
00000100:00100000:3.0:1767321848.789299:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321848.789360:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321848.789366:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816660096:0@lo:400:kworker.0
00000100:00100000:3.0:1767321848.789388:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321848.789444:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816659968
00000100:00100000:3.0:1767321848.789454:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816659968
00000100:00100000:3.0:1767321848.789531:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816660096
00000100:00100000:3.0:1767321848.789535:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816660096
00000100:00100000:3.0:1767321848.789560:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148
00000100:00100000:1.0:1767321848.789889:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816659456:0@lo:400:kworker.0
00000100:00100000:1.0:1767321848.789935:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321848.789963:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321848.789969:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816659712:0@lo:400:kworker.0
00000100:00100000:1.0:1767321848.789992:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321848.790026:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816659456
00000100:00100000:1.0:1767321848.790031:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816659456
00000100:00100000:1.0:1767321848.790070:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816659712
00000100:00100000:1.0:1767321848.790074:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816659712
00000100:00100000:1.0:1767321848.790100:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4984
00000100:00100000:1.0:1767321848.790109:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816659456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321848.790182:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816659456:12345-0@lo:400:kworker.0 Request processed in 73us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321848.790190:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4984
00000100:00100000:1.0:1767321848.790211:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4985
00000100:00100000:1.0:1767321848.790217:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816659712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321848.790242:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816659712:12345-0@lo:400:kworker.0 Request processed in 26us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321848.790248:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4985
00000100:00100000:1.0:1767321848.790313:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816659712:0@lo:400:kworker.0
00000100:00100000:1.0:1767321848.790328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816659456:0@lo:400:kworker.0
00000100:00080000:1.0:1767321848.790392:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321848.790399:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321848.790402:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321848.790482:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816659200:12345-0@lo:38:kworker.0 Request processed in 11321us (12184us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321848.790492:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89336
00000100:00100000:3.0:1767321848.790745:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816659968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321848.790812:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816659968:12345-0@lo:400:kworker.0 Request processed in 77us (1512us total) trans 0 rc 0/0
00000100:00080000:2.0:1767321848.790902:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321848.790910:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321848.790913:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816659200:0@lo:38:kworker.0
00000100:00100000:2.0:1767321848.791054:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816659584:0@lo:38:kworker.0
00000100:00100000:2.0:1767321848.791087:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321848.791113:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816659840:0@lo:38:kworker.0
00000100:00100000:2.0:1767321848.791132:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321848.791156:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321848.791160:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321848.791163:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816659328:0@lo:38:kworker.0
00000100:00100000:1.0:1767321848.791368:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149
00000100:00100000:1.0:1767321848.791381:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816660096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321848.791424:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816660096:12345-0@lo:400:kworker.0 Request processed in 49us (2034us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321848.791431:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149
00000100:00100000:1.0:1767321848.791464:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816659584
00000100:00100000:1.0:1767321848.791470:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816659584
00000100:00100000:1.0:1767321848.791493:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816659840
00000100:00100000:1.0:1767321848.791496:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816659840
00000100:00100000:1.0:1767321848.791509:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89337
00000100:00100000:1.0:1767321848.791515:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816659584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321848.791537:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321848.792258:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89338
00000100:00100000:0.0:1767321848.792266:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816659840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321848.792282:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321848.792382:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816659584:12345-0@lo:38:kworker.0 Request processed in 864us (1292us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321848.792390:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89337
00000100:00100000:3.0:1767321848.792696:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148
00000100:00100000:3.0:1767321848.792785:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816660096:0@lo:400:kworker.0
00000100:00100000:3.0:1767321848.792800:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816659968:0@lo:400:kworker.0
00000100:00100000:0.0:1767321848.792833:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816659840:12345-0@lo:38:kworker.0 Request processed in 565us (1698us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321848.792841:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89338
00000100:00080000:3.0:1767321848.793131:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321848.793139:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321848.793143:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816659584:0@lo:38:kworker.0
00000100:00080000:2.0:1767321848.793314:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321848.793320:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321848.793324:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816659840:0@lo:38:kworker.0
00000100:00100000:1.0:1767321849.351696:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321849.736723:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321850.375013:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321850.759354:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321851.335091:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321851.336367:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816660224:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321851.336482:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321851.336677:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816660224
00000100:00100000:0.0:1767321851.336690:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816660224
00000100:00100000:0.0:1767321851.336808:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831
00000100:00100000:0.0:1767321851.336822:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816660224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321851.336862:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321851.336917:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816660224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321851.336926:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831
00000100:00080000:1.0:1767321851.337145:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321851.337239:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816660224:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321851.339731:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321851.339791:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816660352:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321851.339879:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321851.340094:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816660352
00000100:00100000:0.0:1767321851.340105:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816660352
00000100:00100000:0.0:1767321851.340189:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832
00000100:00100000:0.0:1767321851.340201:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816660352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321851.340238:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321851.340289:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816660352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321851.340297:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832
00000100:00080000:1.0:1767321851.340498:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321851.340546:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816660352:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321851.398916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321851.783426:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321852.423088:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767321852.584129:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321852.584186:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321852.587964:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758717568
00000100:00100000:1.0:1767321852.587987:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758717568
00000100:00100000:1.0:1767321852.588105:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758717440
00000100:00100000:1.0:1767321852.588109:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758717440
00000100:00100000:1.0:1767321852.588150:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4986
00000100:00100000:1.0:1767321852.588163:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758717568:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321852.588275:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758717568:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 114us (4160us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321852.588284:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4986
00000100:00100000:1.0:1767321852.588308:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89339
00000100:00100000:1.0:1767321852.588314:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758717440:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321852.588340:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321852.588368:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758717440:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (4181us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321852.588375:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89339
00000100:00080000:2.0:1767321852.588544:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321852.807814:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321853.446882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321853.831374:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321853.896175:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321853.896190:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321853.896193:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321853.896198:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321853.896204:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321853.896214:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4391
00000100:00080000:0.0:1767321853.896220:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321853.896230:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321853.896285:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7480 x1853166816660480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321853.896320:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321853.896324:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321853.896326:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321853.896330:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4391
00000100:00080000:0.0:1767321853.896333:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321853.896337:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321853.896352:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6d80 x1853166816660608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321853.896392:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321853.896396:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321853.896398:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321853.896402:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4391
00000100:00080000:0.0:1767321853.896404:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321853.896407:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321853.896418:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294a80 x1853166816660864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321853.896433:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321853.896436:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321853.896438:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321853.896441:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4391
00000100:00080000:0.0:1767321853.896636:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321853.896642:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321853.896657:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297b80 x1853166816661120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321853.896812:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816660992:0@lo:400:kworker.0
00000100:00100000:1.0:1767321853.896934:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321853.897023:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321853.897029:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816660736:0@lo:400:kworker.0
00000100:00100000:1.0:1767321853.897054:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321853.897101:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816660992
00000100:00100000:1.0:1767321853.897111:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816660992
00000100:00100000:1.0:1767321853.897173:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816660736
00000100:00100000:1.0:1767321853.897177:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816660736
00000100:00100000:1.0:1767321853.897203:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4987
00000100:00100000:1.0:1767321853.897212:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816660992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321853.897274:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816660992:12345-0@lo:400:kworker.0 Request processed in 62us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321853.897282:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4987
00000100:00100000:1.0:1767321853.897301:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4988
00000100:00100000:1.0:1767321853.897308:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816660736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321853.897333:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816660736:12345-0@lo:400:kworker.0 Request processed in 26us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321853.897339:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4988
00000100:00080000:1.0:1767321853.897357:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321853.897371:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816660480:0@lo:38:kworker.0
00000100:00100000:1.0:1767321853.897396:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321853.897413:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816660608:0@lo:38:kworker.0
00000100:00100000:1.0:1767321853.897436:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321853.897459:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816660864:0@lo:38:kworker.0
00000100:00100000:1.0:1767321853.897479:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321853.897494:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816661120:0@lo:38:kworker.0
00000100:00100000:1.0:1767321853.897513:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321853.897542:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816660608
00000100:00100000:1.0:1767321853.897546:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816660608
00000100:00100000:1.0:1767321853.897569:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68
00000100:00100000:1.0:1767321853.897588:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816660608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321853.897610:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321853.897710:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816660480
00000100:00100000:2.0:1767321853.897715:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816660480
00000100:00100000:2.0:1767321853.897734:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816660864
00000100:00100000:2.0:1767321853.897736:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816660864
00000100:00100000:2.0:1767321853.897744:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816661120
00000100:00100000:2.0:1767321853.897746:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816661120
00000100:00100000:2.0:1767321853.897775:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89340
00000100:00100000:2.0:1767321853.897781:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816660480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321853.897801:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321853.897826:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816660608:12345-0@lo:38:kworker.0 Request processed in 236us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321853.897833:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68
00000100:00100000:2.0:1767321853.897834:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816660480:12345-0@lo:38:kworker.0 Request processed in 52us (438us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321853.897840:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89340
00000100:00100000:2.0:1767321853.897853:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89341
00000100:00100000:1.0:1767321853.897857:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89342
00000100:00100000:2.0:1767321853.897857:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816660864:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321853.897861:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816661120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321853.897867:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767321853.897869:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321853.897890:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816661120:12345-0@lo:38:kworker.0 Request processed in 27us (376us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321853.897890:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816660864:12345-0@lo:38:kworker.0 Request processed in 31us (409us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321853.897897:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89341
00000100:00100000:3.0:1767321853.897960:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816661376:0@lo:400:kworker.0
00000100:00100000:3.0:1767321853.897997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321853.898026:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321853.898027:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89342
00000100:00100000:3.0:1767321853.898032:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816661248:0@lo:400:kworker.0
00000100:00080000:1.0:1767321853.898072:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321853.898078:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321853.898079:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816661376
00000100:00100000:1.0:1767321853.898081:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816660480:0@lo:38:kworker.0
00000100:00100000:2.0:1767321853.898082:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816661376
00000100:00100000:2.0:1767321853.898136:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150
00000100:00100000:2.0:1767321853.898143:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816661376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321853.898182:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321853.898185:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321853.898190:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321853.898194:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816660608:0@lo:38:kworker.0
00000100:00080000:1.0:1767321853.898206:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321853.898210:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321853.898214:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816660864:0@lo:38:kworker.0
00000100:00100000:3.0:1767321853.898219:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816661248
00000100:00100000:3.0:1767321853.898222:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816661248
00000100:00080000:1.0:1767321853.898226:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321853.898231:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321853.898232:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816660736:0@lo:400:kworker.0
00000100:00100000:1.0:1767321853.898236:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816661120:0@lo:38:kworker.0
00000100:00100000:3.0:1767321853.898253:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151
00000100:00100000:3.0:1767321853.898262:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816661248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321853.898274:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816660992:0@lo:400:kworker.0
00000100:00100000:3.0:1767321853.898306:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816661248:12345-0@lo:400:kworker.0 Request processed in 45us (122us total) trans 0 rc 0/0
00000100:00080000:1.0:1767321853.898311:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321853.898313:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321853.898313:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151
00000100:00100000:3.0:1767321853.898340:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816661248:0@lo:400:kworker.0
00000100:00100000:3.0:1767321853.899199:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816661376:12345-0@lo:400:kworker.0 Request processed in 1053us (1196us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321853.899209:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150
00000100:00100000:0.0:1767321853.899329:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816661376:0@lo:400:kworker.0
00000100:00100000:1.0:1767321854.471040:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321854.855628:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321855.494881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321855.879252:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321856.455150:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321856.455185:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816661504:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321856.455280:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321856.455312:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816661504
00000100:00100000:1.0:1767321856.455322:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816661504
00000100:00100000:0.0:1767321856.455357:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816661632:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321856.455381:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321856.455446:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321856.462197:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816661632
00000100:00100000:1.0:1767321856.462218:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816661632
00000100:00100000:1.0:1767321856.462334:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833
00000100:00100000:1.0:1767321856.462348:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816661504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321856.462393:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767321856.462468:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321856.462501:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816661504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (7219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321856.462510:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833
00000100:00100000:0.0:1767321856.462521:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834
00000100:00100000:0.0:1767321856.462530:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816661632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321856.462556:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321856.462591:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816661632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (7208us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321856.462598:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834
00000100:00100000:1.0:1767321856.462889:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816661632:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321856.462912:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816661504:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321856.519129:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321856.682913:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321856.683124:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758717952
00000100:00100000:2.0:1767321856.683137:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758717952
00000100:00100000:2.0:1767321856.683237:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4989
00000100:00100000:2.0:1767321856.683250:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758717952:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321856.683356:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758717952:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 108us (457us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321856.683366:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4989
00000100:00080000:0.0:1767321856.683461:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767321856.687283:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758717696 offset 0 length 520: 4
00000100:00100000:3.0:1767321856.687347:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321856.687481:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758717824
00000100:00100000:0.0:1767321856.687493:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758717824
00000100:00100000:0.0:1767321856.687568:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89343
00000100:00100000:0.0:1767321856.687577:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758717824:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321856.687608:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321856.687708:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758717824:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 130us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321856.687716:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89343
00010000:00010000:2.0:1767321856.903188:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321857.543264:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321857.928699:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321858.566922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321858.951279:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321859.015241:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321833/real 1767321833]  req@ffff8d4e6624bb80 x1853166816655232/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321858 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321859.015291:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e6624bb80 x1853166816655232/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321858 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321859.015318:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321859.015346:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321859.015351:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816655232:0@lo:250:kworker.0
00000100:00080000:0.0:1767321859.016125:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321859.016136:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321859.016140:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321859.016146:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4376
00000100:00080000:0.0:1767321859.016152:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321859.016160:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321859.016208:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295c00 x1853166816661760/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321859.016240:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321859.016245:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321859.016246:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321859.016250:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4396
00000100:00080000:0.0:1767321859.016252:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321859.016256:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321859.016273:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294700 x1853166816661888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321859.016282:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321859.016285:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321859.016287:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321859.016292:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4396
00000100:00080000:0.0:1767321859.016294:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321859.016297:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321859.016311:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295880 x1853166816662016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321859.016373:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321859.016377:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321859.016379:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321859.016383:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4396
00000100:00080000:0.0:1767321859.016386:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321859.016389:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321859.016402:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294a80 x1853166816662272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321859.016420:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321859.016424:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321859.016425:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321859.016428:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4396
00000100:00080000:0.0:1767321859.016431:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321859.016434:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321859.016444:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6fb80 x1853166816662528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321859.016661:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816662400:0@lo:400:kworker.0
00000100:00100000:3.0:1767321859.016791:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321859.016870:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321859.016877:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816662144:0@lo:400:kworker.0
00000100:00100000:3.0:1767321859.016901:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321859.016964:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816662656:0@lo:400:kworker.0
00000100:00100000:0.0:1767321859.017001:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816662400
00000100:00100000:0.0:1767321859.017012:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816662400
00000100:00100000:2.0:1767321859.017022:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321859.017086:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816662784:0@lo:400:kworker.0
00000100:00100000:1.0:1767321859.017128:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816661760:0@lo:250:kworker.0
00000400:00000100:1.0:1767321859.017152:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816661760 offset 0 length 520: 4
00000100:00100000:1.0:1767321859.017173:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816661888:0@lo:38:kworker.0
00000100:00100000:1.0:1767321859.017195:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321859.017215:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816662016:0@lo:38:kworker.0
00000100:00100000:1.0:1767321859.017242:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321859.017259:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816662272:0@lo:38:kworker.0
00000100:00100000:1.0:1767321859.017281:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321859.017300:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816662528:0@lo:38:kworker.0
00000100:00100000:1.0:1767321859.017319:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321859.017350:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816662144
00000100:00100000:1.0:1767321859.017366:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816662144
00000100:00100000:1.0:1767321859.017424:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816661888
00000100:00100000:1.0:1767321859.017428:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816661888
00000100:00100000:1.0:1767321859.017439:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816662272
00000100:00100000:1.0:1767321859.017441:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816662272
00000100:00100000:1.0:1767321859.017448:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816662528
00000100:00100000:1.0:1767321859.017451:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816662528
00000100:00100000:1.0:1767321859.017464:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4990
00000100:00100000:1.0:1767321859.017474:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816662144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321859.019825:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4991
00000100:00100000:0.0:1767321859.019843:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816662400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321859.020452:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89344
00000100:00100000:3.0:1767321859.020462:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816661888:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321859.020491:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321859.020578:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816661888:12345-0@lo:38:kworker.0 Request processed in 115us (3381us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321859.020586:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89344
00000100:00100000:2.0:1767321859.021320:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321859.023242:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89345
00000100:00100000:3.0:1767321859.023256:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816662272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321859.023287:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321859.023408:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816662272:12345-0@lo:38:kworker.0 Request processed in 152us (6125us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321859.023416:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89345
00000100:00100000:2.0:1767321859.023675:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816662656
00000100:00100000:2.0:1767321859.023688:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816662656
00000100:00100000:2.0:1767321859.024274:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816662784
00000100:00100000:2.0:1767321859.024280:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816662784
00000100:00100000:2.0:1767321859.024319:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152
00000100:00100000:2.0:1767321859.024329:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816662656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321859.024408:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816662656:12345-0@lo:400:kworker.0 Request processed in 81us (7386us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321859.024416:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152
00000100:00100000:2.0:1767321859.024438:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153
00000100:00100000:2.0:1767321859.024445:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816662784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321859.024489:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816662784:12345-0@lo:400:kworker.0 Request processed in 44us (3172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321859.024497:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153
00000100:00100000:1.0:1767321859.024510:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816662144:12345-0@lo:400:kworker.0 Request processed in 7033us (7603us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321859.024522:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4990
00000100:00100000:1.0:1767321859.024556:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89346
00000100:00100000:1.0:1767321859.024562:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816662528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321859.024581:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321859.024682:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816662656:0@lo:400:kworker.0
00000100:00100000:2.0:1767321859.024737:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816662784:0@lo:400:kworker.0
00000100:00080000:3.0:1767321859.024780:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321859.024787:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321859.024790:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321859.025110:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816662528:12345-0@lo:38:kworker.0 Request processed in 545us (7787us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321859.025118:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89346
00000100:00100000:1.0:1767321859.025152:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816662016
00000100:00100000:1.0:1767321859.025158:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816662016
00000100:00100000:1.0:1767321859.025186:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69
00000100:00100000:1.0:1767321859.025193:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816662016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321859.025206:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321859.025212:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321859.025220:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321859.025225:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816661888:0@lo:38:kworker.0
00000100:00080000:2.0:1767321859.025241:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321859.025246:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321859.025251:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816662016:12345-0@lo:38:kworker.0 Request processed in 54us (8005us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321859.025253:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816662272:0@lo:38:kworker.0
00000100:00100000:1.0:1767321859.025267:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69
00000100:00080000:2.0:1767321859.025272:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321859.025278:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321859.025281:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816662528:0@lo:38:kworker.0
00000100:00080000:2.0:1767321859.025307:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321859.025311:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321859.025315:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816662016:0@lo:38:kworker.0
00000100:00100000:0.0:1767321859.026124:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816662400:12345-0@lo:400:kworker.0 Request processed in 6284us (9365us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321859.026135:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4991
00000100:00100000:3.0:1767321859.027181:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816662144:0@lo:400:kworker.0
00000100:00100000:3.0:1767321859.027215:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816662400:0@lo:400:kworker.0
00000100:00100000:1.0:1767321859.593407:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321859.975557:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321860.617502:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321860.999964:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321861.576341:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816662912:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321861.576448:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321861.576663:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816662912
00000100:00100000:1.0:1767321861.576675:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816662912
00000100:00100000:1.0:1767321861.576781:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835
00000100:00100000:1.0:1767321861.576793:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816662912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321861.576846:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321861.576905:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816662912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (456us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321861.576914:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835
00000100:00100000:1.0:1767321861.576997:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816662912:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321861.577303:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321861.579672:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816663040:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321861.579753:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321861.580295:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816663040
00000100:00100000:0.0:1767321861.580308:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816663040
00000100:00100000:0.0:1767321861.580408:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836
00000100:00100000:0.0:1767321861.580418:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816663040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321861.580459:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321861.580546:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816663040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (793us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321861.580554:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836
00000100:00100000:3.0:1767321861.581013:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816663040:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321861.581366:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321861.639189:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321861.801071:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321861.801204:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321861.801346:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758718080
00000100:00100000:2.0:1767321861.801360:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758718080
00000100:00100000:2.0:1767321861.801429:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758718208
00000100:00100000:2.0:1767321861.801433:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758718208
00000100:00100000:2.0:1767321861.801488:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4992
00000100:00100000:2.0:1767321861.801515:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758718208:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321861.801615:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758718208:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 117us (411us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321861.801624:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4992
00000100:00100000:2.0:1767321861.801648:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89347
00000100:00100000:2.0:1767321861.801653:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758718080:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321861.801680:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321861.801710:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758718080:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 56us (656us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321861.801721:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89347
00000100:00080000:1.0:1767321861.803571:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321862.023820:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321862.663419:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321863.047089:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321863.687243:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321864.074037:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321864.135656:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321864.135670:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321864.135674:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321864.135679:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321864.135685:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321864.135695:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4401
00000100:00080000:3.0:1767321864.135701:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321864.135710:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321864.135796:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fa300 x1853166816663168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321864.135826:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321864.135830:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321864.135832:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321864.135838:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4401
00000100:00080000:3.0:1767321864.135840:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321864.135844:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321864.135859:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb480 x1853166816663296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321864.135867:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816663168:0@lo:38:kworker.0
00000100:00080000:3.0:1767321864.135918:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321864.135933:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321864.135936:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321864.135941:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4401
00000100:00080000:3.0:1767321864.135943:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321864.135947:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321864.135961:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938a80 x1853166816663552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321864.135977:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321864.135981:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321864.135983:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321864.135986:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4401
00000100:00080000:3.0:1767321864.135989:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321864.135992:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321864.136005:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624bb80 x1853166816663808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321864.136053:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321864.136073:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816663680:0@lo:400:kworker.0
00000100:00100000:3.0:1767321864.136115:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321864.136146:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816664064:0@lo:400:kworker.0
00000100:00100000:3.0:1767321864.136178:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321864.136233:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816663296:0@lo:38:kworker.0
00000100:00100000:0.0:1767321864.136259:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816663424:0@lo:400:kworker.0
00000100:00100000:2.0:1767321864.136278:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321864.136304:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321864.136320:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816663552:0@lo:38:kworker.0
00000100:00100000:2.0:1767321864.136349:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321864.136371:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816663808:0@lo:38:kworker.0
00000100:00100000:2.0:1767321864.136392:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321864.137091:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321864.137106:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816663936:0@lo:400:kworker.0
00000100:00100000:3.0:1767321864.137151:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321864.137200:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816664064
00000100:00100000:3.0:1767321864.137210:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816664064
00000100:00100000:3.0:1767321864.137280:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816663936
00000100:00100000:3.0:1767321864.137284:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816663936
00000100:00100000:3.0:1767321864.137313:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154
00000100:00100000:3.0:1767321864.137326:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816664064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321864.137396:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816664064:12345-0@lo:400:kworker.0 Request processed in 73us (1216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321864.137405:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154
00000100:00100000:3.0:1767321864.137423:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155
00000100:00100000:3.0:1767321864.137429:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816663936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321864.138079:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816663936:12345-0@lo:400:kworker.0 Request processed in 29us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321864.138094:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155
00000100:00100000:3.0:1767321864.138159:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816663936:0@lo:400:kworker.0
00000100:00100000:3.0:1767321864.138173:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816664064:0@lo:400:kworker.0
00000100:00100000:0.0:1767321864.138658:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816663168
00000100:00100000:0.0:1767321864.138667:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816663168
00000100:00100000:0.0:1767321864.138716:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816663680
00000100:00100000:0.0:1767321864.138721:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816663680
00000100:00100000:0.0:1767321864.138769:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816663424
00000100:00100000:0.0:1767321864.138773:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816663424
00000100:00100000:0.0:1767321864.138790:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816663552
00000100:00100000:0.0:1767321864.138793:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816663552
00000100:00100000:0.0:1767321864.138806:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4993
00000100:00100000:0.0:1767321864.138814:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816663680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321864.138899:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816663680:12345-0@lo:400:kworker.0 Request processed in 86us (2783us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321864.138907:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4993
00000100:00100000:0.0:1767321864.138936:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4994
00000100:00100000:0.0:1767321864.138943:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816663424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321864.138983:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816663424:12345-0@lo:400:kworker.0 Request processed in 41us (2680us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321864.138988:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4994
00000100:00100000:0.0:1767321864.139000:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89348
00000100:00100000:0.0:1767321864.139004:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816663168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321864.139027:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321864.139059:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816663168:12345-0@lo:38:kworker.0 Request processed in 54us (3009us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321864.139066:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89348
00000100:00100000:0.0:1767321864.139077:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89349
00000100:00100000:0.0:1767321864.139082:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816663552:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321864.139092:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321864.139116:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816663552:12345-0@lo:38:kworker.0 Request processed in 33us (2767us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321864.139121:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89349
00000100:00100000:0.0:1767321864.139170:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816663424:0@lo:400:kworker.0
00000100:00100000:0.0:1767321864.139221:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816663296
00000100:00100000:0.0:1767321864.139226:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816663296
00000100:00100000:0.0:1767321864.139249:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70
00000100:00100000:0.0:1767321864.139254:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816663296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321864.139263:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321864.139294:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816663296:12345-0@lo:38:kworker.0 Request processed in 39us (3019us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321864.139299:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70
00000100:00080000:0.0:1767321864.139343:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321864.139348:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321864.139352:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321864.143049:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321864.143069:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321864.143075:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816663168:0@lo:38:kworker.0
00000100:00080000:2.0:1767321864.143127:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321864.143132:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321864.143136:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816663296:0@lo:38:kworker.0
00000100:00080000:2.0:1767321864.143149:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321864.143153:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321864.143156:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816663552:0@lo:38:kworker.0
00000100:00100000:2.0:1767321864.143243:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816663680:0@lo:400:kworker.0
00000100:00100000:1.0:1767321864.143823:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816663808
00000100:00100000:1.0:1767321864.143835:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816663808
00000100:00100000:0.0:1767321864.143909:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89350
00000100:00100000:0.0:1767321864.143926:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816663808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321864.143956:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321864.144320:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816663808:12345-0@lo:38:kworker.0 Request processed in 382us (7914us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321864.144329:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89350
00000100:00080000:2.0:1767321864.144651:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321864.144841:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321864.144846:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816663808:0@lo:38:kworker.0
00000100:00100000:1.0:1767321864.714521:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321865.095159:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321865.737067:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321866.119226:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321866.695137:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816664192:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321866.695244:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321866.695597:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816664192
00000100:00100000:1.0:1767321866.695610:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816664192
00000100:00100000:1.0:1767321866.695693:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837
00000100:00100000:1.0:1767321866.695704:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816664192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321866.695743:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321866.695815:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816664192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (571us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321866.695823:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837
00000100:00080000:0.0:1767321866.696197:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321866.696257:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816664192:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321866.696619:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816664320:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321866.696667:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321866.697256:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816664320
00000100:00100000:0.0:1767321866.697266:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816664320
00000100:00100000:0.0:1767321866.697347:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838
00000100:00100000:0.0:1767321866.697357:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816664320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321866.697387:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767321866.697577:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321866.698256:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816664320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 896us (1583us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321866.698267:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838
00000100:00100000:3.0:1767321866.698788:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816664320:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321866.759896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321866.924471:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321866.924531:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321866.924715:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758718336
00000100:00100000:2.0:1767321866.924728:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758718336
00000100:00100000:2.0:1767321866.924818:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758718464
00000100:00100000:2.0:1767321866.924822:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758718464
00000100:00080000:1.0:1767321866.924886:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321866.924906:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4995
00000100:00100000:2.0:1767321866.924921:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758718464:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321866.924935:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89351
00000100:00100000:1.0:1767321866.924944:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758718336:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321866.924972:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321866.925137:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758718464:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 218us (603us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321866.925148:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4995
00000100:00100000:1.0:1767321866.925718:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758718336:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 770us (1271us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321866.925728:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89351
00010000:00010000:3.0:1767321867.143160:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321867.784795:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321868.168053:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321868.806973:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321869.192109:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321869.254986:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321869.254997:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321869.255005:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321869.255009:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321869.255014:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321869.255022:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4406
00000100:00080000:3.0:1767321869.255027:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321869.255035:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321869.255214:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249880 x1853166816664448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321869.255244:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321869.255247:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321869.255249:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321869.255263:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4406
00000100:00080000:3.0:1767321869.255266:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321869.255270:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321869.255290:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624bb80 x1853166816664576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321869.255313:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816664448:0@lo:38:kworker.0
00000100:00080000:3.0:1767321869.255342:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321869.255347:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321869.255350:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321869.255355:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4406
00000100:00080000:3.0:1767321869.255360:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321869.255363:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321869.255383:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631fb80 x1853166816664832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321869.255405:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767321869.255407:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321869.255417:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321869.255421:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321869.255427:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4406
00000100:00100000:1.0:1767321869.255441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816664960:0@lo:400:kworker.0
00000100:00080000:3.0:1767321869.255445:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767321869.255457:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321869.255459:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321869.255483:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d500 x1853166816665088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321869.257180:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816665344:0@lo:400:kworker.0
00000100:00100000:1.0:1767321869.257366:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321869.257408:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816664576:0@lo:38:kworker.0
00000100:00100000:1.0:1767321869.257413:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816664704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321869.257470:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321869.257518:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816664448
00000100:00100000:1.0:1767321869.257528:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816664448
00000100:00100000:0.0:1767321869.257569:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816664960
00000100:00100000:1.0:1767321869.257572:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816664704
00000100:00100000:1.0:1767321869.257579:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816664704
00000100:00100000:0.0:1767321869.257583:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816664960
00000100:00100000:1.0:1767321869.257634:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4996
00000100:00100000:1.0:1767321869.257647:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816664704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321869.257710:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816664704:12345-0@lo:400:kworker.0 Request processed in 65us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321869.257718:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4996
00000100:00100000:1.0:1767321869.257739:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89352
00000100:00100000:1.0:1767321869.257743:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816664448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321869.257785:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321869.257798:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321869.257829:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816664448:12345-0@lo:38:kworker.0 Request processed in 81us (2396us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321869.257839:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89352
00000100:00100000:2.0:1767321869.257851:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816664832:0@lo:38:kworker.0
00000100:00080000:1.0:1767321869.257864:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321869.257905:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4997
00000100:00100000:1.0:1767321869.257912:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816664704:0@lo:400:kworker.0
00000100:00100000:0.0:1767321869.257923:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816664960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321869.257992:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816664576
00000100:00100000:2.0:1767321869.257993:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321869.257999:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816664576
00000100:00100000:2.0:1767321869.258024:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816665088:0@lo:38:kworker.0
00000100:00100000:1.0:1767321869.258034:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71
00000100:00100000:1.0:1767321869.258041:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816664576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321869.258055:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321869.258065:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321869.258075:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321869.258093:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816664576:12345-0@lo:38:kworker.0 Request processed in 50us (294us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321869.258103:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71
00000100:00100000:1.0:1767321869.258133:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816664832
00000100:00080000:2.0:1767321869.258134:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767321869.258139:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816664832
00000100:00100000:3.0:1767321869.258142:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767321869.258144:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321869.258155:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816664448:0@lo:38:kworker.0
00000100:00100000:3.0:1767321869.258161:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816665216:0@lo:400:kworker.0
00000100:00100000:1.0:1767321869.258167:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816665088
00000100:00100000:1.0:1767321869.258172:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816665088
00000100:00100000:1.0:1767321869.258186:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89353
00000100:00100000:1.0:1767321869.258191:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816664832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321869.258201:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321869.260026:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321869.260040:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321869.260045:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816664576:0@lo:38:kworker.0
00000100:00100000:2.0:1767321869.260278:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89354
00000100:00100000:2.0:1767321869.260294:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816665088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321869.260322:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321869.263474:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321869.264616:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816664832:12345-0@lo:38:kworker.0 Request processed in 6411us (6614us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321869.264635:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89353
00000100:00080000:1.0:1767321869.264732:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321869.264739:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321869.264745:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816664832:0@lo:38:kworker.0
00000100:00100000:1.0:1767321869.264831:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816665344
00000100:00100000:1.0:1767321869.264840:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816665344
00000100:00100000:3.0:1767321869.264907:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816665216
00000100:00100000:1.0:1767321869.264922:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156
00000100:00100000:1.0:1767321869.264934:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816665344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321869.265008:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816665344:12345-0@lo:400:kworker.0 Request processed in 77us (6947us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321869.265014:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156
00000100:00080000:1.0:1767321869.265039:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321869.265069:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816665344:0@lo:400:kworker.0
00000100:00100000:0.0:1767321869.265170:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816664960:12345-0@lo:400:kworker.0 Request processed in 7250us (7803us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321869.265184:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4997
00000100:00100000:2.0:1767321869.265238:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816665088:12345-0@lo:38:kworker.0 Request processed in 4946us (7166us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321869.265249:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89354
00000100:00100000:3.0:1767321869.265337:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816665216
00000100:00100000:3.0:1767321869.265403:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157
00000100:00100000:3.0:1767321869.265415:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816665216:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321869.265443:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321869.265504:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816665216:12345-0@lo:400:kworker.0 Request processed in 93us (2037us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321869.265512:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157
00000100:00100000:2.0:1767321869.265563:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816665216:0@lo:400:kworker.0
00000100:00100000:0.0:1767321869.266369:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816664960:0@lo:400:kworker.0
00000100:00080000:1.0:1767321869.268637:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321869.268652:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321869.268658:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816665088:0@lo:38:kworker.0
00000100:00100000:1.0:1767321869.831561:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321870.219980:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321870.854937:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321871.239190:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321871.815347:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816665472:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321871.815430:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321871.815779:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816665472
00000100:00100000:0.0:1767321871.815788:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816665472
00000100:00100000:0.0:1767321871.815854:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839
00000100:00100000:0.0:1767321871.815875:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816665472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321871.815912:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321871.816212:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816665472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 349us (780us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321871.816220:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839
00000100:00100000:0.0:1767321871.816266:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816665472:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321871.816340:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321871.818798:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816665600:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321871.818898:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321871.819135:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816665600
00000100:00100000:1.0:1767321871.819147:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816665600
00000100:00100000:1.0:1767321871.819241:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840
00000100:00100000:1.0:1767321871.819254:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816665600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321871.819300:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321871.819365:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816665600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (467us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321871.819373:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840
00000100:00100000:0.0:1767321871.819479:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816665600:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321871.820232:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321871.879009:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321872.040610:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321872.041233:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321872.041295:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758718720
00000100:00100000:2.0:1767321872.041305:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758718720
00000100:00100000:2.0:1767321872.041384:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758718592
00000100:00100000:2.0:1767321872.041388:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758718592
00000100:00100000:2.0:1767321872.041417:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 4998
00000100:00100000:2.0:1767321872.041427:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758718720:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321872.041506:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758718720:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 81us (907us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321872.041514:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 4998
00000100:00100000:2.0:1767321872.041530:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89355
00000100:00100000:2.0:1767321872.041533:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758718592:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321872.041550:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321872.041572:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758718592:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 36us (341us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321872.041578:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89355
00000100:00080000:1.0:1767321872.041732:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321872.263012:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321872.903018:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321873.287550:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321873.926938:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321874.312820:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321874.374889:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321874.374899:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321874.374902:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321874.374907:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321874.374911:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321874.374918:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4411
00000100:00080000:0.0:1767321874.374923:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321874.374929:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321874.374966:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a578000 x1853166816665728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321874.374990:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321874.374994:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321874.374996:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321874.375000:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4411
00000100:00080000:0.0:1767321874.375003:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321874.375006:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321874.375021:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93a680 x1853166816665856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321874.375066:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321874.375070:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321874.375072:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321874.375076:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4411
00000100:00080000:0.0:1767321874.375079:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321874.375082:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321874.375092:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b100 x1853166816666112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321874.375108:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321874.375112:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321874.375113:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321874.375117:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4411
00000100:00080000:0.0:1767321874.375119:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321874.375122:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321874.375131:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e367100 x1853166816666368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321874.375177:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816666496:0@lo:400:kworker.0
00000100:00100000:0.0:1767321874.375240:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321874.375436:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816665984:0@lo:400:kworker.0
00000100:00100000:3.0:1767321874.375485:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816666240:0@lo:400:kworker.0
00000100:00100000:1.0:1767321874.376793:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816665728:0@lo:38:kworker.0
00000100:00100000:2.0:1767321874.377883:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321874.377977:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816666496
00000100:00100000:2.0:1767321874.377986:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816666496
00000100:00100000:2.0:1767321874.378050:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158
00000100:00100000:2.0:1767321874.378060:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816666496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321874.378112:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816666496:12345-0@lo:400:kworker.0 Request processed in 54us (2871us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321874.378120:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158
00000100:00100000:2.0:1767321874.378157:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816665984
00000100:00100000:2.0:1767321874.378161:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816665984
00000100:00100000:2.0:1767321874.378190:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4999
00000100:00100000:2.0:1767321874.378197:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816665984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321874.378231:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816665984:12345-0@lo:400:kworker.0 Request processed in 35us (350us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321874.378237:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4999
00000100:00100000:2.0:1767321874.378274:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816665984:0@lo:400:kworker.0
00000100:00100000:2.0:1767321874.378316:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816666624:0@lo:400:kworker.0
00000100:00100000:2.0:1767321874.378343:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321874.378378:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816666624
00000100:00100000:2.0:1767321874.378381:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816666624
00000100:00100000:2.0:1767321874.378421:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159
00000100:00100000:2.0:1767321874.378427:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816666624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321874.378464:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816666624:12345-0@lo:400:kworker.0 Request processed in 37us (119us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321874.378470:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159
00000100:00100000:2.0:1767321874.378495:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816666624:0@lo:400:kworker.0
00000100:00080000:2.0:1767321874.378517:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321874.378522:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321874.378524:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321874.381690:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321874.384127:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816666496:0@lo:400:kworker.0
00000100:00100000:2.0:1767321874.384499:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816666240
00000100:00100000:2.0:1767321874.384508:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816666240
00000100:00100000:2.0:1767321874.384639:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5000
00000100:00100000:2.0:1767321874.384650:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816666240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321874.384741:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816666240:12345-0@lo:400:kworker.0 Request processed in 93us (3057us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321874.384749:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5000
00000100:00100000:2.0:1767321874.384818:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816666240:0@lo:400:kworker.0
00000100:00100000:1.0:1767321874.385030:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321874.385064:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816665856:0@lo:38:kworker.0
00000100:00100000:1.0:1767321874.385104:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321874.385132:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816666112:0@lo:38:kworker.0
00000100:00100000:1.0:1767321874.385153:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321874.385169:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816666368:0@lo:38:kworker.0
00000100:00100000:1.0:1767321874.385185:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321874.385205:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816665728
00000100:00100000:1.0:1767321874.385209:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816665728
00000100:00100000:1.0:1767321874.385229:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816666112
00000100:00100000:1.0:1767321874.385231:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816666112
00000100:00100000:1.0:1767321874.385242:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816666368
00000100:00100000:1.0:1767321874.385245:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816666368
00000100:00100000:1.0:1767321874.385257:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89356
00000100:00100000:1.0:1767321874.385262:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816665728:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321874.385281:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321874.385311:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816665728:12345-0@lo:38:kworker.0 Request processed in 48us (282us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321874.385317:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89356
00000100:00100000:1.0:1767321874.385330:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89357
00000100:00100000:1.0:1767321874.385333:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816666112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321874.385340:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321874.385360:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816666112:12345-0@lo:38:kworker.0 Request processed in 25us (206us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321874.385365:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89357
00000100:00100000:1.0:1767321874.385375:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89358
00000100:00100000:1.0:1767321874.385379:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816666368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321874.385399:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321874.385423:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816666368:12345-0@lo:38:kworker.0 Request processed in 42us (236us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321874.385429:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89358
00000100:00080000:0.0:1767321874.385471:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321874.385478:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321874.385481:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816666368:0@lo:38:kworker.0
00000100:00080000:0.0:1767321874.385501:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321874.385504:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321874.385507:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816665728:0@lo:38:kworker.0
00000100:00080000:0.0:1767321874.385515:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321874.385518:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321874.385520:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816666112:0@lo:38:kworker.0
00000100:00100000:2.0:1767321874.386851:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816665856
00000100:00100000:2.0:1767321874.386862:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816665856
00000100:00100000:2.0:1767321874.386910:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72
00000100:00100000:2.0:1767321874.386917:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816665856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321874.386934:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321874.387000:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816665856:12345-0@lo:38:kworker.0 Request processed in 82us (1895us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321874.387006:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72
00000100:00080000:0.0:1767321874.387098:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321874.387104:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321874.387108:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816665856:0@lo:38:kworker.0
00000100:00080000:3.0:1767321874.387411:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321874.950878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321875.336404:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321875.976303:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321876.364388:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321876.936442:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816666752:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321876.936510:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321876.936627:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816666752
00000100:00100000:1.0:1767321876.936636:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816666752
00000100:00100000:1.0:1767321876.936710:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841
00000100:00100000:1.0:1767321876.936721:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816666752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321876.936751:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321876.936820:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816666752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321876.936827:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841
00000100:00080000:3.0:1767321876.936963:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321876.937009:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816666752:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321876.937442:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816666880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321876.937476:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321876.937563:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816666880
00000100:00100000:3.0:1767321876.937568:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816666880
00000100:00100000:3.0:1767321876.937611:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842
00000100:00100000:3.0:1767321876.937620:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816666880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321876.937638:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767321876.937679:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816666880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321876.937686:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842
00000100:00080000:2.0:1767321876.938378:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321876.938425:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816666880:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321876.998924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321877.161851:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321877.161903:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321877.162054:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758718976
00000100:00100000:2.0:1767321877.162064:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758718976
00000100:00100000:2.0:1767321877.162136:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758718848
00000100:00100000:2.0:1767321877.162140:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758718848
00000100:00100000:2.0:1767321877.162165:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5001
00000100:00100000:2.0:1767321877.162175:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758718976:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321877.162251:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758718976:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (410us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321877.162269:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5001
00000100:00100000:2.0:1767321877.162290:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89359
00000100:00100000:2.0:1767321877.162294:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758718848:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321877.162314:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321877.162340:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758718848:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (436us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321877.162346:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89359
00000100:00080000:3.0:1767321877.163008:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321877.383799:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321878.022934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321878.407870:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321879.046864:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321879.431886:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321879.495882:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321879.495895:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321879.495899:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321879.495903:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321879.495908:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321879.495917:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4416
00000100:00080000:2.0:1767321879.495931:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321879.495939:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321879.495977:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e367100 x1853166816667008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321879.496005:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321879.496008:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321879.496010:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321879.496014:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4416
00000100:00080000:2.0:1767321879.496016:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321879.496020:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321879.496033:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e365c00 x1853166816667136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321879.497790:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816667008:0@lo:38:kworker.0
00000100:00100000:0.0:1767321879.497865:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321879.498016:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816667136:0@lo:38:kworker.0
00000100:00100000:0.0:1767321879.498044:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321879.498416:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321879.498421:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321879.498424:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321879.498429:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4416
00000100:00080000:2.0:1767321879.498433:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321879.498438:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321879.498474:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93a680 x1853166816667392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321879.498496:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321879.498499:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321879.498501:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321879.498504:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4416
00000100:00080000:2.0:1767321879.498507:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321879.498510:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321879.498520:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938a80 x1853166816667648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321879.498569:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816667520:0@lo:400:kworker.0
00000100:00100000:2.0:1767321879.498597:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321879.498699:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816667264:0@lo:400:kworker.0
00000100:00100000:0.0:1767321879.498733:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816667392:0@lo:38:kworker.0
00000100:00100000:0.0:1767321879.498785:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816667776:0@lo:400:kworker.0
00000100:00100000:0.0:1767321879.498811:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321879.498834:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321879.498839:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816667904:0@lo:400:kworker.0
00000100:00100000:0.0:1767321879.498856:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321879.498883:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816667776
00000100:00100000:0.0:1767321879.498889:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816667776
00000100:00100000:0.0:1767321879.498948:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816667904
00000100:00100000:0.0:1767321879.498951:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816667904
00000100:00100000:0.0:1767321879.498971:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160
00000100:00100000:0.0:1767321879.498978:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816667776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321879.499022:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816667776:12345-0@lo:400:kworker.0 Request processed in 44us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321879.499029:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160
00000100:00100000:0.0:1767321879.499044:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161
00000100:00100000:0.0:1767321879.499049:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816667904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321879.499070:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816667904:12345-0@lo:400:kworker.0 Request processed in 21us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321879.499075:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161
00000100:00100000:3.0:1767321879.499696:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816667136
00000100:00100000:3.0:1767321879.499703:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816667136
00000100:00100000:3.0:1767321879.499729:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73
00000100:00100000:3.0:1767321879.499735:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816667136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321879.499778:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321879.499821:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816667136:12345-0@lo:38:kworker.0 Request processed in 84us (1776us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321879.499827:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73
00000100:00080000:3.0:1767321879.499843:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321879.499846:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321879.501505:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816667904:0@lo:400:kworker.0
00000100:00100000:0.0:1767321879.501800:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816667776:0@lo:400:kworker.0
00000100:00100000:1.0:1767321879.508810:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816667008
00000100:00100000:1.0:1767321879.508826:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816667008
00000100:00100000:1.0:1767321879.514353:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816667520
00000100:00100000:1.0:1767321879.514369:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816667520
00000100:00080000:3.0:1767321879.515283:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321879.515573:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5002
00000100:00100000:1.0:1767321879.515592:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816667520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321879.515682:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816667520:12345-0@lo:400:kworker.0 Request processed in 98us (17083us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321879.515949:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89360
00000100:00100000:3.0:1767321879.515956:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816667008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321879.515975:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321879.516146:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321879.516187:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816667264
00000100:00100000:0.0:1767321879.516193:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816667264
00000100:00100000:0.0:1767321879.516231:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5003
00000100:00100000:0.0:1767321879.516238:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816667264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321879.516361:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816667264:12345-0@lo:400:kworker.0 Request processed in 123us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321879.516368:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5003
00000100:00100000:0.0:1767321879.516548:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816667264:0@lo:400:kworker.0
00000100:00100000:0.0:1767321879.516591:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321879.516611:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816667648:0@lo:38:kworker.0
00000100:00100000:0.0:1767321879.516638:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321879.516656:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321879.516660:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321879.516664:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816667008:0@lo:38:kworker.0
00000100:00080000:0.0:1767321879.516673:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321879.516676:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321879.516678:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816667136:0@lo:38:kworker.0
00000100:00100000:0.0:1767321879.516702:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816667392
00000100:00100000:0.0:1767321879.516706:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816667392
00000100:00100000:0.0:1767321879.516720:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816667648
00000100:00100000:0.0:1767321879.516722:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816667648
00000100:00100000:0.0:1767321879.516730:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89361
00000100:00100000:0.0:1767321879.516734:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816667392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321879.516745:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321879.516788:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816667392:12345-0@lo:38:kworker.0 Request processed in 52us (196us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321879.516793:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89361
00000100:00100000:0.0:1767321879.516804:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89362
00000100:00100000:0.0:1767321879.516807:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816667648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321879.516815:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321879.516832:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816667648:12345-0@lo:38:kworker.0 Request processed in 24us (194us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321879.516837:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89362
00000100:00080000:0.0:1767321879.516856:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321879.516860:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321879.516863:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816667392:0@lo:38:kworker.0
00000100:00080000:0.0:1767321879.516869:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321879.516871:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321879.516874:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816667648:0@lo:38:kworker.0
00000100:00100000:3.0:1767321879.516937:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816667008:12345-0@lo:38:kworker.0 Request processed in 55us (18147us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321879.516944:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89360
00000100:00080000:3.0:1767321879.516962:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321879.516986:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816667520:0@lo:400:kworker.0
00000100:00100000:1.0:1767321879.519566:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5002
00000100:00100000:1.0:1767321880.070990:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321880.455468:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321881.094877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321881.480778:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321882.055109:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321882.055131:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816668032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321882.055194:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321882.055510:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321882.055520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816668160:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321882.055545:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321882.055577:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816668032
00000100:00100000:1.0:1767321882.055584:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816668032
00000100:00100000:1.0:1767321882.055634:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816668160
00000100:00100000:1.0:1767321882.055637:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816668160
00000100:00100000:1.0:1767321882.055654:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843
00000100:00100000:1.0:1767321882.055662:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816668032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321882.055691:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321882.055730:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816668032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (534us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321882.055736:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843
00000100:00100000:1.0:1767321882.055788:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844
00000100:00100000:1.0:1767321882.055796:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816668160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321882.055812:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321882.055841:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816668160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (295us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321882.055847:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844
00000100:00100000:1.0:1767321882.055890:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816668160:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321882.056222:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321882.056227:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321882.056251:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816668032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321882.121164:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767321882.279959:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321882.280014:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321882.280109:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758719104
00000100:00100000:0.0:1767321882.280120:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758719104
00000100:00100000:0.0:1767321882.280164:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758719232
00000100:00100000:0.0:1767321882.280167:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758719232
00000100:00100000:3.0:1767321882.280175:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89363
00000100:00100000:3.0:1767321882.280185:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758719104:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321882.280205:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321882.280241:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5004
00000100:00100000:0.0:1767321882.280252:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758719232:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321882.280272:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758719104:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 86us (322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321882.280277:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89363
00000100:00100000:0.0:1767321882.280303:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758719232:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 52us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321882.280311:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5004
00000400:00000100:3.0:1767321882.280378:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758719360 offset 0 length 520: 4
00000100:00080000:2.0:1767321882.280530:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321882.503736:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321883.142879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321883.527359:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321884.168152:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321884.556529:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321884.616778:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321859/real 1767321859]  req@ffff8d4e75295c00 x1853166816661760/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321884 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321884.616820:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e75295c00 x1853166816661760/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321884 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321884.616840:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321884.616850:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321884.616854:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816661760:0@lo:250:kworker.0
00000100:00080000:3.0:1767321884.616980:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321884.616984:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321884.616987:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321884.616990:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4401
00000100:00080000:3.0:1767321884.616993:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321884.616998:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321884.617025:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d880 x1853166816668288/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321884.617052:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321884.617055:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321884.617057:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321884.617059:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4422
00000100:00080000:3.0:1767321884.617060:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321884.617062:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321884.617072:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631f100 x1853166816668416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321884.617078:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321884.617080:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321884.617081:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321884.617083:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4422
00000100:00080000:3.0:1767321884.617084:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321884.617086:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321884.617095:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d500 x1853166816668544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321884.617113:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321884.617115:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321884.617116:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321884.617118:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4422
00000100:00080000:3.0:1767321884.617120:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321884.617121:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321884.617127:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631ed80 x1853166816668800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321884.617136:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321884.617137:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321884.617138:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321884.617140:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4422
00000100:00080000:3.0:1767321884.617141:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321884.617143:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321884.617148:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631fb80 x1853166816669056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321884.617188:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816668928:0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617236:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321884.617287:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321884.617303:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816668672:0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617324:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321884.617351:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816669184:0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617382:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321884.617398:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321884.617402:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816669312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617414:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321884.617435:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816669184
00000100:00100000:3.0:1767321884.617440:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816669184
00000100:00100000:3.0:1767321884.617475:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816669312
00000100:00100000:3.0:1767321884.617477:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816669312
00000100:00100000:3.0:1767321884.617490:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162
00000100:00100000:3.0:1767321884.617497:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816669184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617538:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816669184:12345-0@lo:400:kworker.0 Request processed in 43us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321884.617545:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162
00000100:00100000:3.0:1767321884.617559:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163
00000100:00100000:3.0:1767321884.617565:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816669312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617590:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816669312:12345-0@lo:400:kworker.0 Request processed in 24us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321884.617596:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163
00000100:00100000:3.0:1767321884.617634:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816669312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617644:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816669184:0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617664:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816668928
00000100:00100000:3.0:1767321884.617667:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816668928
00000100:00100000:3.0:1767321884.617690:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816668672
00000100:00100000:3.0:1767321884.617692:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816668672
00000100:00100000:3.0:1767321884.617717:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5005
00000100:00100000:3.0:1767321884.617723:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816668928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617787:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816668928:12345-0@lo:400:kworker.0 Request processed in 64us (549us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321884.617793:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5005
00000100:00100000:3.0:1767321884.617806:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5006
00000100:00100000:3.0:1767321884.617811:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816668672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617837:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816668672:12345-0@lo:400:kworker.0 Request processed in 26us (512us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321884.617842:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5006
00000100:00100000:3.0:1767321884.617866:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816668672:0@lo:400:kworker.0
00000100:00100000:3.0:1767321884.617875:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816668928:0@lo:400:kworker.0
00000100:00080000:2.0:1767321884.618911:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321884.618919:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321884.618931:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321884.619086:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816668288:0@lo:250:kworker.0
00000400:00000100:1.0:1767321884.619120:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816668288 offset 0 length 520: 4
00000100:00100000:1.0:1767321884.619148:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816668416:0@lo:38:kworker.0
00000100:00100000:1.0:1767321884.619183:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321884.619207:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816668544:0@lo:38:kworker.0
00000100:00100000:1.0:1767321884.619227:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321884.619253:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816668800:0@lo:38:kworker.0
00000100:00100000:1.0:1767321884.619272:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321884.619284:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816669056:0@lo:38:kworker.0
00000100:00100000:1.0:1767321884.619324:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321884.619626:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816668544
00000100:00100000:2.0:1767321884.619634:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816668544
00000100:00100000:2.0:1767321884.619668:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74
00000100:00100000:2.0:1767321884.619674:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816668544:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321884.619693:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321884.619735:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816668544:12345-0@lo:38:kworker.0 Request processed in 59us (505us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321884.619741:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74
00000100:00080000:2.0:1767321884.619799:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321884.619804:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321884.619808:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816668544:0@lo:38:kworker.0
00000100:00100000:0.0:1767321884.622579:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816668416
00000100:00100000:0.0:1767321884.622594:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816668416
00000100:00100000:0.0:1767321884.622652:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816668800
00000100:00100000:0.0:1767321884.622656:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816668800
00000100:00100000:0.0:1767321884.622677:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816669056
00000100:00100000:0.0:1767321884.622680:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816669056
00000100:00100000:0.0:1767321884.622699:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89364
00000100:00100000:0.0:1767321884.622707:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816668416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321884.622732:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321884.623100:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89365
00000100:00100000:2.0:1767321884.623105:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816668800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321884.623113:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321884.623137:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816668800:12345-0@lo:38:kworker.0 Request processed in 31us (3865us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321884.623141:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89365
00000100:00100000:2.0:1767321884.623155:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89366
00000100:00100000:2.0:1767321884.623157:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816669056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321884.623162:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321884.623175:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816669056:12345-0@lo:38:kworker.0 Request processed in 17us (3851us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321884.623178:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89366
00000100:00080000:2.0:1767321884.623242:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321884.623247:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321884.623251:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816668416:0@lo:38:kworker.0
00000100:00080000:2.0:1767321884.623261:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321884.623265:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321884.623267:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816668800:0@lo:38:kworker.0
00000100:00080000:2.0:1767321884.623275:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321884.623278:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321884.623281:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816669056:0@lo:38:kworker.0
00000100:00100000:0.0:1767321884.623696:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816668416:12345-0@lo:38:kworker.0 Request processed in 115us (3637us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321884.623703:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89364
00000100:00100000:1.0:1767321885.192090:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321885.575154:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321886.214873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321886.599012:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321887.175018:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816669440:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321887.175085:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321887.175342:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816669568:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321887.175369:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321887.175434:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816669440
00000100:00100000:0.0:1767321887.175441:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816669440
00000100:00100000:0.0:1767321887.175488:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816669568
00000100:00100000:0.0:1767321887.175490:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816669568
00000100:00100000:0.0:1767321887.175504:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845
00000100:00100000:0.0:1767321887.175509:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816669440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321887.175533:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321887.175560:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816669440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (476us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321887.175565:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845
00000100:00100000:0.0:1767321887.175575:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846
00000100:00100000:0.0:1767321887.175578:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816669568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321887.175587:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321887.175603:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816669568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 25us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321887.175607:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846
00000100:00100000:0.0:1767321887.175639:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816669568:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321887.175697:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816669440:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321887.175817:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321887.175820:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321887.239199:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767321887.403334:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321887.403414:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321887.403487:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758719616
00000100:00100000:1.0:1767321887.403497:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758719616
00000100:00100000:1.0:1767321887.403563:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758719488
00000100:00100000:1.0:1767321887.403567:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758719488
00000100:00100000:1.0:1767321887.403585:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5007
00000100:00100000:1.0:1767321887.403594:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758719616:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321887.403671:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758719616:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (346us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321887.403679:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5007
00000100:00100000:1.0:1767321887.403697:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89367
00000100:00100000:1.0:1767321887.403701:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758719488:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321887.403724:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321887.403793:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758719488:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 89us (377us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321887.403800:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89367
00000100:00080000:2.0:1767321887.404072:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321887.625106:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321888.263697:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321888.649827:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321889.287418:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321889.670971:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321889.734922:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321889.734942:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321889.734945:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321889.734949:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321889.734953:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321889.734961:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4427
00000100:00080000:2.0:1767321889.734966:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321889.734972:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321889.735011:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b0e00 x1853166816669696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321889.735028:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321889.735031:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321889.735033:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321889.735036:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4427
00000100:00080000:2.0:1767321889.735038:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321889.735042:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321889.735052:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b0000 x1853166816669824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321889.735091:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321889.735095:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321889.735097:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321889.735100:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4427
00000100:00080000:2.0:1767321889.735103:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321889.735106:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321889.735238:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816669952:0@lo:400:kworker.0
00000100:00100000:0.0:1767321889.735310:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816669696:0@lo:38:kworker.0
00000100:00100000:3.0:1767321889.735318:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321889.735352:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321889.735378:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816669824:0@lo:38:kworker.0
00000100:00100000:0.0:1767321889.735402:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321889.735410:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816669952
00000100:00100000:3.0:1767321889.735418:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816669952
00000100:00100000:0.0:1767321889.735469:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816669824
00000100:00100000:0.0:1767321889.735475:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816669824
00000100:00100000:3.0:1767321889.735476:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816669696
00000100:00100000:3.0:1767321889.735481:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816669696
00000100:00100000:3.0:1767321889.735505:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5008
00000100:00100000:0.0:1767321889.735508:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75
00000100:00100000:0.0:1767321889.735516:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816669824:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321889.735521:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816669952:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767321889.735540:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321889.735579:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816669952:12345-0@lo:400:kworker.0 Request processed in 65us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321889.735588:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816669824:12345-0@lo:38:kworker.0 Request processed in 70us (183us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321889.735590:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5008
00000100:00100000:0.0:1767321889.735600:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75
00000100:00100000:3.0:1767321889.735615:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89368
00000100:00100000:3.0:1767321889.735635:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816669696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321889.735645:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321889.735648:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321889.735655:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321889.735658:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816669824:0@lo:38:kworker.0
00000100:00100000:3.0:1767321889.735675:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816669696:12345-0@lo:38:kworker.0 Request processed in 53us (323us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767321889.735680:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321889.735685:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89368
00000100:00080000:0.0:1767321889.735687:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321889.735694:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816669696:0@lo:38:kworker.0
00000100:00080000:3.0:1767321889.735707:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321889.735744:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816669952:0@lo:400:kworker.0
00000100:00100000:2.0:1767321889.735747:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b0700 x1853166816670080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321889.736233:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321889.736236:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321889.736238:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321889.736242:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4427
00000100:00080000:2.0:1767321889.736283:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321889.736288:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321889.736302:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b1880 x1853166816670336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321889.736439:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816670464:0@lo:400:kworker.0
00000100:00100000:1.0:1767321889.736474:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321889.736508:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321889.736514:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816670592:0@lo:400:kworker.0
00000100:00100000:1.0:1767321889.736535:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321889.736564:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816670464
00000100:00100000:1.0:1767321889.736568:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816670464
00000100:00100000:1.0:1767321889.736604:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816670592
00000100:00100000:1.0:1767321889.736606:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816670592
00000100:00100000:1.0:1767321889.736625:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164
00000100:00100000:1.0:1767321889.736632:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816670464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321889.736668:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816670464:12345-0@lo:400:kworker.0 Request processed in 36us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321889.736674:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164
00000100:00100000:1.0:1767321889.736687:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165
00000100:00100000:1.0:1767321889.736692:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816670592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321889.736719:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816670592:12345-0@lo:400:kworker.0 Request processed in 27us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321889.736724:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165
00000100:00100000:1.0:1767321889.736747:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816670208:0@lo:400:kworker.0
00000100:00100000:1.0:1767321889.736793:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321889.736821:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816670208
00000100:00100000:1.0:1767321889.736824:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816670208
00000100:00100000:1.0:1767321889.736852:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5009
00000100:00100000:1.0:1767321889.736857:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816670208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321889.736891:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816670208:12345-0@lo:400:kworker.0 Request processed in 34us (97us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321889.736897:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5009
00000100:00080000:1.0:1767321889.736912:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321889.736915:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321889.736917:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321889.736946:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816670208:0@lo:400:kworker.0
00000100:00100000:1.0:1767321889.736967:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816670592:0@lo:400:kworker.0
00000100:00100000:1.0:1767321889.736974:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816670464:0@lo:400:kworker.0
00000100:00100000:0.0:1767321889.739703:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816670080:0@lo:38:kworker.0
00000100:00100000:0.0:1767321889.743464:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321889.743516:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816670336:0@lo:38:kworker.0
00000100:00100000:0.0:1767321889.743536:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321889.743595:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816670080
00000100:00100000:0.0:1767321889.743603:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816670080
00000100:00100000:0.0:1767321889.743636:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816670336
00000100:00100000:0.0:1767321889.743638:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816670336
00000100:00100000:0.0:1767321889.743655:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89369
00000100:00100000:0.0:1767321889.743662:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816670080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321889.743684:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321889.743729:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89370
00000100:00100000:1.0:1767321889.743737:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816670336:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321889.743744:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816670080:12345-0@lo:38:kworker.0 Request processed in 80us (281us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767321889.743750:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321889.743774:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89369
00000100:00100000:1.0:1767321889.743820:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816670336:12345-0@lo:38:kworker.0 Request processed in 82us (282us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321889.743827:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89370
00000100:00080000:2.0:1767321889.743915:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321889.743921:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321889.743925:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816670080:0@lo:38:kworker.0
00000100:00080000:2.0:1767321889.743945:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321889.743948:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321889.743950:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816670336:0@lo:38:kworker.0
00000100:00100000:1.0:1767321890.310940:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321890.694960:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321891.334875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321891.720401:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321892.294972:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816670720:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321892.295043:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321892.295102:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816670720
00000100:00100000:0.0:1767321892.295112:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816670720
00000100:00100000:0.0:1767321892.295191:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847
00000100:00100000:0.0:1767321892.295202:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816670720:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321892.295214:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767321892.295249:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767321892.295420:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816670720:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321892.295437:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321892.295442:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816670848:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321892.295464:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321892.295710:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816670848
00000100:00100000:2.0:1767321892.295716:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816670848
00000100:00100000:2.0:1767321892.295778:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848
00000100:00100000:2.0:1767321892.295786:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816670848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321892.295804:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321892.295819:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816670720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 617us (774us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321892.295829:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847
00000100:00100000:2.0:1767321892.295842:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816670848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (375us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321892.295849:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848
00000100:00080000:3.0:1767321892.295949:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321892.295972:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816670848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321892.358885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767321892.520263:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321892.520401:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758719872
00000100:00100000:1.0:1767321892.520411:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758719872
00000100:00100000:1.0:1767321892.520501:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5010
00000100:00100000:1.0:1767321892.520511:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758719872:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321892.520586:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758719872:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 75us (333us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321892.520594:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5010
00000100:00080000:3.0:1767321892.520739:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321892.525913:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321892.526108:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758719744
00000100:00100000:3.0:1767321892.526118:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758719744
00000100:00100000:3.0:1767321892.526245:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89371
00000100:00100000:3.0:1767321892.526255:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758719744:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321892.526282:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321892.526565:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758719744:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 308us (659us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321892.526574:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89371
00010000:00010000:2.0:1767321892.742953:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321893.382916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321893.766967:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321894.406887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321894.792785:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321894.854984:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321894.854994:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321894.854997:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321894.855001:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321894.855005:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321894.855014:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4432
00000100:00080000:1.0:1767321894.855019:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321894.855025:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321894.855069:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6f800 x1853166816670976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321894.855096:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321894.855100:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321894.855101:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321894.855105:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4432
00000100:00080000:1.0:1767321894.855107:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321894.855110:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321894.855123:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6e680 x1853166816671104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321894.855164:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321894.855168:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321894.855169:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321894.855173:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4432
00000100:00080000:1.0:1767321894.855175:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321894.855178:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321894.855190:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6f480 x1853166816671360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321894.855235:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321894.855239:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321894.855241:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321894.855244:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4432
00000100:00080000:1.0:1767321894.855246:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321894.855249:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321894.855261:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f33480 x1853166816671616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321894.855313:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816671872:0@lo:400:kworker.0
00000100:00100000:1.0:1767321894.855377:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321894.855431:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321894.855437:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816671744:0@lo:400:kworker.0
00000100:00100000:1.0:1767321894.855458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321894.855488:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816671872
00000100:00100000:1.0:1767321894.855495:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816671872
00000100:00100000:1.0:1767321894.855544:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816671744
00000100:00100000:1.0:1767321894.855547:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816671744
00000100:00100000:1.0:1767321894.855569:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166
00000100:00100000:1.0:1767321894.855576:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816671872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321894.855625:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816671872:12345-0@lo:400:kworker.0 Request processed in 48us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321894.855632:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166
00000100:00100000:1.0:1767321894.855647:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167
00000100:00100000:1.0:1767321894.855653:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816671744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321894.855677:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816671744:12345-0@lo:400:kworker.0 Request processed in 25us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321894.855683:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167
00000100:00100000:1.0:1767321894.855722:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816671744:0@lo:400:kworker.0
00000100:00100000:1.0:1767321894.855731:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816671872:0@lo:400:kworker.0
00000100:00100000:0.0:1767321894.855823:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816671488:0@lo:400:kworker.0
00000100:00100000:0.0:1767321894.855854:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321894.855886:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321894.855891:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816671232:0@lo:400:kworker.0
00000100:00100000:0.0:1767321894.855914:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321894.855939:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816671488
00000100:00100000:0.0:1767321894.855943:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816671488
00000100:00100000:0.0:1767321894.855966:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816671232
00000100:00100000:0.0:1767321894.855968:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816671232
00000100:00100000:0.0:1767321894.855987:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5011
00000100:00100000:0.0:1767321894.855993:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816671488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321894.856025:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816671488:12345-0@lo:400:kworker.0 Request processed in 32us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321894.856031:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5011
00000100:00100000:0.0:1767321894.856044:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5012
00000100:00100000:0.0:1767321894.856050:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816671232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321894.856075:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816671232:12345-0@lo:400:kworker.0 Request processed in 26us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321894.856081:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5012
00000100:00100000:0.0:1767321894.856109:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816671232:0@lo:400:kworker.0
00000100:00100000:0.0:1767321894.856119:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816671488:0@lo:400:kworker.0
00000100:00100000:2.0:1767321894.856195:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816670976:0@lo:38:kworker.0
00000100:00100000:2.0:1767321894.856233:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321894.856258:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816671104:0@lo:38:kworker.0
00000100:00100000:2.0:1767321894.856279:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321894.856299:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816671360:0@lo:38:kworker.0
00000100:00100000:2.0:1767321894.856316:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321894.856326:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816671616:0@lo:38:kworker.0
00000100:00100000:2.0:1767321894.856341:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321894.856407:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816671104
00000100:00100000:0.0:1767321894.856411:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816671104
00000100:00100000:0.0:1767321894.856439:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76
00000100:00100000:0.0:1767321894.856444:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816671104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321894.856463:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321894.856497:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816671104:12345-0@lo:38:kworker.0 Request processed in 51us (217us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321894.856503:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76
00000100:00100000:0.0:1767321894.856520:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816670976
00000100:00100000:0.0:1767321894.856524:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816670976
00000100:00100000:0.0:1767321894.856541:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816671360
00000100:00100000:0.0:1767321894.856543:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816671360
00000100:00100000:0.0:1767321894.856552:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816671616
00000100:00100000:0.0:1767321894.856554:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816671616
00000100:00100000:0.0:1767321894.856563:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89372
00000100:00100000:0.0:1767321894.856567:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816670976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321894.856577:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321894.856601:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816670976:12345-0@lo:38:kworker.0 Request processed in 32us (367us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321894.856606:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89372
00000100:00100000:0.0:1767321894.856617:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89373
00000100:00100000:0.0:1767321894.856621:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816671360:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321894.856630:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321894.856650:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816671360:12345-0@lo:38:kworker.0 Request processed in 28us (333us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321894.856656:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89373
00000100:00100000:0.0:1767321894.856666:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89374
00000100:00100000:0.0:1767321894.856670:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816671616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321894.856678:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321894.856699:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816671616:12345-0@lo:38:kworker.0 Request processed in 27us (357us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321894.856705:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89374
00000100:00080000:0.0:1767321894.856735:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321894.856739:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321894.856743:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816670976:0@lo:38:kworker.0
00000100:00080000:0.0:1767321894.856751:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321894.856780:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321894.856783:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816671104:0@lo:38:kworker.0
00000100:00080000:0.0:1767321894.856792:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321894.856795:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321894.856798:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816671360:0@lo:38:kworker.0
00000100:00080000:0.0:1767321894.856805:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321894.856808:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321894.856810:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816671616:0@lo:38:kworker.0
00000100:00080000:3.0:1767321894.856957:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321894.856963:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321894.856964:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321895.430876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321895.817884:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321896.455026:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321896.838980:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321897.415001:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816672000:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321897.415075:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321897.415166:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816672000
00000100:00100000:0.0:1767321897.415204:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816672000
00000100:00100000:1.0:1767321897.415243:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816672128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321897.415271:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321897.415360:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816672128
00000100:00100000:0.0:1767321897.415364:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816672128
00000100:00100000:0.0:1767321897.415382:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849
00000100:00100000:0.0:1767321897.415389:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816672000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321897.415428:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321897.415469:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816672000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321897.415476:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849
00000100:00100000:0.0:1767321897.415491:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850
00000100:00100000:0.0:1767321897.415499:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816672128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321897.415524:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321897.415550:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816672128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321897.415556:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850
00000100:00080000:3.0:1767321897.415781:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321897.415785:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321897.415820:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816672000:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321897.419000:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816672128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321897.478873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767321897.639940:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321897.640048:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758720128
00000100:00100000:1.0:1767321897.640057:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758720128
00000100:00100000:1.0:1767321897.640133:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5013
00000100:00100000:1.0:1767321897.640142:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758720128:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321897.640244:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758720128:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 104us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321897.640251:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5013
00000100:00080000:3.0:1767321897.640381:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321897.641586:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321897.641798:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758720000
00000100:00100000:0.0:1767321897.641806:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758720000
00000100:00100000:0.0:1767321897.641844:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89375
00000100:00100000:0.0:1767321897.641851:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758720000:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321897.641873:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321897.641924:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758720000:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 71us (342us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321897.641931:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89375
00010000:00010000:1.0:1767321897.863411:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321898.503748:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321898.887053:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321899.526865:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321899.911796:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321899.980356:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321899.980365:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321899.980368:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321899.980372:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321899.980376:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321899.980384:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4437
00000100:00080000:0.0:1767321899.980389:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321899.980395:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321899.980432:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f6a00 x1853166816672256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321899.980460:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321899.980463:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321899.980465:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321899.980468:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4437
00000100:00080000:0.0:1767321899.980470:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321899.980474:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321899.980485:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f7100 x1853166816672384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321899.980520:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321899.980523:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321899.980525:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321899.980528:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4437
00000100:00080000:0.0:1767321899.980530:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321899.980533:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321899.980542:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f6d80 x1853166816672640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321899.980557:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321899.980559:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321899.980561:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321899.980564:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4437
00000100:00080000:0.0:1767321899.980566:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321899.980569:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321899.980578:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f7480 x1853166816672896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321899.980637:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816673024:0@lo:400:kworker.0
00000100:00100000:0.0:1767321899.980701:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321899.980797:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321899.980805:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816673152:0@lo:400:kworker.0
00000100:00100000:0.0:1767321899.980828:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321899.981333:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816673024
00000100:00100000:2.0:1767321899.981341:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816673024
00000100:00100000:2.0:1767321899.981402:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816673152
00000100:00100000:2.0:1767321899.981405:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816673152
00000100:00100000:2.0:1767321899.981426:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168
00000100:00100000:2.0:1767321899.981435:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816673024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321899.981490:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816673024:12345-0@lo:400:kworker.0 Request processed in 56us (789us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321899.981497:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168
00000100:00100000:2.0:1767321899.981515:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169
00000100:00100000:2.0:1767321899.981521:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816673152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321899.981546:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816673152:12345-0@lo:400:kworker.0 Request processed in 25us (717us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321899.981551:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169
00000100:00100000:2.0:1767321899.981570:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816672256:0@lo:38:kworker.0
00000100:00100000:2.0:1767321899.981596:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321899.981613:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816672384:0@lo:38:kworker.0
00000100:00100000:2.0:1767321899.981634:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321899.981656:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816672640:0@lo:38:kworker.0
00000100:00100000:2.0:1767321899.981675:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321899.981692:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816672896:0@lo:38:kworker.0
00000100:00100000:2.0:1767321899.981713:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321899.981740:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816672384
00000100:00100000:2.0:1767321899.981743:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816672384
00000100:00100000:2.0:1767321899.981792:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77
00000100:00100000:2.0:1767321899.981797:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816672384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321899.981814:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321899.981846:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816672384:12345-0@lo:38:kworker.0 Request processed in 48us (212us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321899.981852:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77
00000100:00100000:2.0:1767321899.981868:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816672256
00000100:00100000:2.0:1767321899.981871:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816672256
00000100:00100000:2.0:1767321899.981887:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816672640
00000100:00100000:2.0:1767321899.981889:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816672640
00000100:00100000:2.0:1767321899.981897:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816672896
00000100:00100000:2.0:1767321899.981899:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816672896
00000100:00100000:2.0:1767321899.981909:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89376
00000100:00100000:2.0:1767321899.981914:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816672256:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321899.981923:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321899.981945:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816672256:12345-0@lo:38:kworker.0 Request processed in 31us (349us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321899.981951:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89376
00000100:00100000:2.0:1767321899.981960:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89377
00000100:00100000:2.0:1767321899.981964:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816672640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321899.981972:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321899.982001:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816672640:12345-0@lo:38:kworker.0 Request processed in 35us (324us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321899.982006:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89377
00000100:00100000:2.0:1767321899.982016:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89378
00000100:00100000:2.0:1767321899.982020:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816672896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321899.982029:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321899.982051:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816672896:12345-0@lo:38:kworker.0 Request processed in 29us (337us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321899.982056:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89378
00000100:00080000:2.0:1767321899.982090:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321899.982095:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321899.982099:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816672256:0@lo:38:kworker.0
00000100:00080000:2.0:1767321899.982119:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321899.982122:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321899.982125:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816672384:0@lo:38:kworker.0
00000100:00080000:2.0:1767321899.982131:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321899.982133:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321899.982135:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816672640:0@lo:38:kworker.0
00000100:00080000:2.0:1767321899.982141:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321899.982144:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321899.982146:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816672896:0@lo:38:kworker.0
00000100:00100000:2.0:1767321899.982191:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816673152:0@lo:400:kworker.0
00000100:00100000:2.0:1767321899.982200:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816673024:0@lo:400:kworker.0
00000100:00100000:3.0:1767321899.982782:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816672512:0@lo:400:kworker.0
00000100:00100000:3.0:1767321899.982818:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321899.982840:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321899.982845:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816672768:0@lo:400:kworker.0
00000100:00100000:3.0:1767321899.982864:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321899.983031:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816672512
00000100:00100000:1.0:1767321899.983036:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816672512
00000100:00100000:1.0:1767321899.983062:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816672768
00000100:00100000:1.0:1767321899.983064:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816672768
00000100:00100000:1.0:1767321899.983079:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5014
00000100:00100000:1.0:1767321899.983085:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816672512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321899.983145:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816672512:12345-0@lo:400:kworker.0 Request processed in 59us (326us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321899.983161:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5014
00000100:00100000:1.0:1767321899.983175:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5015
00000100:00100000:1.0:1767321899.983179:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816672768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321899.983201:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816672768:12345-0@lo:400:kworker.0 Request processed in 22us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321899.983207:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5015
00000100:00100000:3.0:1767321899.983604:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816672768:0@lo:400:kworker.0
00000100:00100000:3.0:1767321899.983612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816672512:0@lo:400:kworker.0
00000100:00080000:0.0:1767321899.984796:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321899.984804:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321899.984807:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321900.552881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321900.936826:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321901.574876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321901.959425:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321902.535220:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321902.535245:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816673280:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321902.535332:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321902.535693:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816673280
00000100:00100000:2.0:1767321902.535702:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816673280
00000100:00100000:2.0:1767321902.535789:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851
00000100:00100000:2.0:1767321902.535799:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816673280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321902.535829:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321902.535876:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816673280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (544us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321902.535885:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851
00000100:00080000:0.0:1767321902.535943:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321902.536296:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321902.536307:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816673408:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321902.536340:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321902.536374:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816673280:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321902.536417:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816673408
00000100:00100000:0.0:1767321902.536422:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816673408
00000100:00100000:0.0:1767321902.536476:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852
00000100:00100000:0.0:1767321902.536485:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816673408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321902.536502:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321902.536545:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816673408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321902.536551:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852
00000100:00100000:1.0:1767321902.536652:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816673408:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321902.536706:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321902.599673:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321902.763715:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321902.764014:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321902.764083:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758720384
00000100:00100000:1.0:1767321902.764095:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758720384
00000100:00100000:1.0:1767321902.764195:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758720256
00000100:00100000:1.0:1767321902.764198:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758720256
00000100:00100000:1.0:1767321902.764223:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5016
00000100:00100000:1.0:1767321902.764233:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758720384:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321902.764304:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758720384:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 73us (599us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321902.764323:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5016
00000100:00100000:2.0:1767321902.764332:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89379
00000100:00100000:2.0:1767321902.764339:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758720256:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321902.764358:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321902.764392:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758720256:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (374us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321902.764399:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89379
00000100:00080000:3.0:1767321902.765150:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321902.983161:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321903.624792:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321904.007039:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321904.647614:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321905.030999:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321905.095068:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321905.095078:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321905.095081:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321905.095086:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321905.095090:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321905.095098:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4442
00000100:00080000:0.0:1767321905.095103:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321905.095140:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321905.095181:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6e680 x1853166816673536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321905.095204:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321905.095208:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321905.095209:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321905.095213:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4442
00000100:00080000:0.0:1767321905.095215:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321905.095220:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321905.095239:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a879180 x1853166816673664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321905.095263:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816673536:0@lo:38:kworker.0
00000100:00100000:2.0:1767321905.095328:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321905.095404:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816673792:0@lo:400:kworker.0
00000100:00100000:3.0:1767321905.095433:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321905.095479:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816673664:0@lo:38:kworker.0
00000100:00100000:2.0:1767321905.095504:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321905.095543:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816673536
00000100:00100000:2.0:1767321905.095550:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816673536
00000100:00100000:1.0:1767321905.095555:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816673664
00000100:00100000:1.0:1767321905.095559:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816673664
00000100:00100000:2.0:1767321905.095579:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816673792
00000100:00100000:2.0:1767321905.095581:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816673792
00000100:00100000:1.0:1767321905.095583:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78
00000100:00100000:1.0:1767321905.095591:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816673664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321905.095613:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321905.095613:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5017
00000100:00100000:2.0:1767321905.095619:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816673792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321905.095657:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816673792:12345-0@lo:400:kworker.0 Request processed in 38us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321905.095661:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816673664:12345-0@lo:38:kworker.0 Request processed in 70us (156us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321905.095667:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78
00000100:00100000:2.0:1767321905.095675:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5017
00000100:00100000:2.0:1767321905.095689:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89380
00000100:00100000:2.0:1767321905.095693:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816673536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321905.095702:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321905.095719:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321905.095723:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321905.095723:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816673536:12345-0@lo:38:kworker.0 Request processed in 29us (396us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321905.095727:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816673664:0@lo:38:kworker.0
00000100:00100000:2.0:1767321905.095728:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89380
00000100:00080000:1.0:1767321905.095744:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321905.095747:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321905.095750:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816673536:0@lo:38:kworker.0
00000100:00080000:2.0:1767321905.095771:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321905.096029:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321905.096034:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321905.096036:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321905.096040:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4442
00000100:00080000:0.0:1767321905.096043:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321905.096047:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321905.096148:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878e00 x1853166816673920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321905.096181:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321905.096185:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321905.096187:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321905.096190:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4442
00000100:00080000:0.0:1767321905.096193:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321905.096196:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321905.096207:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a87aa00 x1853166816674176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321905.096652:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816674304:0@lo:400:kworker.0
00000100:00100000:1.0:1767321905.096695:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321905.096724:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321905.096730:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816674432:0@lo:400:kworker.0
00000100:00100000:1.0:1767321905.096749:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321905.096794:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816674304
00000100:00100000:1.0:1767321905.096799:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816674304
00000100:00100000:1.0:1767321905.097026:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816674432
00000100:00100000:1.0:1767321905.097031:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816674432
00000100:00100000:1.0:1767321905.097054:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170
00000100:00100000:1.0:1767321905.097073:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816674304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321905.097124:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816674304:12345-0@lo:400:kworker.0 Request processed in 52us (428us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321905.097131:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170
00000100:00100000:1.0:1767321905.097144:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171
00000100:00100000:1.0:1767321905.097150:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816674432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321905.097176:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816674432:12345-0@lo:400:kworker.0 Request processed in 27us (426us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321905.097182:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171
00000100:00080000:1.0:1767321905.097202:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321905.097206:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321905.097226:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816674432:0@lo:400:kworker.0
00000100:00100000:1.0:1767321905.097236:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816674304:0@lo:400:kworker.0
00000100:00100000:1.0:1767321905.097259:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816673920:0@lo:38:kworker.0
00000100:00100000:2.0:1767321905.099632:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816674048:0@lo:400:kworker.0
00000100:00100000:3.0:1767321905.100010:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816673792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321905.100625:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321905.100790:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816673920
00000100:00100000:2.0:1767321905.100799:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816673920
00000100:00100000:1.0:1767321905.100814:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816674176:0@lo:38:kworker.0
00000100:00100000:2.0:1767321905.100842:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89381
00000100:00100000:2.0:1767321905.100849:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816673920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321905.100870:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321905.100917:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816673920:12345-0@lo:38:kworker.0 Request processed in 68us (303us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321905.100924:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89381
00000100:00100000:1.0:1767321905.100926:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321905.100941:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816674176
00000100:00100000:2.0:1767321905.100945:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816674176
00000100:00080000:1.0:1767321905.100959:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767321905.100961:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89382
00000100:00080000:1.0:1767321905.100965:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321905.100965:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816674176:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321905.100968:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816673920:0@lo:38:kworker.0
00010000:00020000:2.0:1767321905.100974:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321905.101005:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816674176:12345-0@lo:38:kworker.0 Request processed in 38us (77us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321905.101011:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89382
00000100:00080000:1.0:1767321905.101022:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321905.101026:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321905.101029:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816674176:0@lo:38:kworker.0
00000100:00100000:3.0:1767321905.101084:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321905.101171:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816674048
00000100:00100000:2.0:1767321905.101177:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816674048
00000100:00100000:2.0:1767321905.101224:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5018
00000100:00100000:2.0:1767321905.101230:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816674048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321905.101269:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816674048:12345-0@lo:400:kworker.0 Request processed in 39us (184us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321905.101275:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5018
00000100:00100000:3.0:1767321905.101543:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816674048:0@lo:400:kworker.0
00000100:00080000:1.0:1767321905.101566:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321905.670872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321906.055483:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321906.694869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767321906.858631:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767321906.858657:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758720512 offset 0 length 520: 4
00000100:00100000:2.0:1767321906.858681:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321906.858777:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758720768
00000100:00100000:3.0:1767321906.858787:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758720768
00000100:00100000:1.0:1767321906.858830:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758720640
00000100:00100000:1.0:1767321906.858835:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758720640
00000100:00100000:1.0:1767321906.858884:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5019
00000100:00100000:1.0:1767321906.858894:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758720768:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767321906.858897:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321906.858936:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89383
00000100:00100000:3.0:1767321906.858941:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758720640:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321906.858960:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321906.858986:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758720768:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 94us (362us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321906.858995:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5019
00000100:00100000:3.0:1767321906.859257:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758720640:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (304us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321906.859729:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89383
00010000:00010000:3.0:1767321907.084237:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321907.656169:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1767321907.656191:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816674688:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321907.656255:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321907.656320:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816674560:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321907.656342:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321907.656371:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816674688
00000100:00100000:2.0:1767321907.656379:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816674688
00000100:00100000:0.0:1767321907.656406:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816674560
00000100:00100000:0.0:1767321907.656411:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816674560
00000100:00100000:2.0:1767321907.656490:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853
00000100:00100000:2.0:1767321907.656499:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816674688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321907.656527:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767321907.656581:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816674688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (326us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321907.656589:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853
00000100:00100000:0.0:1767321907.659049:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854
00000100:00100000:0.0:1767321907.659072:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816674560:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321907.659116:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321907.659185:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816674560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (2842us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321907.659192:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854
00000100:00080000:1.0:1767321907.661045:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321907.661217:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321907.661449:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816674688:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321907.661471:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816674560:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321907.719035:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321908.104937:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321908.743488:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321909.127208:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321909.191829:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321884/real 1767321884]  req@ffff8d4e6631d880 x1853166816668288/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321909 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321909.191866:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e6631d880 x1853166816668288/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321909 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321909.191886:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321909.191916:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321909.191920:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816668288:0@lo:250:kworker.0
00000100:00080000:0.0:1767321909.192417:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321909.192424:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321909.192427:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321909.192431:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4427
00000100:00080000:0.0:1767321909.192435:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321909.192441:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321909.192474:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8a680 x1853166816674816/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321909.192530:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816674816:0@lo:250:kworker.0
00000400:00000100:2.0:1767321909.192574:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816674816 offset 0 length 520: 4
00000100:00080000:0.0:1767321909.192629:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321909.192633:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321909.192635:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321909.192639:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4447
00000100:00080000:0.0:1767321909.192642:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321909.192645:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321909.192660:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8b800 x1853166816674944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321909.196476:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816674944:0@lo:38:kworker.0
00000100:00100000:2.0:1767321909.196549:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321909.196686:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816674944
00000100:00100000:3.0:1767321909.196694:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816674944
00000100:00100000:3.0:1767321909.196744:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89384
00000100:00100000:3.0:1767321909.196752:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816674944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321909.196790:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321909.196835:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816674944:12345-0@lo:38:kworker.0 Request processed in 82us (284us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321909.196843:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89384
00000100:00080000:0.0:1767321909.196912:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321909.196917:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321909.196921:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321909.196927:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4447
00000100:00080000:0.0:1767321909.196930:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321909.196934:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321909.196981:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8ad80 x1853166816675072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321909.197023:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321909.197026:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321909.197028:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321909.197032:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4447
00000100:00080000:0.0:1767321909.197034:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321909.197038:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321909.197049:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea88e00 x1853166816675328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321909.197086:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321909.197090:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321909.197092:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321909.197095:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4447
00000100:00080000:0.0:1767321909.197097:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321909.197100:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321909.197112:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8b480 x1853166816675584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321909.197154:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816675456:0@lo:400:kworker.0
00000100:00100000:3.0:1767321909.197180:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816675840:0@lo:400:kworker.0
00000100:00100000:0.0:1767321909.197184:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321909.197205:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321909.197206:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321909.197211:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816675712:0@lo:400:kworker.0
00000100:00100000:3.0:1767321909.197225:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321909.197229:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321909.197230:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816675200:0@lo:400:kworker.0
00000100:00100000:0.0:1767321909.197257:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816675840
00000100:00100000:3.0:1767321909.197260:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321909.197261:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816675840
00000100:00100000:3.0:1767321909.197284:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816675456
00000100:00100000:3.0:1767321909.197288:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816675456
00000100:00100000:0.0:1767321909.197301:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816675712
00000100:00100000:0.0:1767321909.197303:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816675712
00000100:00100000:3.0:1767321909.197310:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816675200
00000100:00100000:3.0:1767321909.197312:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816675200
00000100:00100000:0.0:1767321909.197322:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172
00000100:00100000:0.0:1767321909.197328:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816675840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321909.197332:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5020
00000100:00100000:3.0:1767321909.197336:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816675456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321909.197379:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816675456:12345-0@lo:400:kworker.0 Request processed in 42us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321909.197385:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5020
00000100:00100000:3.0:1767321909.197411:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5021
00000100:00100000:3.0:1767321909.197419:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816675200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321909.197449:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816675200:12345-0@lo:400:kworker.0 Request processed in 31us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321909.197455:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5021
00000100:00100000:3.0:1767321909.197497:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816675200:0@lo:400:kworker.0
00000100:00080000:3.0:1767321909.197531:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321909.197535:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321909.197537:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321909.197549:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173
00000100:00100000:3.0:1767321909.197555:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816675712:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321909.197585:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816675712:12345-0@lo:400:kworker.0 Request processed in 30us (354us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321909.197591:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173
00000100:00100000:1.0:1767321909.197893:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816675712:0@lo:400:kworker.0
00000100:00100000:1.0:1767321909.197904:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816675456:0@lo:400:kworker.0
00000100:00100000:0.0:1767321909.198224:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816675840:12345-0@lo:400:kworker.0 Request processed in 895us (1016us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321909.198231:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172
00000100:00100000:2.0:1767321909.198300:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816675072:0@lo:38:kworker.0
00000100:00100000:2.0:1767321909.198332:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321909.198369:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816675328:0@lo:38:kworker.0
00000100:00100000:2.0:1767321909.198391:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321909.198414:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816675584:0@lo:38:kworker.0
00000100:00100000:2.0:1767321909.198433:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321909.198457:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321909.198462:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321909.198465:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816674944:0@lo:38:kworker.0
00000100:00100000:2.0:1767321909.198490:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816675328
00000100:00100000:2.0:1767321909.198494:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816675328
00000100:00100000:2.0:1767321909.198515:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816675584
00000100:00100000:2.0:1767321909.198518:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816675584
00000100:00100000:2.0:1767321909.198539:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89385
00000100:00100000:2.0:1767321909.198543:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816675328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321909.198558:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321909.198589:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816675328:12345-0@lo:38:kworker.0 Request processed in 44us (196us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321909.198595:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89385
00000100:00100000:2.0:1767321909.198609:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89386
00000100:00100000:2.0:1767321909.198613:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816675584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321909.198621:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321909.198643:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816675584:12345-0@lo:38:kworker.0 Request processed in 28us (209us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321909.198648:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89386
00000100:00080000:2.0:1767321909.198671:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321909.198675:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321909.198677:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816675328:0@lo:38:kworker.0
00000100:00080000:2.0:1767321909.198685:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321909.198688:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321909.198690:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816675584:0@lo:38:kworker.0
00000100:00100000:1.0:1767321909.198778:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816675072
00000100:00100000:1.0:1767321909.198783:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816675072
00000100:00100000:1.0:1767321909.198812:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79
00000100:00100000:1.0:1767321909.198817:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816675072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321909.198828:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321909.198877:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816675072:12345-0@lo:38:kworker.0 Request processed in 58us (544us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321909.198887:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79
00000100:00100000:3.0:1767321909.198926:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816675840:0@lo:400:kworker.0
00000100:00080000:0.0:1767321909.199697:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321909.199704:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321909.199707:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816675072:0@lo:38:kworker.0
00000100:00100000:1.0:1767321909.766895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321910.151335:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321910.790875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321911.175487:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321911.815720:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767321911.979643:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321911.979691:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321911.979795:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758721024
00000100:00100000:3.0:1767321911.979805:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758721024
00000100:00100000:3.0:1767321911.979878:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758720896
00000100:00100000:3.0:1767321911.979882:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758720896
00000100:00080000:1.0:1767321911.979901:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321911.979904:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5022
00000100:00100000:3.0:1767321911.979913:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758721024:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321911.979997:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758721024:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 85us (366us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321911.980006:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5022
00000100:00100000:3.0:1767321911.980024:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89387
00000100:00100000:3.0:1767321911.980029:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758720896:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321911.980062:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321911.980090:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758720896:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (398us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321911.980096:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89387
00010000:00010000:3.0:1767321912.202312:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321912.775138:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816675968:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321912.775208:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321912.775643:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816675968
00000100:00100000:1.0:1767321912.775652:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816675968
00000100:00100000:1.0:1767321912.775731:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855
00000100:00100000:1.0:1767321912.775741:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816675968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321912.775813:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321912.775875:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816675968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (666us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321912.775886:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855
00000100:00100000:1.0:1767321912.775930:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816675968:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321912.775993:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321912.776801:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321912.776818:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816676096:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321912.776859:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321912.777058:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816676096
00000100:00100000:2.0:1767321912.777064:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816676096
00000100:00080000:3.0:1767321912.777201:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321912.777243:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856
00000100:00100000:1.0:1767321912.777253:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816676096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321912.777276:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321912.777324:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816676096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (463us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321912.777331:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856
00000100:00100000:0.0:1767321912.777478:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816676096:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321912.839101:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321913.227231:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321913.864017:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321914.246969:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321914.310954:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321914.310964:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321914.310966:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321914.310969:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321914.310973:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321914.310979:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4451
00000100:00080000:1.0:1767321914.310983:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321914.310996:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321914.311051:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a87bb80 x1853166816676224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321914.311107:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816676224:0@lo:38:kworker.0
00000100:00100000:0.0:1767321914.311173:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321914.311284:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816676224
00000100:00100000:3.0:1767321914.311291:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816676224
00000100:00100000:3.0:1767321914.311341:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89388
00000100:00100000:3.0:1767321914.311349:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816676224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321914.311369:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321914.312133:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321914.312138:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321914.312140:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321914.312145:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4451
00000100:00080000:1.0:1767321914.312147:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321914.312151:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321914.312172:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a87aa00 x1853166816676352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321914.313298:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816676352:0@lo:38:kworker.0
00000100:00100000:0.0:1767321914.313355:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321914.313414:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321914.313419:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321914.313425:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816676224:0@lo:38:kworker.0
00000100:00100000:2.0:1767321914.313541:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816676352
00000100:00100000:2.0:1767321914.313548:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816676352
00000100:00100000:2.0:1767321914.313592:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80
00000100:00100000:2.0:1767321914.313598:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816676352:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321914.313616:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321914.313658:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816676224:12345-0@lo:38:kworker.0 Request processed in 2305us (2481us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321914.313659:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816676352:12345-0@lo:38:kworker.0 Request processed in 58us (301us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321914.313676:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89388
00000100:00100000:2.0:1767321914.313677:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80
00000100:00080000:0.0:1767321914.314936:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321914.314948:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321914.314957:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816676352:0@lo:38:kworker.0
00000100:00080000:1.0:1767321914.315112:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321914.315116:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321914.315119:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321914.315124:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4451
00000100:00080000:1.0:1767321914.315127:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321914.315132:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321914.315156:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878700 x1853166816676608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321914.315180:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321914.315183:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321914.315185:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321914.315189:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4451
00000100:00080000:1.0:1767321914.315191:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321914.315194:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321914.315234:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816676608:0@lo:38:kworker.0
00000100:00100000:0.0:1767321914.315274:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321914.315312:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321914.315321:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816676736:0@lo:400:kworker.0
00000100:00100000:0.0:1767321914.315344:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321914.315403:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a87aa00 x1853166816676864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321914.315519:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816676480:0@lo:400:kworker.0
00000100:00100000:2.0:1767321914.315548:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321914.315580:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321914.315586:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816677120:0@lo:400:kworker.0
00000100:00100000:2.0:1767321914.315609:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321914.315634:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816676608
00000100:00100000:2.0:1767321914.315639:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816676608
00000100:00100000:2.0:1767321914.315662:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816676736
00000100:00100000:2.0:1767321914.315665:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816676736
00000100:00100000:2.0:1767321914.315694:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816676480
00000100:00100000:2.0:1767321914.315697:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816676480
00000100:00100000:2.0:1767321914.315719:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5023
00000100:00100000:2.0:1767321914.315726:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816676736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321914.315789:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816676736:12345-0@lo:400:kworker.0 Request processed in 63us (443us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321914.315799:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5023
00000100:00100000:2.0:1767321914.315816:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5024
00000100:00100000:2.0:1767321914.315821:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816676480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321914.315851:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816676480:12345-0@lo:400:kworker.0 Request processed in 31us (302us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321914.315857:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5024
00000100:00100000:2.0:1767321914.315869:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89389
00000100:00100000:2.0:1767321914.315873:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816676608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321914.315889:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321914.315914:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816676608:12345-0@lo:38:kworker.0 Request processed in 40us (640us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321914.315919:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89389
00000100:00100000:2.0:1767321914.315953:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816676480:0@lo:400:kworker.0
00000100:00100000:0.0:1767321914.316059:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816677120
00000100:00100000:0.0:1767321914.316063:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816677120
00000100:00100000:0.0:1767321914.316102:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174
00000100:00100000:0.0:1767321914.316109:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816677120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321914.316133:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321914.316146:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816676992:0@lo:400:kworker.0
00000100:00100000:0.0:1767321914.316153:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816677120:12345-0@lo:400:kworker.0 Request processed in 44us (542us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321914.316160:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174
00000100:00100000:3.0:1767321914.316180:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321914.316192:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816676736:0@lo:400:kworker.0
00000100:00100000:0.0:1767321914.316215:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816676864:0@lo:38:kworker.0
00000100:00080000:3.0:1767321914.316221:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321914.316227:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321914.316237:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816676992
00000100:00100000:3.0:1767321914.316241:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816676992
00000100:00100000:0.0:1767321914.316242:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321914.316273:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321914.316280:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321914.316280:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175
00000100:00100000:0.0:1767321914.316288:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816676608:0@lo:38:kworker.0
00000100:00100000:3.0:1767321914.316294:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816676992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321914.316334:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816676864
00000100:00100000:0.0:1767321914.316338:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816676864
00000100:00100000:3.0:1767321914.316340:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816676992:12345-0@lo:400:kworker.0 Request processed in 49us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321914.316349:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175
00000100:00100000:0.0:1767321914.316362:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89390
00000100:00100000:0.0:1767321914.316368:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816676864:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767321914.316372:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:0.0:1767321914.316379:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321914.316395:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816676992:0@lo:400:kworker.0
00000100:00100000:0.0:1767321914.316415:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816676864:12345-0@lo:38:kworker.0 Request processed in 45us (172us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321914.316424:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89390
00000100:00080000:0.0:1767321914.316450:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321914.316454:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321914.316457:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816676864:0@lo:38:kworker.0
00000100:00100000:2.0:1767321914.316560:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816677120:0@lo:400:kworker.0
00000100:00100000:1.0:1767321914.886886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321915.271065:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321915.910867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321916.297476:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321916.934877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321917.095794:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321917.096009:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758721280
00000100:00100000:1.0:1767321917.096018:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758721280
00000100:00100000:1.0:1767321917.096195:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5025
00000100:00100000:1.0:1767321917.096208:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758721280:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321917.096278:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758721280:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 74us (525us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321917.096286:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5025
00000100:00080000:3.0:1767321917.096348:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321917.100229:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321917.100408:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758721152
00000100:00100000:2.0:1767321917.100418:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758721152
00000100:00100000:2.0:1767321917.100498:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89391
00000100:00100000:2.0:1767321917.100507:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758721152:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321917.100531:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321917.100636:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758721152:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 129us (416us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321917.100644:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89391
00010000:00010000:2.0:1767321917.322183:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321917.895348:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816677376:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321917.895415:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321917.895540:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816677376
00000100:00100000:2.0:1767321917.895547:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816677376
00000100:00100000:2.0:1767321917.895613:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857
00000100:00100000:2.0:1767321917.895622:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816677376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321917.895650:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321917.895693:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816677376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321917.895712:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857
00000100:00080000:0.0:1767321917.895849:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321917.895883:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816677376:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321917.895982:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816677248:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321917.896023:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321917.896173:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816677248
00000100:00100000:1.0:1767321917.896178:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816677248
00000100:00100000:1.0:1767321917.896214:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2858
00000100:00100000:1.0:1767321917.896220:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816677248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321917.896236:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321917.896268:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816677248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321917.896275:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2858
00000100:00100000:1.0:1767321917.896305:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816677248:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321917.896455:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321917.958911:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321918.343060:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321918.986351:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321919.368236:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321919.434038:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321919.434053:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321919.434056:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321919.434061:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321919.434065:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321919.434073:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4456
00000100:00080000:3.0:1767321919.434077:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321919.434084:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321919.434291:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631ce00 x1853166816677504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321919.434398:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816677504:0@lo:38:kworker.0
00000100:00100000:0.0:1767321919.434466:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321919.434547:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816677504
00000100:00100000:2.0:1767321919.434555:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816677504
00000100:00080000:3.0:1767321919.434595:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321919.434600:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321919.434602:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321919.434607:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4456
00000100:00100000:2.0:1767321919.434610:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89392
00000100:00080000:3.0:1767321919.434612:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321919.434620:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321919.434623:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816677504:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321919.434639:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d880 x1853166816677632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:2.0:1767321919.434647:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321919.434737:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816677632:0@lo:38:kworker.0
00000100:00100000:0.0:1767321919.437907:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321919.438061:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816677632
00000100:00100000:1.0:1767321919.438070:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816677632
00000100:00100000:1.0:1767321919.438129:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81
00000100:00100000:1.0:1767321919.438137:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816677632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321919.438159:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321919.438206:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816677632:12345-0@lo:38:kworker.0 Request processed in 68us (306us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321919.438216:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81
00000100:00100000:1.0:1767321919.438651:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816677760:0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.438689:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321919.438733:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321919.438738:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321919.438741:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321919.438746:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4456
00000100:00080000:3.0:1767321919.438749:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321919.438769:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321919.438792:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2300 x1853166816677888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321919.438820:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321919.438824:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321919.438825:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321919.438828:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4456
00000100:00080000:3.0:1767321919.438831:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321919.438834:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321919.438843:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d0700 x1853166816678144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321919.442637:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321919.442660:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816678400:0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.442731:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321919.442810:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816678400
00000100:00100000:1.0:1767321919.442818:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816678400
00000100:00100000:1.0:1767321919.442883:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176
00000100:00100000:1.0:1767321919.442892:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816678400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.442948:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816678400:12345-0@lo:400:kworker.0 Request processed in 57us (217us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321919.442956:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176
00000100:00100000:1.0:1767321919.442997:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816677760
00000100:00100000:1.0:1767321919.443001:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816677760
00000100:00100000:1.0:1767321919.443041:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5026
00000100:00100000:1.0:1767321919.443057:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816677760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.443094:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816677760:12345-0@lo:400:kworker.0 Request processed in 42us (4399us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321919.443101:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5026
00000100:00100000:1.0:1767321919.443144:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816678400:0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.443155:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816677760:0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.443198:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816678016:0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.443224:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321919.443243:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321919.443249:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816678272:0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.443268:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321919.443290:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816678016
00000100:00100000:1.0:1767321919.443294:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816678016
00000100:00100000:1.0:1767321919.443317:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5027
00000100:00100000:1.0:1767321919.443323:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816678016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.443353:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816678016:12345-0@lo:400:kworker.0 Request processed in 31us (129us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321919.443359:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5027
00000100:00100000:1.0:1767321919.443372:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816678272
00000100:00100000:1.0:1767321919.443376:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816678272
00000100:00100000:1.0:1767321919.443394:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177
00000100:00100000:1.0:1767321919.443400:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816678272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.443430:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816678272:12345-0@lo:400:kworker.0 Request processed in 30us (160us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321919.443435:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177
00000100:00100000:1.0:1767321919.443456:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816678272:0@lo:400:kworker.0
00000100:00100000:1.0:1767321919.443466:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816678016:0@lo:400:kworker.0
00000100:00100000:2.0:1767321919.443500:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816677504:12345-0@lo:38:kworker.0 Request processed in 8877us (9031us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767321919.443509:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321919.443511:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89392
00000100:00080000:1.0:1767321919.443515:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321919.443519:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321919.443920:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321919.443926:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321919.443930:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816677504:0@lo:38:kworker.0
00000100:00100000:0.0:1767321919.443947:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816677888:0@lo:38:kworker.0
00000100:00100000:0.0:1767321919.443983:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321919.444020:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816678144:0@lo:38:kworker.0
00000100:00100000:0.0:1767321919.444039:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321919.444072:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321919.444076:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321919.444078:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816677632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321919.444293:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816677888
00000100:00100000:2.0:1767321919.444297:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816677888
00000100:00100000:2.0:1767321919.444324:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816678144
00000100:00100000:2.0:1767321919.444327:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816678144
00000100:00100000:2.0:1767321919.444350:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89393
00000100:00100000:2.0:1767321919.444355:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816677888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321919.444373:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321919.444407:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816677888:12345-0@lo:38:kworker.0 Request processed in 50us (433us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321919.444413:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89393
00000100:00100000:2.0:1767321919.444426:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89394
00000100:00100000:2.0:1767321919.444431:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816678144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321919.444440:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321919.444463:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816678144:12345-0@lo:38:kworker.0 Request processed in 31us (422us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321919.444468:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89394
00000100:00080000:0.0:1767321919.444577:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321919.444582:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321919.444586:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816677888:0@lo:38:kworker.0
00000100:00080000:0.0:1767321919.444594:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321919.444596:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321919.444599:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816678144:0@lo:38:kworker.0
00000100:00100000:1.0:1767321920.006880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321920.391807:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321921.031042:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321921.417680:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321922.054884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767321922.219123:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321922.220215:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758721536
00000100:00100000:1.0:1767321922.220234:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758721536
00000100:00100000:1.0:1767321922.220387:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5028
00000100:00100000:1.0:1767321922.220400:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758721536:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321922.220513:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758721536:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 115us (1406us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321922.220522:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5028
00000100:00080000:3.0:1767321922.220802:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321922.236743:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321922.237153:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758721408
00000100:00100000:2.0:1767321922.237169:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758721408
00000100:00100000:2.0:1767321922.237238:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89395
00000100:00100000:2.0:1767321922.237249:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758721408:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321922.237290:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321922.237386:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758721408:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 136us (655us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321922.237394:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89395
00010000:00010000:1.0:1767321922.439532:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321923.015499:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321923.015540:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816678528:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321923.015655:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321923.016293:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816678528
00000100:00100000:2.0:1767321923.016305:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816678528
00000100:00100000:2.0:1767321923.016413:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859
00000100:00100000:2.0:1767321923.016426:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816678528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321923.016467:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321923.016532:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816678528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (876us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321923.016542:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859
00000100:00100000:0.0:1767321923.017414:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816678528:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321923.017855:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321923.019750:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321923.019805:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816678656:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321923.019902:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321923.020070:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816678656
00000100:00100000:0.0:1767321923.020082:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816678656
00000100:00100000:0.0:1767321923.020180:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860
00000100:00100000:0.0:1767321923.020191:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816678656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321923.020230:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321923.020310:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816678656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (407us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321923.020329:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860
00000100:00080000:3.0:1767321923.021163:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321923.021255:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816678656:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321923.081013:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321923.463152:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321924.104958:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321924.487049:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321924.551197:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321924.551214:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321924.551218:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321924.551223:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321924.551230:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321924.551241:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4462
00000100:00080000:0.0:1767321924.551326:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321924.551336:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321924.551391:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d880 x1853166816678784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321924.551431:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321924.551434:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321924.551436:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321924.551440:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4462
00000100:00080000:0.0:1767321924.551443:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321924.551447:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321924.551460:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631ce00 x1853166816678912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321924.551508:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321924.551513:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321924.551515:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321924.551518:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4462
00000100:00080000:0.0:1767321924.551521:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321924.551524:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321924.551535:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad8380 x1853166816679168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321924.551565:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321924.551568:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321924.551570:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321924.551574:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4462
00000100:00080000:0.0:1767321924.551577:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321924.551581:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321924.551730:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79adaa00 x1853166816679424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321924.551802:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816679296:0@lo:400:kworker.0
00000100:00100000:0.0:1767321924.551888:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321924.551972:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321924.551978:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816679552:0@lo:400:kworker.0
00000100:00100000:0.0:1767321924.552005:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321924.552105:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816679040:0@lo:400:kworker.0
00000100:00100000:3.0:1767321924.552141:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321924.552173:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321924.552178:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816679680:0@lo:400:kworker.0
00000100:00100000:3.0:1767321924.552199:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321924.552470:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816679296
00000100:00100000:2.0:1767321924.552484:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816679296
00000100:00100000:2.0:1767321924.552567:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816679040
00000100:00100000:2.0:1767321924.552570:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816679040
00000100:00100000:3.0:1767321924.552831:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816679552
00000100:00100000:3.0:1767321924.552836:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816679552
00000100:00100000:3.0:1767321924.552870:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816679680
00000100:00100000:3.0:1767321924.552873:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816679680
00000100:00100000:3.0:1767321924.552895:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178
00000100:00100000:3.0:1767321924.552905:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816679552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321924.552986:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816679552:12345-0@lo:400:kworker.0 Request processed in 81us (979us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321924.552995:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178
00000100:00100000:3.0:1767321924.553011:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179
00000100:00100000:3.0:1767321924.553017:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816679680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321924.553045:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816679680:12345-0@lo:400:kworker.0 Request processed in 29us (845us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321924.553051:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179
00000100:00080000:3.0:1767321924.553070:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321924.553397:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5029
00000100:00100000:2.0:1767321924.553405:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816679296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321924.553446:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816679296:12345-0@lo:400:kworker.0 Request processed in 42us (1558us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321924.553451:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5029
00000100:00100000:2.0:1767321924.553466:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5030
00000100:00100000:2.0:1767321924.553471:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816679040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321924.553494:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816679040:12345-0@lo:400:kworker.0 Request processed in 22us (1352us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321924.553499:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5030
00000100:00100000:2.0:1767321924.553536:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816678784:0@lo:38:kworker.0
00000100:00100000:2.0:1767321924.553577:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321924.554679:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816679552:0@lo:400:kworker.0
00000100:00100000:1.0:1767321924.554699:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816679296:0@lo:400:kworker.0
00000100:00100000:2.0:1767321924.554813:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816678912:0@lo:38:kworker.0
00000100:00100000:2.0:1767321924.554863:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321924.554897:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816679168:0@lo:38:kworker.0
00000100:00100000:2.0:1767321924.554923:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321924.557714:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816679424:0@lo:38:kworker.0
00000100:00100000:2.0:1767321924.557828:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321924.557961:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816679680:0@lo:400:kworker.0
00000100:00100000:3.0:1767321924.557978:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816679040:0@lo:400:kworker.0
00000100:00100000:3.0:1767321924.558035:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816678912
00000100:00100000:3.0:1767321924.558044:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816678912
00000100:00100000:3.0:1767321924.558102:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82
00000100:00100000:3.0:1767321924.558111:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816678912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321924.558137:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321924.558185:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816678912:12345-0@lo:38:kworker.0 Request processed in 74us (3321us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321924.558193:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82
00000100:00100000:0.0:1767321924.560014:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816678784
00000100:00100000:0.0:1767321924.560030:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816678784
00000100:00100000:0.0:1767321924.560159:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816679168
00000100:00100000:0.0:1767321924.560163:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816679168
00000100:00100000:0.0:1767321924.560187:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89396
00000100:00100000:0.0:1767321924.560195:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816678784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321924.560221:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321924.560364:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816678784:12345-0@lo:38:kworker.0 Request processed in 169us (6786us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321924.560372:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89396
00000100:00100000:0.0:1767321924.560391:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89397
00000100:00100000:0.0:1767321924.560395:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816679168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321924.560404:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321924.560425:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816679168:12345-0@lo:38:kworker.0 Request processed in 29us (5501us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321924.560431:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89397
00000100:00080000:2.0:1767321924.560887:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321924.560894:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321924.560899:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816678784:0@lo:38:kworker.0
00000100:00080000:2.0:1767321924.560911:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321924.560915:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321924.560919:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816678912:0@lo:38:kworker.0
00000100:00080000:2.0:1767321924.560939:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321924.560943:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321924.560947:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816679168:0@lo:38:kworker.0
00000100:00100000:3.0:1767321924.561031:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816679424
00000100:00100000:3.0:1767321924.561038:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816679424
00000100:00100000:3.0:1767321924.561070:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89398
00000100:00100000:3.0:1767321924.561076:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816679424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321924.561203:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321924.561390:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816679424:12345-0@lo:38:kworker.0 Request processed in 312us (3562us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321924.561397:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89398
00000100:00080000:2.0:1767321924.561471:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321924.561476:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321924.561479:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816679424:0@lo:38:kworker.0
00000100:00100000:2.0:1767321925.132059:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321925.512150:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321926.151241:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321926.536503:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321927.174920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321927.337615:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321927.339855:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758721792
00000100:00100000:3.0:1767321927.339876:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758721792
00000100:00100000:3.0:1767321927.340030:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5031
00000100:00100000:3.0:1767321927.340047:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758721792:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321927.340168:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758721792:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 128us (2571us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321927.340177:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5031
00000100:00080000:0.0:1767321927.340805:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321927.345732:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321927.352959:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758721664
00000100:00100000:1.0:1767321927.352983:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758721664
00000100:00100000:1.0:1767321927.353081:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89399
00000100:00100000:1.0:1767321927.353091:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758721664:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321927.353134:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321927.353251:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758721664:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 159us (7534us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321927.353260:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89399
00010000:00010000:3.0:1767321927.561687:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321928.136597:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321928.136634:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816679808:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321928.136750:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321928.137212:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816679936:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321928.137250:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321928.137355:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816679808
00000100:00100000:2.0:1767321928.137366:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816679808
00000100:00100000:3.0:1767321928.139116:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816679936
00000100:00100000:3.0:1767321928.139130:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816679936
00000100:00100000:2.0:1767321928.139336:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861
00000100:00100000:2.0:1767321928.139350:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816679808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321928.139398:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321928.139510:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816679808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 164us (2760us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321928.139520:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861
00000100:00100000:3.0:1767321928.139620:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862
00000100:00100000:3.0:1767321928.139631:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816679936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321928.139655:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767321928.139719:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816679936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (2467us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321928.139725:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816679808:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321928.139727:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862
00000100:00100000:3.0:1767321928.139823:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816679936:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321928.140026:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321928.140032:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321928.198936:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321928.583082:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321929.223499:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321929.612706:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321929.671647:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321929.671662:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321929.671665:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321929.671670:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321929.671675:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321929.671685:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4467
00000100:00080000:3.0:1767321929.671691:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321929.671700:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321929.671749:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1f80 x1853166816680064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321929.671795:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321929.671798:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321929.671800:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321929.671804:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4467
00000100:00080000:3.0:1767321929.671806:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321929.671810:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321929.671824:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3100 x1853166816680192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321929.671860:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321929.671864:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321929.671866:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321929.671869:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4467
00000100:00080000:3.0:1767321929.671872:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321929.671874:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321929.671896:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2300 x1853166816680448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321929.671924:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321929.671927:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321929.671939:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321929.671943:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4467
00000100:00080000:3.0:1767321929.671945:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321929.671949:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321929.671959:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3b80 x1853166816680704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321929.672004:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816680960:0@lo:400:kworker.0
00000100:00100000:3.0:1767321929.672088:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321929.672475:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816680064:0@lo:38:kworker.0
00000100:00100000:2.0:1767321929.672514:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321929.672574:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816680192:0@lo:38:kworker.0
00000100:00100000:2.0:1767321929.672600:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321929.672624:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816680448:0@lo:38:kworker.0
00000100:00100000:2.0:1767321929.672659:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321929.672674:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816680704:0@lo:38:kworker.0
00000100:00100000:2.0:1767321929.672695:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321929.672735:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816680064
00000100:00100000:2.0:1767321929.672744:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816680064
00000100:00100000:2.0:1767321929.672801:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816680448
00000100:00100000:2.0:1767321929.672804:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816680448
00000100:00100000:2.0:1767321929.672815:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816680704
00000100:00100000:2.0:1767321929.672817:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816680704
00000100:00100000:2.0:1767321929.672835:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89400
00000100:00100000:2.0:1767321929.672843:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816680064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321929.672866:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321929.672921:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816680064:12345-0@lo:38:kworker.0 Request processed in 77us (405us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321929.672928:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89400
00000100:00100000:2.0:1767321929.672959:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89401
00000100:00100000:2.0:1767321929.672963:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816680448:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321929.672972:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321929.672995:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816680448:12345-0@lo:38:kworker.0 Request processed in 31us (335us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321929.673001:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89401
00000100:00100000:2.0:1767321929.673011:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89402
00000100:00100000:2.0:1767321929.673014:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816680704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321929.673023:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321929.673041:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816680704:12345-0@lo:38:kworker.0 Request processed in 26us (346us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321929.673048:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89402
00000100:00080000:2.0:1767321929.673092:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321929.673097:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321929.673100:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816680064:0@lo:38:kworker.0
00000100:00080000:2.0:1767321929.673108:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321929.673111:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321929.673113:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816680448:0@lo:38:kworker.0
00000100:00080000:2.0:1767321929.673798:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321929.673805:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321929.673809:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816680704:0@lo:38:kworker.0
00000100:00100000:2.0:1767321929.673893:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816680576:0@lo:400:kworker.0
00000100:00100000:2.0:1767321929.673947:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321929.673978:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321929.673985:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816680832:0@lo:400:kworker.0
00000100:00100000:2.0:1767321929.674010:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321929.674038:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816680576
00000100:00100000:2.0:1767321929.674045:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816680576
00000100:00100000:2.0:1767321929.674094:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5032
00000100:00100000:2.0:1767321929.674101:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816680576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321929.674385:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321929.674394:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816680320:0@lo:400:kworker.0
00000100:00100000:3.0:1767321929.674439:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321929.674488:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816680320
00000100:00100000:3.0:1767321929.674492:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816680320
00000100:00100000:3.0:1767321929.674521:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5033
00000100:00100000:3.0:1767321929.674527:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816680320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321929.674570:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816680320:12345-0@lo:400:kworker.0 Request processed in 43us (130us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321929.674577:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5033
00000100:00100000:3.0:1767321929.674614:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816680320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321929.674913:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816680960
00000100:00100000:1.0:1767321929.674919:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816680960
00000100:00100000:1.0:1767321929.674965:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816680832
00000100:00100000:1.0:1767321929.674968:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816680832
00000100:00100000:1.0:1767321929.674988:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180
00000100:00100000:1.0:1767321929.674994:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816680960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321929.675042:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816680960:12345-0@lo:400:kworker.0 Request processed in 49us (2954us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321929.675049:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180
00000100:00100000:1.0:1767321929.675062:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181
00000100:00100000:1.0:1767321929.675068:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816680832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321929.675102:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816680832:12345-0@lo:400:kworker.0 Request processed in 35us (1091us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321929.675108:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181
00000100:00080000:1.0:1767321929.675156:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321929.675185:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816680960:0@lo:400:kworker.0
00000100:00100000:1.0:1767321929.675236:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816680832:0@lo:400:kworker.0
00000100:00100000:2.0:1767321929.675651:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816680576:12345-0@lo:400:kworker.0 Request processed in 1548us (1712us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321929.675660:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5032
00000100:00100000:0.0:1767321929.675803:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816680192
00000100:00100000:0.0:1767321929.675809:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816680192
00000100:00100000:0.0:1767321929.675837:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83
00000100:00100000:0.0:1767321929.675843:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816680192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321929.675865:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321929.675923:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816680192:12345-0@lo:38:kworker.0 Request processed in 79us (3321us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321929.675941:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83
00000100:00080000:0.0:1767321929.675986:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321929.675992:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321929.675996:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816680192:0@lo:38:kworker.0
00000100:00100000:1.0:1767321929.676617:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816680576:0@lo:400:kworker.0
00000100:00100000:2.0:1767321930.248888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321930.631812:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321931.271424:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321931.656329:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321932.295246:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767321932.457704:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321932.457876:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758722176
00000100:00100000:0.0:1767321932.457889:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758722176
00000100:00100000:0.0:1767321932.458005:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5034
00000100:00100000:0.0:1767321932.458017:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758722176:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321932.458124:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758722176:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 109us (435us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321932.458133:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5034
00000100:00080000:1.0:1767321932.458869:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767321932.461274:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758721920 offset 0 length 520: 4
00000100:00100000:3.0:1767321932.461339:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321932.462670:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758722048
00000100:00100000:2.0:1767321932.462687:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758722048
00000100:00100000:2.0:1767321932.462867:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89403
00000100:00100000:2.0:1767321932.462879:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758722048:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321932.462911:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321932.463024:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758722048:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 146us (1685us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321932.463032:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89403
00010000:00010000:3.0:1767321932.682557:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321933.261171:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816681088:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321933.261282:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321933.261474:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816681088
00000100:00100000:3.0:1767321933.261485:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816681088
00000100:00100000:3.0:1767321933.261573:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863
00000100:00100000:3.0:1767321933.261587:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816681088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321933.261627:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321933.261693:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816681088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321933.261701:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863
00000100:00080000:1.0:1767321933.262165:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321933.262228:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816681088:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321933.265815:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321933.265859:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816681216:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321933.265966:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321933.266640:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816681216
00000100:00100000:0.0:1767321933.266665:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816681216
00000100:00100000:0.0:1767321933.266810:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864
00000100:00100000:0.0:1767321933.266822:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816681216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321933.266884:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321933.266952:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816681216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (986us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321933.266964:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864
00000100:00100000:0.0:1767321933.267030:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816681216:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321933.267205:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321933.320146:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321933.706388:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321934.342981:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321934.727086:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321934.790931:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321934.790947:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321934.790951:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321934.790956:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321934.790962:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321934.790973:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4472
00000100:00080000:3.0:1767321934.790979:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321934.790989:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321934.791049:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ec380 x1853166816681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321934.791139:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321909/real 1767321909]  req@ffff8d4e4ea8a680 x1853166816674816/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321934 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321934.791186:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321934.791190:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321934.791193:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321934.791198:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4472
00000100:00080000:3.0:1767321934.791201:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321934.791205:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321934.791222:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ece00 x1853166816681472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321934.791321:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816681600:0@lo:400:kworker.0
00000100:00100000:1.0:1767321934.791410:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321934.791564:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321934.791568:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321934.791571:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321934.791576:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4472
00000100:00080000:3.0:1767321934.791579:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321934.791583:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321934.791597:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ed880 x1853166816681728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321934.791624:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321934.791628:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321934.791642:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321934.791647:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4472
00000100:00080000:3.0:1767321934.791649:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321934.791653:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321934.791665:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ed500 x1853166816681984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321934.791988:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816682240:0@lo:400:kworker.0
00000100:00100000:2.0:1767321934.792038:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4ea8a680 x1853166816674816/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321934 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321934.792045:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321934.792068:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816681344:0@lo:38:kworker.0
00000100:00100000:2.0:1767321934.792106:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321934.792110:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816682112:0@lo:400:kworker.0
00000100:00100000:2.0:1767321934.792137:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816681472:0@lo:38:kworker.0
00000100:00100000:0.0:1767321934.792153:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321934.792174:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321934.792183:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321934.792194:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816681856:0@lo:400:kworker.0
00000100:00100000:2.0:1767321934.792209:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816681728:0@lo:38:kworker.0
00000100:00100000:0.0:1767321934.792227:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321934.793255:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816682240
00000100:00100000:1.0:1767321934.793270:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816682240
00000100:00100000:1.0:1767321934.793351:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182
00000100:00100000:1.0:1767321934.793362:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816682240:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321934.793550:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816681600
00000100:00100000:0.0:1767321934.793556:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816681600
00000100:00100000:2.0:1767321934.793575:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816681344
00000100:00100000:2.0:1767321934.793582:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816681344
00000100:00100000:0.0:1767321934.793602:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816681856
00000100:00100000:0.0:1767321934.793607:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816681856
00000100:00100000:2.0:1767321934.793622:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5035
00000100:00100000:0.0:1767321934.793647:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5036
00000100:00100000:2.0:1767321934.793648:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816681600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321934.793660:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816681856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321934.793851:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816682112
00000100:00100000:3.0:1767321934.793857:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816682112
00000100:00100000:3.0:1767321934.793891:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183
00000100:00100000:3.0:1767321934.793900:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816682112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321934.794775:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816681600:12345-0@lo:400:kworker.0 Request processed in 1140us (3360us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321934.794799:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5035
00000100:00100000:2.0:1767321934.794846:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89404
00000100:00100000:2.0:1767321934.794852:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816681344:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321934.794876:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321934.794928:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816681344:12345-0@lo:38:kworker.0 Request processed in 75us (2823us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321934.794934:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89404
00000100:00100000:2.0:1767321934.794970:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816681472
00000100:00100000:2.0:1767321934.794976:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816681472
00000100:00100000:2.0:1767321934.795008:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84
00000100:00100000:2.0:1767321934.795014:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816681472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321934.795024:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321934.795054:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816681472:12345-0@lo:38:kworker.0 Request processed in 40us (2881us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321934.795060:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84
00000100:00100000:2.0:1767321934.795089:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321934.795130:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816681984:0@lo:38:kworker.0
00000100:00100000:2.0:1767321934.795167:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321934.795189:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321934.795208:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321934.795212:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816674816:0@lo:250:kworker.0
00000100:00080000:2.0:1767321934.795258:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321934.795264:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321934.795267:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816681344:0@lo:38:kworker.0
00000100:00080000:2.0:1767321934.795278:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321934.795281:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321934.795284:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816681472:0@lo:38:kworker.0
00000100:00080000:2.0:1767321934.795310:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321934.795600:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816681728
00000100:00100000:2.0:1767321934.795605:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816681728
00000100:00100000:2.0:1767321934.795624:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816681984
00000100:00100000:2.0:1767321934.795627:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816681984
00000100:00100000:2.0:1767321934.795637:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89405
00000100:00100000:2.0:1767321934.795642:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816681728:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321934.795654:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321934.795692:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816681728:12345-0@lo:38:kworker.0 Request processed in 48us (602us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321934.795699:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89405
00000100:00100000:2.0:1767321934.795712:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89406
00000100:00100000:2.0:1767321934.795716:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816681984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321934.795725:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321934.795749:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816681984:12345-0@lo:38:kworker.0 Request processed in 32us (582us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321934.795782:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89406
00000100:00080000:2.0:1767321934.795813:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321934.795818:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321934.795822:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816681728:0@lo:38:kworker.0
00000100:00080000:2.0:1767321934.795843:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321934.795847:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321934.795849:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816681984:0@lo:38:kworker.0
00000100:00080000:2.0:1767321934.795881:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321934.795887:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321934.795890:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321934.795896:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4451
00000100:00080000:2.0:1767321934.795900:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321934.795906:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321934.795942:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2680 x1853166816682368/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321934.795983:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816682368:0@lo:250:kworker.0
00000400:00000100:2.0:1767321934.796007:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816682368 offset 0 length 520: 4
00000100:00100000:2.0:1767321934.796117:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816681600:0@lo:400:kworker.0
00000100:00100000:0.0:1767321934.807561:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816681856:12345-0@lo:400:kworker.0 Request processed in 13886us (15316us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321934.807584:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5036
00000100:00100000:2.0:1767321934.807628:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816681856:0@lo:400:kworker.0
00000100:00100000:1.0:1767321934.807971:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816682240:12345-0@lo:400:kworker.0 Request processed in 14608us (15927us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321934.807983:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182
00000100:00100000:0.0:1767321934.808110:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816682240:0@lo:400:kworker.0
00000100:00100000:3.0:1767321934.808312:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816682112:12345-0@lo:400:kworker.0 Request processed in 14410us (16159us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321934.808321:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183
00000100:00100000:2.0:1767321934.808405:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816682112:0@lo:400:kworker.0
00000100:00100000:2.0:1767321935.367016:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321935.751346:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321936.391059:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321936.780947:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321937.414894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321937.585423:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321937.585473:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321937.585843:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758722304
00000100:00100000:2.0:1767321937.585855:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758722304
00000100:00100000:2.0:1767321937.585906:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758722432
00000100:00100000:2.0:1767321937.585909:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758722432
00000100:00100000:2.0:1767321937.585965:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5037
00000100:00100000:2.0:1767321937.585976:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758722432:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321937.586061:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758722432:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 86us (586us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321937.586069:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5037
00000100:00100000:2.0:1767321937.586099:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89407
00000100:00100000:2.0:1767321937.586104:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758722304:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321937.586125:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321937.586153:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758722304:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (760us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321937.586160:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89407
00000100:00080000:3.0:1767321937.587061:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321937.803732:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321938.375671:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816682496:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321938.375741:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321938.376734:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816682624:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321938.376789:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321938.376881:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816682496
00000100:00100000:0.0:1767321938.376890:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816682496
00000100:00100000:0.0:1767321938.376949:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816682624
00000100:00100000:0.0:1767321938.376952:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816682624
00000100:00100000:0.0:1767321938.376979:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865
00000100:00100000:0.0:1767321938.376988:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816682496:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321938.377020:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321938.377065:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816682496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (1324us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321938.377071:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865
00000100:00100000:0.0:1767321938.377089:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866
00000100:00100000:0.0:1767321938.377095:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816682624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321938.377262:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321938.377290:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816682624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 196us (502us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321938.377297:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866
00000100:00100000:0.0:1767321938.377339:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816682624:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321938.377365:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816682496:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321938.378293:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321938.378299:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321938.440441:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321938.823689:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321939.465625:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321939.848429:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321939.912514:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321939.912526:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321939.912530:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321939.912534:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321939.912539:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321939.912548:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4477
00000100:00080000:3.0:1767321939.912553:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321939.912561:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321939.912605:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ec700 x1853166816682752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321939.912625:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321939.912628:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321939.912630:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321939.912634:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4477
00000100:00080000:3.0:1767321939.912637:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321939.912641:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321939.912669:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ef100 x1853166816682880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321939.912713:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321939.912717:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321939.912720:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321939.912725:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4477
00000100:00080000:3.0:1767321939.912728:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321939.912732:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321939.912746:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ee300 x1853166816683136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321939.913006:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816683008:0@lo:400:kworker.0
00000100:00100000:2.0:1767321939.913080:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321939.913180:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321939.913183:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321939.913185:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321939.913189:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4477
00000100:00080000:3.0:1767321939.913192:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321939.913195:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321939.913208:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ed500 x1853166816683392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321939.913244:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816683264:0@lo:400:kworker.0
00000100:00100000:3.0:1767321939.913272:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321939.913358:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321939.913368:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816683648:0@lo:400:kworker.0
00000100:00100000:2.0:1767321939.913405:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321939.913486:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816683008
00000100:00100000:2.0:1767321939.913495:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816683008
00000100:00100000:2.0:1767321939.913557:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816683264
00000100:00100000:2.0:1767321939.913561:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816683264
00000100:00100000:2.0:1767321939.913598:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5038
00000100:00100000:2.0:1767321939.913608:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816683008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321939.913681:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816683008:12345-0@lo:400:kworker.0 Request processed in 74us (601us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321939.913690:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5038
00000100:00100000:2.0:1767321939.913719:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5039
00000100:00100000:2.0:1767321939.913729:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816683264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321939.914015:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816683264:12345-0@lo:400:kworker.0 Request processed in 287us (740us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321939.914024:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5039
00000100:00100000:2.0:1767321939.914087:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816683008:0@lo:400:kworker.0
00000100:00100000:2.0:1767321939.914146:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816683264:0@lo:400:kworker.0
00000100:00100000:2.0:1767321939.914160:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321939.914168:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816683520:0@lo:400:kworker.0
00000100:00100000:2.0:1767321939.914200:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321939.914256:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816683648
00000100:00100000:2.0:1767321939.914260:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816683648
00000100:00100000:2.0:1767321939.914298:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816683520
00000100:00100000:2.0:1767321939.914302:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816683520
00000100:00100000:2.0:1767321939.914332:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184
00000100:00100000:2.0:1767321939.915424:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816683648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321939.915500:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816683648:12345-0@lo:400:kworker.0 Request processed in 83us (2095us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321939.915509:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184
00000100:00100000:2.0:1767321939.915536:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185
00000100:00100000:2.0:1767321939.915546:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816683520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321939.915591:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816683520:12345-0@lo:400:kworker.0 Request processed in 47us (1392us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321939.915599:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185
00000100:00100000:2.0:1767321939.915736:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816683520:0@lo:400:kworker.0
00000100:00100000:2.0:1767321939.915905:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816683648:0@lo:400:kworker.0
00000100:00080000:2.0:1767321939.915944:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321939.915983:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816682752:0@lo:38:kworker.0
00000100:00100000:2.0:1767321939.916019:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321939.916046:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816682880:0@lo:38:kworker.0
00000100:00100000:2.0:1767321939.916076:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321939.916102:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816683136:0@lo:38:kworker.0
00000100:00100000:2.0:1767321939.916126:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321939.916141:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816683392:0@lo:38:kworker.0
00000100:00100000:2.0:1767321939.916160:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321939.916185:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816682880
00000100:00100000:2.0:1767321939.916189:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816682880
00000100:00100000:2.0:1767321939.916209:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85
00000100:00100000:2.0:1767321939.916213:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816682880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321939.916230:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321939.916267:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816682880:12345-0@lo:38:kworker.0 Request processed in 51us (191us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321939.916274:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85
00000100:00100000:2.0:1767321939.916297:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816682752
00000100:00100000:2.0:1767321939.916301:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816682752
00000100:00100000:2.0:1767321939.916317:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816683136
00000100:00100000:2.0:1767321939.916319:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816683136
00000100:00100000:2.0:1767321939.916329:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816683392
00000100:00100000:2.0:1767321939.916331:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816683392
00000100:00100000:3.0:1767321939.916446:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89408
00000100:00100000:3.0:1767321939.916453:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816682752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321939.916476:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321939.916509:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816682752:12345-0@lo:38:kworker.0 Request processed in 56us (490us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321939.916515:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89408
00000100:00100000:3.0:1767321939.916527:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89409
00000100:00100000:3.0:1767321939.916531:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816683136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321939.916539:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321939.916560:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816683136:12345-0@lo:38:kworker.0 Request processed in 27us (432us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321939.916564:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89409
00000100:00080000:3.0:1767321939.916599:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321939.916603:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321939.916606:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816682752:0@lo:38:kworker.0
00000100:00080000:3.0:1767321939.916614:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321939.916617:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321939.916620:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816682880:0@lo:38:kworker.0
00000100:00080000:3.0:1767321939.916626:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321939.916629:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321939.916631:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816683136:0@lo:38:kworker.0
00000100:00100000:2.0:1767321939.917281:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89410
00000100:00100000:2.0:1767321939.917286:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816683392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321939.917296:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321939.917319:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816683392:12345-0@lo:38:kworker.0 Request processed in 34us (1159us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321939.917322:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89410
00000100:00080000:3.0:1767321939.917434:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321939.917437:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321939.917439:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816683392:0@lo:38:kworker.0
00000100:00100000:2.0:1767321940.487514:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321940.871022:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321941.511021:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321941.895381:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321942.534951:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321942.697537:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321942.697934:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758722688
00000100:00100000:2.0:1767321942.697960:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758722688
00000100:00100000:2.0:1767321942.698085:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5040
00000100:00100000:2.0:1767321942.698097:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758722688:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321942.698178:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758722688:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (652us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321942.698186:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5040
00000100:00080000:3.0:1767321942.698635:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321942.718851:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321942.718977:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758722560
00000100:00100000:2.0:1767321942.718995:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758722560
00000100:00100000:2.0:1767321942.719128:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89411
00000100:00100000:2.0:1767321942.719138:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758722560:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321942.719163:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321942.719246:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758722560:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 100us (402us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321942.719260:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89411
00010000:00010000:1.0:1767321942.921038:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321943.495230:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321943.495265:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816683776:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321943.495376:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321943.495982:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816683776
00000100:00100000:2.0:1767321943.495995:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816683776
00000100:00100000:2.0:1767321943.496091:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867
00000100:00100000:2.0:1767321943.496104:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816683776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321943.496161:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767321943.496253:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321943.496505:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816683776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 402us (1127us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321943.496514:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867
00000100:00100000:1.0:1767321943.496960:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816683776:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321943.498311:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321943.498345:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816683904:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321943.498420:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321943.498555:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816683904
00000100:00100000:3.0:1767321943.498565:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816683904
00000100:00100000:3.0:1767321943.498647:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868
00000100:00100000:3.0:1767321943.498662:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816683904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321943.498699:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767321943.498794:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816683904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (373us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321943.498803:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868
00000100:00100000:3.0:1767321943.498856:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816683904:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321943.499182:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321943.561503:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321943.943025:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321944.582885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321944.966994:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321945.031008:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321945.031019:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321945.031022:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321945.031026:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321945.031030:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321945.031038:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4482
00000100:00080000:3.0:1767321945.031043:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321945.031050:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321945.031093:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ef100 x1853166816684032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321945.031118:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321945.031124:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321945.031126:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321945.031129:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4482
00000100:00080000:3.0:1767321945.031131:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321945.031134:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321945.031148:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ec700 x1853166816684160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321945.031189:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321945.031193:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321945.031195:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321945.031199:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4482
00000100:00080000:3.0:1767321945.031202:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321945.031205:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321945.031217:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ece00 x1853166816684416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321945.031245:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321945.031248:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321945.031251:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321945.031254:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4482
00000100:00080000:3.0:1767321945.031257:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321945.031260:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321945.031269:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9efb80 x1853166816684672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321945.031309:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816684800:0@lo:400:kworker.0
00000100:00100000:3.0:1767321945.031371:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321945.031432:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321945.031438:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816684544:0@lo:400:kworker.0
00000100:00100000:3.0:1767321945.031462:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321945.031624:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816684288:0@lo:400:kworker.0
00000100:00100000:1.0:1767321945.031667:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321945.031694:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321945.031701:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816684928:0@lo:400:kworker.0
00000100:00100000:1.0:1767321945.031724:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321945.031912:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816684544
00000100:00100000:2.0:1767321945.031920:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816684544
00000100:00100000:2.0:1767321945.031985:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816684288
00000100:00100000:2.0:1767321945.031989:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816684288
00000100:00100000:2.0:1767321945.032026:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5041
00000100:00100000:2.0:1767321945.032035:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816684544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321945.032090:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816684544:12345-0@lo:400:kworker.0 Request processed in 55us (626us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321945.032097:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5041
00000100:00100000:2.0:1767321945.032117:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5042
00000100:00100000:2.0:1767321945.032123:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816684288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321945.032157:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816684288:12345-0@lo:400:kworker.0 Request processed in 34us (489us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321945.032162:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5042
00000100:00100000:2.0:1767321945.032203:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816684288:0@lo:400:kworker.0
00000100:00080000:1.0:1767321945.032322:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321945.032612:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816684800
00000100:00100000:3.0:1767321945.032617:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816684800
00000100:00100000:0.0:1767321945.032732:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816684032:0@lo:38:kworker.0
00000100:00100000:0.0:1767321945.032798:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321945.032814:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816684160:0@lo:38:kworker.0
00000100:00100000:0.0:1767321945.032835:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321945.032856:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816684416:0@lo:38:kworker.0
00000100:00100000:0.0:1767321945.032876:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321945.032888:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816684672:0@lo:38:kworker.0
00000100:00100000:0.0:1767321945.032906:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321945.032934:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816684928
00000100:00100000:0.0:1767321945.032937:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816684928
00000100:00100000:2.0:1767321945.032995:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816684032
00000100:00100000:2.0:1767321945.033009:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816684032
00000100:00100000:2.0:1767321945.033030:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816684416
00000100:00100000:2.0:1767321945.033033:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816684416
00000100:00100000:2.0:1767321945.033039:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816684672
00000100:00100000:2.0:1767321945.033042:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816684672
00000100:00100000:2.0:1767321945.033051:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89412
00000100:00100000:2.0:1767321945.033056:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816684032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321945.033073:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321945.033107:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816684032:12345-0@lo:38:kworker.0 Request processed in 50us (309us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321945.033114:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89412
00000100:00100000:2.0:1767321945.033126:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89413
00000100:00100000:2.0:1767321945.033130:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816684416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321945.033139:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321945.033163:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816684416:12345-0@lo:38:kworker.0 Request processed in 32us (286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321945.033169:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89413
00000100:00100000:2.0:1767321945.033179:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89414
00000100:00100000:2.0:1767321945.033182:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816684672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321945.033191:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321945.033212:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816684672:12345-0@lo:38:kworker.0 Request processed in 28us (304us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321945.033218:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89414
00000100:00100000:2.0:1767321945.033271:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816684544:0@lo:400:kworker.0
00000100:00100000:2.0:1767321945.033294:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816684160
00000100:00100000:2.0:1767321945.033297:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816684160
00000100:00100000:2.0:1767321945.033315:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86
00000100:00100000:2.0:1767321945.033319:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816684160:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321945.033329:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321945.033353:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816684160:12345-0@lo:38:kworker.0 Request processed in 32us (517us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321945.033358:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86
00000100:00100000:3.0:1767321945.033588:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186
00000100:00100000:3.0:1767321945.033596:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816684800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321945.033639:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816684800:12345-0@lo:400:kworker.0 Request processed in 45us (2268us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321945.033645:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186
00000100:00100000:3.0:1767321945.033683:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816684800:0@lo:400:kworker.0
00000100:00080000:3.0:1767321945.033714:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321945.033719:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321945.033723:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816684032:0@lo:38:kworker.0
00000100:00080000:3.0:1767321945.033731:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321945.033734:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321945.033736:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816684160:0@lo:38:kworker.0
00000100:00080000:3.0:1767321945.033773:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321945.033776:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321945.033779:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816684416:0@lo:38:kworker.0
00000100:00080000:3.0:1767321945.033785:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321945.033788:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321945.033791:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816684672:0@lo:38:kworker.0
00000100:00080000:1.0:1767321945.035168:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321945.035178:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321945.035310:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187
00000100:00100000:0.0:1767321945.035323:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816684928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321945.035403:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816684928:12345-0@lo:400:kworker.0 Request processed in 86us (3679us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321945.035409:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187
00000100:00100000:3.0:1767321945.035486:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816684928:0@lo:400:kworker.0
00000100:00100000:2.0:1767321945.607644:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321945.992373:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321946.633923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321947.016904:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321947.654886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321947.819917:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321947.819974:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321947.820080:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758722944
00000100:00100000:2.0:1767321947.820094:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758722944
00000100:00100000:2.0:1767321947.820181:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758722816
00000100:00100000:2.0:1767321947.820184:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758722816
00000100:00080000:3.0:1767321947.820200:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321947.820210:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5043
00000100:00100000:2.0:1767321947.820219:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758722944:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321947.820262:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89415
00000100:00100000:3.0:1767321947.820274:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758722816:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321947.820304:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321947.820315:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758722944:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 93us (410us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321947.820337:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5043
00000100:00100000:3.0:1767321947.820367:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758722816:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 90us (388us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321947.820376:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89415
00010000:00010000:3.0:1767321948.042168:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321948.616072:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321948.616095:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816685056:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321948.616159:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321948.617997:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816685184:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321948.618053:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321948.618271:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816685056
00000100:00100000:1.0:1767321948.618280:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816685056
00000100:00100000:0.0:1767321948.618336:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816685184
00000100:00100000:0.0:1767321948.618341:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816685184
00000100:00080000:2.0:1767321948.618480:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321948.618485:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869
00000100:00080000:2.0:1767321948.618485:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321948.618498:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816685056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321948.618528:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321948.618555:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870
00000100:00100000:0.0:1767321948.618566:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816685184:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321948.618575:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816685056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (2416us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321948.618581:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869
00002000:00000024:0.0:1767321948.618587:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321948.618627:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816685184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (573us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321948.618634:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870
00000100:00100000:2.0:1767321948.618778:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816685184:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321948.618797:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816685056:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321948.678888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321949.062957:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321949.702858:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321950.087128:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321950.150876:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321950.150888:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321950.150892:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321950.150898:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321950.150903:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321950.150911:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4487
00000100:00080000:2.0:1767321950.150916:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321950.150924:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321950.150971:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09180 x1853166816685312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321950.151122:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321950.151126:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321950.151128:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321950.151133:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4487
00000100:00080000:2.0:1767321950.151135:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321950.151139:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321950.151150:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac08a80 x1853166816685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321950.151190:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321950.151194:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321950.151197:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321950.151201:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4487
00000100:00080000:2.0:1767321950.151204:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321950.151208:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321950.151217:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816685568:0@lo:400:kworker.0
00000100:00100000:2.0:1767321950.151222:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac0b480 x1853166816685696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321950.151256:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321950.151261:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321950.151262:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321950.151267:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4487
00000100:00080000:2.0:1767321950.151269:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321950.151272:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767321950.151287:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac08e00 x1853166816685952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321950.151291:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321950.151336:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816685824:0@lo:400:kworker.0
00000100:00100000:0.0:1767321950.151360:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321950.151369:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816686208:0@lo:400:kworker.0
00000100:00100000:2.0:1767321950.151374:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321950.151399:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321950.151406:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816686080:0@lo:400:kworker.0
00000100:00100000:0.0:1767321950.151417:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321950.151439:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321950.151468:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816685568
00000100:00100000:0.0:1767321950.151477:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816685568
00000100:00100000:2.0:1767321950.151477:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816686208
00000100:00100000:2.0:1767321950.151483:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816686208
00000100:00100000:0.0:1767321950.151534:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816685824
00000100:00100000:0.0:1767321950.151538:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816685824
00000100:00100000:3.0:1767321950.151598:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5044
00000100:00100000:3.0:1767321950.151613:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816685568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321950.152306:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816685568:12345-0@lo:400:kworker.0 Request processed in 696us (1015us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321950.152315:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5044
00000100:00100000:3.0:1767321950.152346:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816685312:0@lo:38:kworker.0
00000100:00100000:3.0:1767321950.152376:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321950.152393:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816685440:0@lo:38:kworker.0
00000100:00100000:3.0:1767321950.152416:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321950.152441:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816685696:0@lo:38:kworker.0
00000100:00100000:3.0:1767321950.152460:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321950.152477:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816685952:0@lo:38:kworker.0
00000100:00100000:3.0:1767321950.152497:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321950.152525:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816685440
00000100:00100000:3.0:1767321950.152529:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816685440
00000100:00100000:3.0:1767321950.152551:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87
00000100:00100000:3.0:1767321950.152556:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816685440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321950.152574:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321950.152607:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816685440:12345-0@lo:38:kworker.0 Request processed in 50us (191us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321950.152614:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87
00000100:00100000:3.0:1767321950.152633:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816685312
00000100:00100000:3.0:1767321950.152636:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816685312
00000100:00100000:3.0:1767321950.152653:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816685696
00000100:00100000:3.0:1767321950.152656:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816685696
00000100:00100000:3.0:1767321950.152663:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816685952
00000100:00100000:3.0:1767321950.152665:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816685952
00000100:00100000:3.0:1767321950.152673:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89416
00000100:00100000:3.0:1767321950.152677:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816685312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321950.152687:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321950.152722:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816685312:12345-0@lo:38:kworker.0 Request processed in 43us (345us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321950.152728:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89416
00000100:00100000:3.0:1767321950.152738:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89417
00000100:00100000:3.0:1767321950.152742:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816685696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321950.152750:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321950.152788:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816685696:12345-0@lo:38:kworker.0 Request processed in 45us (327us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321950.152793:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89417
00000100:00100000:3.0:1767321950.152803:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89418
00000100:00100000:3.0:1767321950.152807:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816685952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321950.152815:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321950.152835:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816685952:12345-0@lo:38:kworker.0 Request processed in 26us (337us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321950.152840:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89418
00000100:00080000:3.0:1767321950.152877:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321950.152882:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321950.152886:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816685312:0@lo:38:kworker.0
00000100:00080000:3.0:1767321950.152895:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321950.152898:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321950.152901:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816685440:0@lo:38:kworker.0
00000100:00080000:3.0:1767321950.152907:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321950.152910:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321950.152913:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816685696:0@lo:38:kworker.0
00000100:00080000:3.0:1767321950.152919:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321950.152921:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321950.152923:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816685952:0@lo:38:kworker.0
00000100:00100000:3.0:1767321950.152958:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816685568:0@lo:400:kworker.0
00000100:00100000:3.0:1767321950.153003:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816686080
00000100:00100000:3.0:1767321950.153006:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816686080
00000100:00100000:2.0:1767321950.153105:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188
00000100:00100000:0.0:1767321950.153117:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5045
00000100:00100000:2.0:1767321950.153118:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816686208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321950.153131:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816685824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321950.153173:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816686208:12345-0@lo:400:kworker.0 Request processed in 61us (1755us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321950.153181:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188
00000100:00100000:0.0:1767321950.153188:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816685824:12345-0@lo:400:kworker.0 Request processed in 61us (1816us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321950.153199:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5045
00000100:00100000:2.0:1767321950.153220:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816686208:0@lo:400:kworker.0
00000100:00100000:0.0:1767321950.153242:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816685824:0@lo:400:kworker.0
00000100:00100000:3.0:1767321950.153430:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189
00000100:00100000:3.0:1767321950.153439:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816686080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321950.153480:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816686080:12345-0@lo:400:kworker.0 Request processed in 44us (2042us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321950.153486:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189
00000100:00100000:0.0:1767321950.153520:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816686080:0@lo:400:kworker.0
00000100:00080000:1.0:1767321950.153583:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321950.153588:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321950.153591:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321950.727914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321951.113266:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321951.752470:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321952.134950:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321952.774906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321952.938698:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321952.938781:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758723200
00000100:00100000:2.0:1767321952.938791:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758723200
00000100:00100000:0.0:1767321952.938837:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:1.0:1767321952.938923:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321952.939469:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758723072
00000100:00100000:2.0:1767321952.939475:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758723072
00000100:00100000:2.0:1767321952.939508:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5046
00000100:00100000:2.0:1767321952.939520:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758723200:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321952.939567:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89419
00000100:00100000:3.0:1767321952.939576:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758723072:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321952.939597:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321952.939627:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758723072:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 51us (792us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321952.939634:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89419
00000100:00100000:2.0:1767321952.939703:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758723200:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 75us (904us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321952.939711:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5046
00010000:00010000:2.0:1767321953.164838:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321953.735188:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321953.735214:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816686336:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321953.735296:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321953.735826:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816686336
00000100:00100000:0.0:1767321953.735837:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816686336
00000100:00100000:2.0:1767321953.735837:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816686464:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321953.735877:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321953.735925:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816686464
00000100:00100000:0.0:1767321953.735930:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816686464
00000100:00100000:2.0:1767321953.735941:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871
00000100:00100000:2.0:1767321953.735954:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816686336:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321953.735963:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872
00000100:00100000:0.0:1767321953.735974:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816686464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321953.735990:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:0.0:1767321953.735993:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321953.736041:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816686464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321953.736049:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872
00000100:00100000:0.0:1767321953.736103:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816686464:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321953.736228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321953.736231:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321953.737163:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816686336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1208us (1862us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321953.737174:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871
00000100:00100000:1.0:1767321953.737358:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816686336:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321953.800427:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321954.183303:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321954.824270:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321955.207100:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321955.271704:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321955.271715:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321955.271718:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321955.271722:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321955.271727:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321955.271735:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4492
00000100:00080000:3.0:1767321955.271739:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321955.271746:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321955.271814:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecf800 x1853166816686592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321955.271847:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321955.271851:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321955.271853:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321955.271864:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4492
00000100:00080000:3.0:1767321955.271867:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321955.271872:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321955.271888:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecc380 x1853166816686720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321955.271927:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321955.271931:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321955.271933:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321955.271936:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4492
00000100:00080000:3.0:1767321955.271939:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321955.271943:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321955.271955:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecea00 x1853166816686976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321955.271970:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816686848:0@lo:400:kworker.0
00000100:00080000:3.0:1767321955.271985:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321955.271989:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321955.271991:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321955.271995:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4492
00000100:00080000:3.0:1767321955.271998:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321955.272001:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321955.272014:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09f80 x1853166816687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321955.272047:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321955.272055:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816687360:0@lo:400:kworker.0
00000100:00100000:3.0:1767321955.272095:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321955.272112:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321955.272121:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816687488:0@lo:400:kworker.0
00000100:00100000:3.0:1767321955.272132:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321955.272141:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816687104:0@lo:400:kworker.0
00000100:00100000:1.0:1767321955.272158:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321955.272172:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321955.272228:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816687360
00000100:00100000:3.0:1767321955.272236:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816687360
00000100:00100000:1.0:1767321955.272243:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816687488
00000100:00100000:1.0:1767321955.272249:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816687488
00000100:00100000:1.0:1767321955.272297:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190
00000100:00100000:1.0:1767321955.272307:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816687488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321955.272315:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816686848
00000100:00100000:0.0:1767321955.272320:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816686848
00000100:00100000:1.0:1767321955.272358:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816687488:12345-0@lo:400:kworker.0 Request processed in 53us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321955.272365:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190
00000100:00100000:0.0:1767321955.272412:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816687104
00000100:00100000:0.0:1767321955.272417:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816687104
00000100:00100000:0.0:1767321955.272439:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5047
00000100:00100000:0.0:1767321955.272446:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816686848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321955.272481:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816686848:12345-0@lo:400:kworker.0 Request processed in 35us (435us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321955.272487:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5047
00000100:00100000:0.0:1767321955.272500:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5048
00000100:00100000:0.0:1767321955.272506:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816687104:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321955.272630:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321955.272635:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321955.272636:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321955.272679:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816686592:0@lo:38:kworker.0
00000100:00100000:2.0:1767321955.272705:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321955.272723:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816686720:0@lo:38:kworker.0
00000100:00100000:2.0:1767321955.272742:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321955.272781:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816686976:0@lo:38:kworker.0
00000100:00100000:2.0:1767321955.272801:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321955.272813:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816687232:0@lo:38:kworker.0
00000100:00100000:2.0:1767321955.272829:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321955.272853:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816686592
00000100:00100000:2.0:1767321955.272857:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816686592
00000100:00100000:2.0:1767321955.272876:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816686976
00000100:00100000:2.0:1767321955.272879:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816686976
00000100:00100000:2.0:1767321955.272893:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816687232
00000100:00100000:0.0:1767321955.273595:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816687104:12345-0@lo:400:kworker.0 Request processed in 1075us (1410us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321955.273603:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5048
00000100:00100000:0.0:1767321955.273621:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89420
00000100:00100000:0.0:1767321955.273625:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816686592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321955.273644:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321955.273691:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816686592:12345-0@lo:38:kworker.0 Request processed in 64us (985us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321955.273698:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89420
00000100:00100000:0.0:1767321955.273713:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89421
00000100:00100000:0.0:1767321955.273717:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816686976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321955.273727:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321955.273749:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816686976:12345-0@lo:38:kworker.0 Request processed in 30us (946us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321955.273768:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89421
00000100:00100000:0.0:1767321955.273807:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816687104:0@lo:400:kworker.0
00000100:00080000:0.0:1767321955.273842:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321955.273847:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321955.273850:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816686592:0@lo:38:kworker.0
00000100:00080000:0.0:1767321955.273858:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321955.273861:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321955.273864:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816686976:0@lo:38:kworker.0
00000100:00100000:0.0:1767321955.273903:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816687488:0@lo:400:kworker.0
00000100:00100000:0.0:1767321955.273913:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816686848:0@lo:400:kworker.0
00000100:00100000:0.0:1767321955.273948:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816686720
00000100:00100000:0.0:1767321955.273952:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816686720
00000100:00100000:0.0:1767321955.273973:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88
00000100:00100000:0.0:1767321955.273977:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816686720:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321955.273987:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321955.274016:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816686720:12345-0@lo:38:kworker.0 Request processed in 38us (1273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321955.274022:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88
00000100:00080000:0.0:1767321955.274049:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321955.274053:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321955.274056:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816686720:0@lo:38:kworker.0
00000100:00100000:2.0:1767321955.274153:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816687232
00000100:00100000:2.0:1767321955.274257:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89422
00000100:00100000:2.0:1767321955.274262:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816687232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321955.274273:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321955.274307:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816687232:12345-0@lo:38:kworker.0 Request processed in 43us (1476us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321955.274313:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89422
00000100:00080000:2.0:1767321955.274481:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321955.274486:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321955.274489:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816687232:0@lo:38:kworker.0
00000100:00100000:3.0:1767321955.274634:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191
00000100:00100000:3.0:1767321955.274659:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816687360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321955.274713:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816687360:12345-0@lo:400:kworker.0 Request processed in 71us (2618us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321955.274719:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191
00000100:00100000:1.0:1767321955.274818:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816687360:0@lo:400:kworker.0
00000100:00100000:2.0:1767321955.846898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321956.237681:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321956.870914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:1.0:1767321957.034866:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758723328 offset 0 length 520: 4
00000100:00100000:1.0:1767321957.034922:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321957.034949:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321957.035356:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758723456
00000100:00100000:2.0:1767321957.035370:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758723456
00000100:00100000:2.0:1767321957.035435:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758723584
00000100:00100000:2.0:1767321957.035438:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758723584
00000100:00100000:3.0:1767321957.035541:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89423
00000100:00100000:3.0:1767321957.035552:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758723456:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321957.035585:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321957.035703:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758723456:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 150us (779us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321957.035711:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89423
00000100:00100000:2.0:1767321957.035993:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5049
00000100:00100000:2.0:1767321957.036002:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758723584:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321957.036058:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758723584:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 58us (1108us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321957.036067:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5049
00000100:00080000:1.0:1767321957.037085:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321957.256938:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321957.894974:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321958.279428:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321958.855100:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321958.855134:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816687616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321958.855240:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321958.855343:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816687616
00000100:00100000:0.0:1767321958.855354:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816687616
00000100:00100000:0.0:1767321958.855434:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873
00000100:00100000:0.0:1767321958.855445:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816687616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321958.855489:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767321958.855527:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321958.855543:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816687616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321958.855551:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873
00000100:00100000:0.0:1767321958.855605:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816687616:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321958.858176:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816687744:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321958.858629:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321958.858791:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816687744
00000100:00100000:0.0:1767321958.858802:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816687744
00000100:00100000:0.0:1767321958.858903:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874
00000100:00100000:0.0:1767321958.858914:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816687744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321958.858954:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321958.859016:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816687744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321958.859025:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874
00000100:00080000:2.0:1767321958.859087:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321958.859345:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816687744:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321958.919011:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321959.306228:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321959.366953:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321934/real 1767321934]  req@ffff8d4d4a9d2680 x1853166816682368/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321959 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321959.366997:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a9d2680 x1853166816682368/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321959 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321959.367021:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321959.367053:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321959.367057:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816682368:0@lo:250:kworker.0
00000100:00080000:3.0:1767321959.367136:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321959.367141:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321959.367144:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321959.367149:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4477
00000100:00080000:3.0:1767321959.367152:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321959.367159:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321959.367194:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09180 x1853166816687872/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321959.367215:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321959.367218:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321959.367219:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321959.367222:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4497
00000100:00080000:3.0:1767321959.367225:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321959.367227:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321959.367240:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac08000 x1853166816688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321959.367246:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321959.367248:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321959.367249:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321959.367252:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4497
00000100:00080000:3.0:1767321959.367253:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321959.367255:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321959.367263:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09f80 x1853166816688128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321959.367293:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321959.367296:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321959.367298:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321959.367301:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4497
00000100:00080000:3.0:1767321959.367303:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321959.367307:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767321959.367317:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816688256:0@lo:400:kworker.0
00000100:00100000:3.0:1767321959.367333:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841500 x1853166816688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321959.367361:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321959.367364:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321959.367366:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321959.367369:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4497
00000100:00080000:3.0:1767321959.367373:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321959.367376:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321959.367386:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45843b80 x1853166816688640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321959.367400:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321959.367426:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816688512:0@lo:400:kworker.0
00000100:00100000:3.0:1767321959.367455:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321959.367484:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816688256
00000100:00100000:0.0:1767321959.367493:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816688256
00000100:00100000:2.0:1767321959.367603:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816688512
00000100:00100000:2.0:1767321959.367617:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816688512
00000100:00100000:0.0:1767321959.367709:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5050
00000100:00100000:0.0:1767321959.367721:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816688256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321959.367814:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816688256:12345-0@lo:400:kworker.0 Request processed in 95us (413us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321959.367822:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5050
00000100:00100000:0.0:1767321959.367879:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816688256:0@lo:400:kworker.0
00000100:00100000:1.0:1767321959.368030:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816687872:0@lo:250:kworker.0
00000400:00000100:1.0:1767321959.368058:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816687872 offset 0 length 520: 4
00000100:00100000:1.0:1767321959.368084:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816688000:0@lo:38:kworker.0
00000100:00100000:1.0:1767321959.368106:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321959.368140:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816688128:0@lo:38:kworker.0
00000100:00100000:1.0:1767321959.368167:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321959.368184:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816688384:0@lo:38:kworker.0
00000100:00100000:1.0:1767321959.368205:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321959.368216:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816688640:0@lo:38:kworker.0
00000100:00100000:1.0:1767321959.368234:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321959.368812:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816688128
00000100:00100000:0.0:1767321959.368820:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816688128
00000100:00100000:0.0:1767321959.368857:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89
00000100:00100000:0.0:1767321959.368863:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816688128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321959.368888:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321959.368936:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816688128:12345-0@lo:38:kworker.0 Request processed in 72us (767us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321959.368946:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89
00000100:00100000:0.0:1767321959.368973:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816688000
00000100:00100000:0.0:1767321959.368977:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816688000
00000100:00100000:0.0:1767321959.368997:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816688384
00000100:00100000:0.0:1767321959.368999:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816688384
00000100:00100000:0.0:1767321959.369013:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816688640
00000100:00100000:0.0:1767321959.369015:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816688640
00000100:00100000:0.0:1767321959.369026:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89424
00000100:00100000:0.0:1767321959.369030:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816688000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321959.369040:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321959.369093:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816688000:12345-0@lo:38:kworker.0 Request processed in 61us (986us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321959.369099:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89424
00000100:00100000:0.0:1767321959.369109:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89425
00000100:00080000:1.0:1767321959.369154:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321959.369159:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321959.369162:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816688000:0@lo:38:kworker.0
00000100:00080000:1.0:1767321959.369174:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321959.369177:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321959.369180:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816688128:0@lo:38:kworker.0
00000100:00100000:1.0:1767321959.369217:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89426
00000100:00100000:1.0:1767321959.369221:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816688640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321959.369230:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321959.369257:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816688640:12345-0@lo:38:kworker.0 Request processed in 35us (1023us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321959.369262:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89426
00000100:00080000:1.0:1767321959.369285:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321959.369287:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321959.369290:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816688640:0@lo:38:kworker.0
00000100:00100000:0.0:1767321959.369346:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816688384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321959.369356:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321959.369394:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816688384:12345-0@lo:38:kworker.0 Request processed in 279us (1188us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767321959.369435:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321959.369439:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321959.369442:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816688384:0@lo:38:kworker.0
00000100:00100000:0.0:1767321959.369648:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89425
00000100:00080000:3.0:1767321959.372740:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321959.373809:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5051
00000100:00100000:2.0:1767321959.373826:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816688512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321959.373976:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816688512:12345-0@lo:400:kworker.0 Request processed in 155us (6519us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321959.373984:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5051
00000100:00100000:1.0:1767321959.374049:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816688512:0@lo:400:kworker.0
00000100:00100000:2.0:1767321959.942972:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321960.327138:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321960.966935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321961.353094:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321961.995219:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321962.152442:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321962.152538:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758723712
00000100:00100000:3.0:1767321962.153071:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321962.153180:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758723840
00000100:00100000:0.0:1767321962.153184:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758723712
00000100:00100000:2.0:1767321962.153186:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758723840
00000100:00100000:0.0:1767321962.153259:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89427
00000100:00100000:0.0:1767321962.153271:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758723712:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:2.0:1767321962.153421:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5052
00000100:00100000:2.0:1767321962.153431:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758723840:12345-192.168.202.11@tcp:400:kworker.0
00010000:00020000:0.0:1767321962.153499:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321962.153556:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758723840:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 127us (494us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321962.153564:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5052
00000100:00100000:0.0:1767321962.153824:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758723712:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 555us (1396us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321962.153833:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89427
00000100:00080000:3.0:1767321962.156772:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321962.376074:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321963.015147:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321963.402392:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321963.975235:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321963.978885:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816688896:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321963.978995:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321963.979104:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816688896
00000100:00100000:0.0:1767321963.979113:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816688896
00000100:00100000:0.0:1767321963.979193:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875
00000100:00100000:0.0:1767321963.979204:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816688896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321963.979241:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321963.979292:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816688896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (297us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321963.979299:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875
00000100:00100000:0.0:1767321963.979356:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816688896:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321963.979399:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321963.987720:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816688768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321963.987864:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321963.989072:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816688768
00000100:00100000:0.0:1767321963.989089:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816688768
00000100:00100000:0.0:1767321963.989204:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876
00000100:00100000:0.0:1767321963.989216:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816688768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321963.989262:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767321963.989359:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816688768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (1494us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321963.989368:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876
00000100:00100000:2.0:1767321963.989886:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816688768:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321963.989977:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321964.040040:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321964.423225:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321964.488017:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321964.488045:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321964.488049:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321964.488055:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321964.488062:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321964.488075:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4501
00000100:00080000:1.0:1767321964.488082:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321964.488093:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321964.488164:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7ca80 x1853166816689024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321964.488475:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321964.488480:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321964.488483:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321964.488488:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4501
00000100:00080000:1.0:1767321964.488491:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321964.488496:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321964.488514:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7d500 x1853166816689152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321964.488614:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816689280:0@lo:400:kworker.0
00000100:00100000:0.0:1767321964.488724:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321964.488891:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321964.488896:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321964.488898:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321964.488904:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4501
00000100:00080000:1.0:1767321964.488907:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321964.488912:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321964.488928:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7e680 x1853166816689408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321964.488957:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321964.488961:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321964.488963:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321964.488967:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4501
00000100:00080000:1.0:1767321964.488970:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321964.488974:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321964.488986:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7f800 x1853166816689664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321964.489077:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816689792:0@lo:400:kworker.0
00000100:00100000:2.0:1767321964.489122:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321964.489164:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321964.489170:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816689536:0@lo:400:kworker.0
00000100:00100000:2.0:1767321964.489209:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321964.489254:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816689280
00000100:00100000:2.0:1767321964.489262:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816689280
00000100:00100000:2.0:1767321964.489330:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816689536
00000100:00100000:2.0:1767321964.489334:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816689536
00000100:00100000:2.0:1767321964.489365:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5053
00000100:00100000:2.0:1767321964.489377:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816689280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321964.489490:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5054
00000100:00100000:3.0:1767321964.489506:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816689536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321964.489553:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816689536:12345-0@lo:400:kworker.0 Request processed in 53us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321964.489573:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5054
00000100:00100000:3.0:1767321964.489611:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816689792
00000100:00100000:3.0:1767321964.489614:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816689792
00000100:00100000:3.0:1767321964.489644:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192
00000100:00100000:3.0:1767321964.489650:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816689792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321964.489686:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816689792:12345-0@lo:400:kworker.0 Request processed in 36us (563us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321964.489691:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192
00000100:00080000:3.0:1767321964.489716:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321964.492682:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816689536:0@lo:400:kworker.0
00000100:00100000:3.0:1767321964.492770:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816689792:0@lo:400:kworker.0
00000100:00100000:3.0:1767321964.492878:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816689024:0@lo:38:kworker.0
00000100:00100000:3.0:1767321964.492971:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321964.493016:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816689152:0@lo:38:kworker.0
00000100:00100000:3.0:1767321964.493050:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321964.493096:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816689408:0@lo:38:kworker.0
00000100:00100000:3.0:1767321964.493120:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321964.493138:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816689664:0@lo:38:kworker.0
00000100:00100000:3.0:1767321964.493157:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321964.493196:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816689024
00000100:00100000:3.0:1767321964.493203:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816689024
00000100:00100000:3.0:1767321964.493238:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816689408
00000100:00100000:3.0:1767321964.493241:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816689408
00000100:00100000:3.0:1767321964.493248:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816689664
00000100:00100000:3.0:1767321964.493251:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816689664
00000100:00100000:3.0:1767321964.493265:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89428
00000100:00100000:3.0:1767321964.493274:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816689024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321964.493303:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321964.493351:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816689024:12345-0@lo:38:kworker.0 Request processed in 77us (381us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321964.493359:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89428
00000100:00100000:3.0:1767321964.493377:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89429
00000100:00100000:3.0:1767321964.493381:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816689408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321964.493390:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321964.493412:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816689408:12345-0@lo:38:kworker.0 Request processed in 29us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321964.493417:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89429
00000100:00100000:3.0:1767321964.493428:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89430
00000100:00100000:3.0:1767321964.493433:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816689664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321964.493441:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321964.493462:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816689664:12345-0@lo:38:kworker.0 Request processed in 29us (304us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321964.493468:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89430
00000100:00080000:3.0:1767321964.493506:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321964.493513:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321964.493517:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816689024:0@lo:38:kworker.0
00000100:00080000:3.0:1767321964.493526:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321964.493530:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321964.493533:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816689408:0@lo:38:kworker.0
00000100:00080000:3.0:1767321964.493540:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321964.493544:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321964.493547:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816689664:0@lo:38:kworker.0
00000100:00100000:3.0:1767321964.493628:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816689152
00000100:00100000:3.0:1767321964.493632:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816689152
00000100:00100000:3.0:1767321964.493663:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90
00000100:00100000:3.0:1767321964.493668:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816689152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321964.493677:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321964.493708:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816689152:12345-0@lo:38:kworker.0 Request processed in 39us (657us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321964.493714:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90
00000100:00080000:3.0:1767321964.493738:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321964.493742:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321964.493745:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816689152:0@lo:38:kworker.0
00000100:00100000:3.0:1767321964.493804:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816689920:0@lo:400:kworker.0
00000100:00100000:3.0:1767321964.493835:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321964.493873:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816689920
00000100:00100000:3.0:1767321964.493879:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816689920
00000100:00100000:3.0:1767321964.493916:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193
00000100:00100000:3.0:1767321964.493922:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816689920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321964.494173:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816689920:12345-0@lo:400:kworker.0 Request processed in 250us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321964.494180:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193
00000100:00100000:3.0:1767321964.494209:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816689920:0@lo:400:kworker.0
00000100:00100000:2.0:1767321964.500169:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816689280:12345-0@lo:400:kworker.0 Request processed in 10777us (11428us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321964.500373:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5053
00000100:00100000:0.0:1767321964.512925:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816689280:0@lo:400:kworker.0
00000100:00100000:1.0:1767321965.064154:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321965.447078:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321966.087371:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321966.476168:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321967.111186:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321967.278818:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321967.278892:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321967.279031:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758724096
00000100:00100000:3.0:1767321967.279046:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758724096
00000100:00100000:3.0:1767321967.279148:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758723968
00000100:00100000:3.0:1767321967.279151:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758723968
00000100:00100000:3.0:1767321967.279180:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5055
00000100:00100000:3.0:1767321967.279194:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758724096:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321967.279232:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89431
00000100:00100000:1.0:1767321967.279241:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758723968:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321967.279269:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321967.279302:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758724096:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 110us (497us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321967.279311:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758723968:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 69us (416us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321967.279316:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5055
00000100:00100000:1.0:1767321967.279325:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89431
00000100:00080000:0.0:1767321967.279558:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321967.495436:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321968.135266:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321968.519954:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321969.095169:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321969.095206:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816690048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321969.095306:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321969.095641:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321969.095654:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816690176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321969.095687:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321969.097392:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816690048
00000100:00100000:1.0:1767321969.097425:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816690048
00000100:00100000:1.0:1767321969.097544:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816690176
00000100:00100000:1.0:1767321969.097549:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816690176
00000100:00100000:1.0:1767321969.097579:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877
00000100:00100000:1.0:1767321969.097592:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816690048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321969.097640:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321969.097725:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816690048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (2418us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321969.097734:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877
00000100:00100000:1.0:1767321969.097752:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878
00000100:00080000:3.0:1767321969.097981:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321969.097987:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321969.098128:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816690176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321969.098148:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321969.098181:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816690176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (2495us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321969.101210:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816690048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321969.101298:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816690176:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321969.103910:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878
00000100:00100000:1.0:1767321969.158924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321969.543482:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321969.609864:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321969.609882:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321969.609886:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321969.609891:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321969.609897:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321969.609908:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4507
00000100:00080000:1.0:1767321969.609915:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321969.609924:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321969.609984:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7dc00 x1853166816690304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321969.610029:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321969.610034:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321969.610036:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321969.610041:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4507
00000100:00080000:1.0:1767321969.610043:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321969.610048:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321969.610064:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7d500 x1853166816690432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321969.610334:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321969.610339:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321969.610342:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321969.610347:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4507
00000100:00080000:1.0:1767321969.610349:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321969.610354:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321969.610370:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7e680 x1853166816690688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321969.610396:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321969.610400:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321969.610402:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321969.610406:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4507
00000100:00080000:1.0:1767321969.610409:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321969.610412:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321969.610428:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7e300 x1853166816690944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321969.610621:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816691072:0@lo:400:kworker.0
00000100:00100000:3.0:1767321969.610717:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321969.610794:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816690560:0@lo:400:kworker.0
00000100:00100000:3.0:1767321969.610825:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321969.610831:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816690816:0@lo:400:kworker.0
00000100:00100000:2.0:1767321969.610834:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321969.610855:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321969.610862:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321969.610867:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816691200:0@lo:400:kworker.0
00000100:00100000:3.0:1767321969.610888:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816690304:0@lo:38:kworker.0
00000100:00100000:2.0:1767321969.610890:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321969.610911:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321969.610927:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816690432:0@lo:38:kworker.0
00000100:00100000:2.0:1767321969.610949:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816690560
00000100:00100000:2.0:1767321969.610958:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816690560
00000100:00100000:3.0:1767321969.610960:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321969.610981:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816690688:0@lo:38:kworker.0
00000100:00100000:3.0:1767321969.611001:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321969.611178:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816690944:0@lo:38:kworker.0
00000100:00100000:3.0:1767321969.611204:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321969.611664:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816690432
00000100:00100000:0.0:1767321969.611671:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816690432
00000100:00100000:0.0:1767321969.611706:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91
00000100:00100000:0.0:1767321969.611715:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e547450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816690432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321969.611741:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321969.611938:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e547450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816690432:12345-0@lo:38:kworker.0 Request processed in 221us (974us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321969.611946:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91
00000100:00100000:0.0:1767321969.612183:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816691072
00000100:00100000:0.0:1767321969.612189:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816691072
00000100:00100000:0.0:1767321969.612224:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816691200
00000100:00100000:0.0:1767321969.612227:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816691200
00000100:00100000:0.0:1767321969.612251:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194
00000100:00100000:0.0:1767321969.612258:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816691072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321969.612312:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816691072:12345-0@lo:400:kworker.0 Request processed in 55us (1595us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321969.612319:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194
00000100:00100000:0.0:1767321969.612331:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195
00000100:00100000:0.0:1767321969.612337:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816691200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321969.612372:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816691200:12345-0@lo:400:kworker.0 Request processed in 35us (1481us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321969.612378:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195
00000100:00100000:0.0:1767321969.612429:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816691200:0@lo:400:kworker.0
00000100:00100000:1.0:1767321969.615386:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816690816
00000100:00100000:1.0:1767321969.615404:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816690816
00000100:00100000:1.0:1767321969.615465:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816690304
00000100:00100000:1.0:1767321969.615468:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816690304
00000100:00100000:1.0:1767321969.615477:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816690688
00000100:00100000:1.0:1767321969.615480:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816690688
00000100:00100000:1.0:1767321969.615597:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816690944
00000100:00100000:1.0:1767321969.615601:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816690944
00000100:00100000:1.0:1767321969.615621:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5056
00000100:00100000:1.0:1767321969.615633:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816690560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321969.615745:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816690560:12345-0@lo:400:kworker.0 Request processed in 114us (4909us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321969.615752:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5056
00000100:00100000:1.0:1767321969.615814:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5057
00000100:00100000:1.0:1767321969.615820:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816690816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321969.615856:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816690816:12345-0@lo:400:kworker.0 Request processed in 36us (4999us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321969.615862:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5057
00000100:00100000:1.0:1767321969.615876:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89432
00000100:00100000:1.0:1767321969.615881:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816690304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321969.615906:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321969.615938:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816690304:12345-0@lo:38:kworker.0 Request processed in 55us (5025us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321969.615944:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89432
00000100:00100000:1.0:1767321969.615955:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89433
00000100:00100000:1.0:1767321969.615960:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816690688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321969.615970:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321969.615995:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816690688:12345-0@lo:38:kworker.0 Request processed in 34us (4993us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321969.616000:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89433
00000100:00100000:1.0:1767321969.616011:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89434
00000100:00100000:1.0:1767321969.616015:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816690944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321969.616024:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321969.616046:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816690944:12345-0@lo:38:kworker.0 Request processed in 30us (4843us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321969.616051:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89434
00000100:00100000:1.0:1767321969.616267:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816690560:0@lo:400:kworker.0
00000100:00080000:1.0:1767321969.616336:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321969.616370:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816690816:0@lo:400:kworker.0
00000100:00100000:1.0:1767321969.616384:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816691072:0@lo:400:kworker.0
00000100:00080000:3.0:1767321969.616661:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321969.616670:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321969.616674:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816690432:0@lo:38:kworker.0
00000100:00080000:3.0:1767321969.616693:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321969.616697:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321969.616701:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816690688:0@lo:38:kworker.0
00000100:00080000:3.0:1767321969.616712:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321969.616715:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321969.616718:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816690944:0@lo:38:kworker.0
00000100:00080000:3.0:1767321969.616741:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321969.616744:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321969.616747:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816690304:0@lo:38:kworker.0
00000100:00100000:1.0:1767321970.183725:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321970.573811:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321971.206978:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321971.591224:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321972.234432:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321972.399463:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321972.400119:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767321972.404077:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758724352
00000100:00100000:2.0:1767321972.404097:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758724352
00000100:00080000:1.0:1767321972.404265:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321972.404471:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758724224
00000100:00100000:2.0:1767321972.404476:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758724224
00000100:00100000:3.0:1767321972.404534:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5058
00000100:00100000:3.0:1767321972.404550:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758724352:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321972.404671:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758724352:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 124us (5225us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321972.404679:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5058
00000100:00100000:3.0:1767321972.404703:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89435
00000100:00100000:3.0:1767321972.404708:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758724224:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321972.404734:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321972.404791:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758724224:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 81us (4675us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321972.406014:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89435
00010000:00010000:3.0:1767321972.615738:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321973.256176:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321973.639101:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321974.215375:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321974.215784:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816691456:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321974.215884:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321974.216059:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816691456
00000100:00100000:1.0:1767321974.216071:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816691456
00000100:00100000:1.0:1767321974.216155:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879
00000100:00100000:1.0:1767321974.216167:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816691456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321974.216207:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321974.216267:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816691456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (382us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321974.216275:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879
00000100:00100000:1.0:1767321974.216340:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816691456:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321974.217073:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321974.217549:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816691328:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321974.217626:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321974.217816:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816691328
00000100:00100000:1.0:1767321974.217827:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816691328
00000100:00100000:1.0:1767321974.217948:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880
00000100:00100000:1.0:1767321974.217967:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816691328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321974.218003:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321974.218260:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816691328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 295us (632us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321974.218268:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880
00000100:00100000:3.0:1767321974.218336:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816691328:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321974.218524:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321974.279245:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321974.665262:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321974.727044:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321974.727059:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321974.727062:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321974.727068:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321974.727073:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321974.727084:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4512
00000100:00080000:3.0:1767321974.727090:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321974.727099:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321974.727155:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218a80 x1853166816691584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321974.727177:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321974.727181:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321974.727183:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321974.727187:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4512
00000100:00080000:3.0:1767321974.727190:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321974.727193:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321974.727208:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21b800 x1853166816691712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321974.727287:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816691840:0@lo:400:kworker.0
00000100:00100000:1.0:1767321974.727380:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321974.727568:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816691584:0@lo:38:kworker.0
00000100:00100000:0.0:1767321974.727607:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321974.727632:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816691712:0@lo:38:kworker.0
00000100:00100000:0.0:1767321974.727659:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321974.727722:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816691840
00000100:00100000:0.0:1767321974.727734:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816691840
00000100:00100000:0.0:1767321974.727817:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816691584
00000100:00100000:0.0:1767321974.727822:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816691584
00000100:00100000:0.0:1767321974.727845:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5059
00000100:00100000:0.0:1767321974.727857:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816691840:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321974.727972:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321974.727992:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89436
00000100:00100000:2.0:1767321974.727998:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816691584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321974.728023:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321974.728073:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816691584:12345-0@lo:38:kworker.0 Request processed in 74us (465us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321974.728081:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89436
00000100:00080000:2.0:1767321974.728135:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321974.728141:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321974.728145:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816691584:0@lo:38:kworker.0
00000100:00100000:2.0:1767321974.728202:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816691712
00000100:00100000:2.0:1767321974.728206:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816691712
00000100:00100000:2.0:1767321974.728231:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92
00000100:00100000:2.0:1767321974.728235:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816691712:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321974.728246:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321974.728295:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816691712:12345-0@lo:38:kworker.0 Request processed in 58us (634us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321974.728302:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92
00000100:00080000:2.0:1767321974.728334:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321974.728338:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321974.728342:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816691712:0@lo:38:kworker.0
00000100:00080000:3.0:1767321974.728786:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321974.728792:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321974.728796:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321974.728801:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4512
00000100:00080000:3.0:1767321974.728806:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321974.728810:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321974.728846:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b219880 x1853166816691968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321974.728890:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321974.728895:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321974.728897:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321974.728900:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4512
00000100:00080000:3.0:1767321974.728903:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321974.728907:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321974.728921:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21aa00 x1853166816692224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321974.729088:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816691968:0@lo:38:kworker.0
00000100:00100000:2.0:1767321974.729128:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321974.729154:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816692224:0@lo:38:kworker.0
00000100:00100000:2.0:1767321974.729174:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321974.729205:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816691968
00000100:00100000:2.0:1767321974.729210:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816691968
00000100:00100000:2.0:1767321974.729234:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816692224
00000100:00100000:2.0:1767321974.729248:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816692224
00000100:00100000:2.0:1767321974.729268:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89437
00000100:00100000:2.0:1767321974.729273:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816691968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321974.729290:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321974.729323:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816691968:12345-0@lo:38:kworker.0 Request processed in 50us (195us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321974.729330:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89437
00000100:00100000:2.0:1767321974.729346:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89438
00000100:00100000:2.0:1767321974.729350:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816692224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321974.729359:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321974.729381:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816692224:12345-0@lo:38:kworker.0 Request processed in 30us (207us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321974.729387:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89438
00000100:00100000:2.0:1767321974.729412:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816692480:0@lo:400:kworker.0
00000100:00100000:2.0:1767321974.729441:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321974.729489:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816692480
00000100:00100000:2.0:1767321974.729493:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816692480
00000100:00100000:2.0:1767321974.729529:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196
00000100:00100000:2.0:1767321974.729535:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816692480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321974.729579:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816692480:12345-0@lo:400:kworker.0 Request processed in 44us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321974.729585:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196
00000100:00080000:2.0:1767321974.729619:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321974.729624:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321974.729628:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816691968:0@lo:38:kworker.0
00000100:00080000:2.0:1767321974.729636:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321974.729639:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321974.729642:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816692224:0@lo:38:kworker.0
00000100:00100000:2.0:1767321974.729670:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816692480:0@lo:400:kworker.0
00000100:00100000:2.0:1767321974.729705:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816692096:0@lo:400:kworker.0
00000100:00100000:2.0:1767321974.729731:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321974.729751:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321974.729792:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816692352:0@lo:400:kworker.0
00000100:00100000:2.0:1767321974.729814:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321974.729837:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816692352
00000100:00100000:2.0:1767321974.729841:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816692352
00000100:00100000:2.0:1767321974.729864:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197
00000100:00100000:2.0:1767321974.729869:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816692352:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321974.729900:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816692352:12345-0@lo:400:kworker.0 Request processed in 30us (84us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321974.729906:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197
00000100:00100000:2.0:1767321974.729928:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816692352:0@lo:400:kworker.0
00000100:00100000:2.0:1767321974.729944:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816692096
00000100:00100000:2.0:1767321974.729947:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816692096
00000100:00100000:2.0:1767321974.729977:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5060
00000100:00100000:2.0:1767321974.729982:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816692096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321974.730015:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816692096:12345-0@lo:400:kworker.0 Request processed in 33us (284us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321974.730021:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5060
00000100:00080000:2.0:1767321974.730037:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321974.730058:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816692096:0@lo:400:kworker.0
00000100:00100000:0.0:1767321974.731778:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816691840:12345-0@lo:400:kworker.0 Request processed in 3901us (4375us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321974.731792:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5059
00000100:00100000:1.0:1767321974.732025:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816691840:0@lo:400:kworker.0
00000100:00100000:1.0:1767321975.302934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321975.687808:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321976.327130:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321976.711062:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321977.353403:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767321977.512410:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321977.512495:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321977.512615:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758724480
00000100:00100000:0.0:1767321977.512628:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758724480
00000100:00100000:0.0:1767321977.512827:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758724608
00000100:00100000:0.0:1767321977.512831:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758724608
00000100:00080000:1.0:1767321977.513146:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321977.513436:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5061
00000100:00100000:3.0:1767321977.513465:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758724608:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767321977.513644:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89439
00000100:00100000:2.0:1767321977.513653:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758724480:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767321977.513680:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321977.513734:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758724608:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 276us (1237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321977.513742:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5061
00000100:00100000:2.0:1767321977.514187:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758724480:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 531us (1789us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321977.514195:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89439
00010000:00010000:2.0:1767321977.735205:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321978.374941:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321978.759115:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321979.336328:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321979.336361:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816692736:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321979.336468:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321979.336482:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816692608:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321979.336529:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321979.336587:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816692736
00000100:00100000:2.0:1767321979.336597:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816692736
00000100:00100000:2.0:1767321979.336678:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816692608
00000100:00100000:2.0:1767321979.336682:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816692608
00000100:00100000:2.0:1767321979.336710:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881
00000100:00100000:2.0:1767321979.336720:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816692736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321979.336784:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767321979.336836:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816692736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (368us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321979.336844:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881
00000100:00100000:2.0:1767321979.336867:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882
00000100:00100000:2.0:1767321979.336874:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816692608:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321979.336894:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:2.0:1767321979.336897:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767321979.336900:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321979.336938:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816692608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (409us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321979.336945:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882
00000100:00100000:2.0:1767321979.336988:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816692736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321979.336989:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816692608:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321979.399062:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321979.783254:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321979.847282:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321979.847298:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321979.847301:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321979.847306:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321979.847313:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321979.847323:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4517
00000100:00080000:1.0:1767321979.847330:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321979.847341:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321979.847411:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7e300 x1853166816692864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321979.847453:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321979.847457:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321979.847459:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321979.847464:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4517
00000100:00080000:1.0:1767321979.847467:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321979.847471:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321979.847485:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7e680 x1853166816692992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321979.847536:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321979.847540:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321979.847542:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321979.847546:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4517
00000100:00080000:1.0:1767321979.847549:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321979.847552:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321979.847565:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7f100 x1853166816693248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321979.847601:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321979.847604:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321979.847606:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321979.847610:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4517
00000100:00080000:1.0:1767321979.847613:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321979.847616:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321979.847631:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7df80 x1853166816693504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321979.847681:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816693376:0@lo:400:kworker.0
00000100:00100000:1.0:1767321979.847813:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321979.847903:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321979.847909:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816693632:0@lo:400:kworker.0
00000100:00100000:1.0:1767321979.847939:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321979.848109:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816693120:0@lo:400:kworker.0
00000100:00100000:3.0:1767321979.848139:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321979.848160:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321979.848165:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816693760:0@lo:400:kworker.0
00000100:00100000:3.0:1767321979.848184:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321979.848219:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816693376
00000100:00100000:3.0:1767321979.848229:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816693376
00000100:00100000:3.0:1767321979.848286:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816693120
00000100:00100000:3.0:1767321979.848288:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816693120
00000100:00100000:3.0:1767321979.848314:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5062
00000100:00100000:3.0:1767321979.848322:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816693376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321979.848378:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816693376:12345-0@lo:400:kworker.0 Request processed in 57us (566us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321979.848386:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5062
00000100:00100000:3.0:1767321979.848403:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5063
00000100:00100000:3.0:1767321979.848408:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816693120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321979.848447:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816693120:12345-0@lo:400:kworker.0 Request processed in 40us (308us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321979.848453:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5063
00000100:00100000:3.0:1767321979.848491:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816693120:0@lo:400:kworker.0
00000100:00100000:3.0:1767321979.848521:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816693376:0@lo:400:kworker.0
00000100:00100000:2.0:1767321979.848616:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816693632
00000100:00100000:2.0:1767321979.848621:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816693632
00000100:00100000:2.0:1767321979.848659:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816693760
00000100:00100000:2.0:1767321979.848662:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816693760
00000100:00100000:2.0:1767321979.848688:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198
00000100:00100000:2.0:1767321979.848695:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816693632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321979.848734:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816693632:12345-0@lo:400:kworker.0 Request processed in 40us (794us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321979.848740:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198
00000100:00100000:2.0:1767321979.848775:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199
00000100:00100000:2.0:1767321979.848780:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816693760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321979.848809:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816693760:12345-0@lo:400:kworker.0 Request processed in 29us (625us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321979.848815:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199
00000100:00100000:2.0:1767321979.848844:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816692864:0@lo:38:kworker.0
00000100:00100000:2.0:1767321979.848873:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321979.848889:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816692992:0@lo:38:kworker.0
00000100:00100000:2.0:1767321979.848910:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321979.848932:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816693248:0@lo:38:kworker.0
00000100:00100000:2.0:1767321979.848950:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321979.848961:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816693504:0@lo:38:kworker.0
00000100:00100000:2.0:1767321979.848979:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321979.849092:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816692992
00000100:00100000:2.0:1767321979.849096:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816692992
00000100:00100000:2.0:1767321979.849117:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93
00000100:00100000:2.0:1767321979.849122:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816692992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321979.849146:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321979.849177:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816692992:12345-0@lo:38:kworker.0 Request processed in 54us (266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321979.849183:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93
00000100:00100000:2.0:1767321979.849200:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816692864
00000100:00100000:2.0:1767321979.849203:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816692864
00000100:00100000:2.0:1767321979.849217:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816693248
00000100:00100000:2.0:1767321979.849219:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816693248
00000100:00100000:2.0:1767321979.849228:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816693504
00000100:00100000:2.0:1767321979.849230:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816693504
00000100:00100000:2.0:1767321979.849238:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89440
00000100:00100000:2.0:1767321979.849242:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816692864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321979.849251:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321979.849272:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816692864:12345-0@lo:38:kworker.0 Request processed in 29us (399us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321979.849277:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89440
00000100:00100000:2.0:1767321979.849285:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89441
00000100:00100000:2.0:1767321979.849289:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816693248:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321979.849296:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321979.849313:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816693248:12345-0@lo:38:kworker.0 Request processed in 23us (362us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321979.849318:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89441
00000100:00100000:2.0:1767321979.849326:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89442
00000100:00100000:2.0:1767321979.849329:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816693504:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321979.849337:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321979.849354:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816693504:12345-0@lo:38:kworker.0 Request processed in 24us (374us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321979.849363:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89442
00000100:00100000:2.0:1767321979.849396:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816693760:0@lo:400:kworker.0
00000100:00080000:2.0:1767321979.849417:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321979.849435:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321979.849439:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816692864:0@lo:38:kworker.0
00000100:00080000:2.0:1767321979.849447:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321979.849450:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321979.849454:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816692992:0@lo:38:kworker.0
00000100:00080000:2.0:1767321979.849461:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321979.849464:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321979.849467:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816693248:0@lo:38:kworker.0
00000100:00080000:2.0:1767321979.849473:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321979.849476:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321979.849478:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816693504:0@lo:38:kworker.0
00000100:00100000:2.0:1767321979.849507:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816693632:0@lo:400:kworker.0
00000100:00080000:0.0:1767321979.849872:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321980.423093:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321980.811092:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321981.446866:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321981.830986:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321982.470929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321982.635903:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321982.636112:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758724864
00000100:00100000:0.0:1767321982.636123:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758724864
00000100:00100000:0.0:1767321982.636210:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5064
00000100:00100000:0.0:1767321982.636224:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758724864:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767321982.636303:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758724864:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (417us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321982.636308:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5064
00000100:00080000:2.0:1767321982.636525:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321982.636687:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321982.637490:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758724736
00000100:00100000:0.0:1767321982.637500:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758724736
00000100:00100000:0.0:1767321982.637539:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89443
00000100:00100000:0.0:1767321982.637544:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758724736:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321982.637569:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321982.637618:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758724736:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 74us (932us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321982.637623:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89443
00010000:00010000:2.0:1767321982.855167:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321983.496565:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:1.0:1767321983.660557:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758724992 offset 0 length 520: 4
00000100:00100000:1.0:1767321983.660611:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321983.660689:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758725120
00000100:00100000:0.0:1767321983.660705:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758725120
00000100:00100000:0.0:1767321983.660806:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89444
00000100:00100000:0.0:1767321983.660816:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758725120:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767321983.660847:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321983.660948:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758725120:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 131us (334us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321983.660957:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89444
00000100:00100000:1.0:1767321983.664674:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321983.664831:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758725248
00000100:00100000:3.0:1767321983.664845:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758725248
00000100:00100000:3.0:1767321983.664928:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5065
00000100:00100000:3.0:1767321983.664940:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758725248:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321983.665214:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758725248:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 274us (550us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321983.665223:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5065
00010000:00010000:1.0:1767321983.880652:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321984.455401:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321984.455437:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816693888:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321984.455532:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321984.455635:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816694016:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321984.455672:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321984.455715:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816693888
00000100:00100000:0.0:1767321984.455727:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816693888
00000100:00100000:0.0:1767321984.455823:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816694016
00000100:00100000:0.0:1767321984.455827:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816694016
00000100:00100000:0.0:1767321984.455853:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883
00000100:00100000:0.0:1767321984.455863:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816693888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321984.455902:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767321984.455953:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816693888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (421us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321984.455962:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883
00000100:00100000:0.0:1767321984.455982:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884
00000100:00100000:0.0:1767321984.455988:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816694016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321984.456006:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767321984.456030:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321984.456035:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321984.456040:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816694016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321984.456047:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884
00000100:00100000:2.0:1767321984.456076:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816694016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321984.456097:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816693888:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321984.519501:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321984.903511:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321984.966940:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321984.966960:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321984.966963:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321984.966968:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321984.966973:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321984.966993:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4522
00000100:00080000:1.0:1767321984.967000:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321984.967010:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321984.967078:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac20380 x1853166816694144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321984.967112:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321984.967116:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321984.967118:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321984.967123:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4522
00000100:00080000:1.0:1767321984.967125:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321984.967129:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321984.967143:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21880 x1853166816694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321984.967198:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321984.967203:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321984.967205:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321984.967209:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4522
00000100:00080000:1.0:1767321984.967211:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321984.967214:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321984.967226:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac23480 x1853166816694528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321984.967277:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321984.967281:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321984.967283:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321984.967287:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4522
00000100:00080000:1.0:1767321984.967289:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321984.967292:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321984.967309:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5500 x1853166816694784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321984.967336:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321984.967361:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816694656:0@lo:400:kworker.0
00000100:00100000:1.0:1767321984.967468:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321984.967569:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816694656
00000100:00100000:1.0:1767321984.967579:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816694656
00000100:00100000:1.0:1767321984.967651:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5066
00000100:00100000:1.0:1767321984.967662:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816694656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321984.967720:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816694656:12345-0@lo:400:kworker.0 Request processed in 60us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321984.967728:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5066
00000100:00080000:1.0:1767321984.967751:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321984.967811:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816694656:0@lo:400:kworker.0
00000100:00100000:0.0:1767321984.968357:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321959/real 1767321959]  req@ffff8d4d4ac09180 x1853166816687872/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321984 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321984.968390:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ac09180 x1853166816687872/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321984 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321984.968406:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816694144:0@lo:38:kworker.0
00000100:00100000:0.0:1767321984.968443:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321984.968484:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816694272:0@lo:38:kworker.0
00000100:00100000:0.0:1767321984.968514:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321984.968540:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816694528:0@lo:38:kworker.0
00000100:00100000:0.0:1767321984.968563:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321984.968578:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816694784:0@lo:38:kworker.0
00000100:00100000:0.0:1767321984.968599:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321984.968616:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321984.968630:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321984.968634:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816687872:0@lo:250:kworker.0
00000100:00100000:0.0:1767321984.968672:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816694144
00000100:00100000:0.0:1767321984.968677:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816694144
00000100:00100000:0.0:1767321984.968701:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816694528
00000100:00100000:0.0:1767321984.968704:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816694528
00000100:00100000:0.0:1767321984.968716:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816694784
00000100:00100000:0.0:1767321984.968718:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816694784
00000100:00100000:0.0:1767321984.968730:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89445
00000100:00100000:0.0:1767321984.968737:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816694144:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321984.968781:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321984.968821:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816694144:12345-0@lo:38:kworker.0 Request processed in 83us (376us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321984.968827:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89445
00000100:00100000:0.0:1767321984.968842:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89446
00000100:00100000:0.0:1767321984.968845:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816694528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321984.968855:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321984.968877:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816694528:12345-0@lo:38:kworker.0 Request processed in 30us (313us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321984.968882:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89446
00000100:00100000:0.0:1767321984.968894:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89447
00000100:00100000:0.0:1767321984.968897:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816694784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321984.968905:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321984.968926:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816694784:12345-0@lo:38:kworker.0 Request processed in 28us (327us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321984.968932:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89447
00000100:00100000:0.0:1767321984.968950:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816694272
00000100:00100000:0.0:1767321984.968954:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816694272
00000100:00100000:0.0:1767321984.968971:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94
00000100:00100000:0.0:1767321984.968976:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816694272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321984.968998:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321984.969031:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816694272:12345-0@lo:38:kworker.0 Request processed in 53us (515us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321984.969037:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94
00000100:00080000:0.0:1767321984.969066:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321984.969069:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321984.969072:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816694144:0@lo:38:kworker.0
00000100:00080000:0.0:1767321984.969080:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321984.969083:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321984.969086:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816694272:0@lo:38:kworker.0
00000100:00080000:0.0:1767321984.969093:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321984.969097:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321984.969099:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816694528:0@lo:38:kworker.0
00000100:00080000:0.0:1767321984.969107:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321984.969110:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321984.969113:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816694784:0@lo:38:kworker.0
00000100:00100000:2.0:1767321984.969290:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816694400:0@lo:400:kworker.0
00000100:00100000:2.0:1767321984.969327:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321984.969384:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816694400
00000100:00100000:2.0:1767321984.969389:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816694400
00000100:00100000:2.0:1767321984.969446:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5067
00000100:00100000:2.0:1767321984.969453:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816694400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321984.969493:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816694400:12345-0@lo:400:kworker.0 Request processed in 41us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321984.969499:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5067
00000100:00100000:2.0:1767321984.969539:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816694400:0@lo:400:kworker.0
00000100:00080000:1.0:1767321984.970163:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321984.970183:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321984.970188:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321984.970194:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321984.970200:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4501
00000100:00080000:1.0:1767321984.970207:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321984.970211:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321984.970253:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f7480 x1853166816694912/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321984.971244:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816694912:0@lo:250:kworker.0
00000400:00000100:0.0:1767321984.971308:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816694912 offset 0 length 520: 4
00000100:00100000:1.0:1767321985.543682:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321985.928676:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321986.566920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321986.951063:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321987.591995:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321987.978007:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321988.615289:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321988.784283:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321988.784463:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758725504
00000100:00100000:3.0:1767321988.784476:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758725504
00000100:00100000:3.0:1767321988.784566:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5068
00000100:00100000:3.0:1767321988.784580:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758725504:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321988.785096:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758725504:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 518us (826us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321988.785115:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5068
00000100:00080000:1.0:1767321988.786362:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321988.794053:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321988.795280:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758725376
00000100:00100000:3.0:1767321988.795297:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758725376
00000100:00100000:3.0:1767321988.795417:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89448
00000100:00100000:3.0:1767321988.795428:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758725376:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321988.795458:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321988.795557:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758725376:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 130us (1518us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321988.795566:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89448
00010000:00010000:3.0:1767321988.999096:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321989.575487:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321989.575520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816695040:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321989.575608:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321989.575985:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816695168:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321989.576021:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321989.576207:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816695040
00000100:00100000:1.0:1767321989.576218:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816695040
00000100:00100000:1.0:1767321989.576302:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816695168
00000100:00100000:1.0:1767321989.576306:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816695168
00000100:00100000:1.0:1767321989.576329:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885
00000100:00100000:1.0:1767321989.576350:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816695040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321989.576391:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321989.576445:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816695040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (837us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321989.576452:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885
00000100:00100000:1.0:1767321989.576470:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886
00000100:00100000:1.0:1767321989.576476:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816695168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321989.576493:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321989.576518:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816695168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (496us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321989.576524:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886
00000100:00100000:3.0:1767321989.576619:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816695168:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321989.576868:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321989.576874:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321989.576906:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816695040:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321989.640384:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321990.023077:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321990.087039:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321990.087052:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321990.087056:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321990.087061:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321990.087066:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321990.087075:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4527
00000100:00080000:1.0:1767321990.087081:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321990.087088:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321990.087151:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5f80 x1853166816695296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321990.087183:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321990.087186:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321990.087188:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321990.087192:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4527
00000100:00080000:1.0:1767321990.087195:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321990.087199:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321990.087211:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5500 x1853166816695424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321990.087260:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321990.087265:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321990.087266:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321990.087270:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4527
00000100:00080000:1.0:1767321990.087273:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321990.087276:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321990.087287:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac23480 x1853166816695680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321990.087313:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321990.087316:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321990.087318:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321990.087321:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4527
00000100:00080000:1.0:1767321990.087323:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321990.087337:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767321990.087351:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac20380 x1853166816695936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321990.087512:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816695296:0@lo:38:kworker.0
00000100:00100000:0.0:1767321990.087602:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321990.087686:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816695424:0@lo:38:kworker.0
00000100:00100000:0.0:1767321990.087711:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321990.087732:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816695680:0@lo:38:kworker.0
00000100:00100000:0.0:1767321990.087750:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321990.087789:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816695936:0@lo:38:kworker.0
00000100:00100000:0.0:1767321990.087808:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321990.087844:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816695296
00000100:00100000:0.0:1767321990.087853:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816695296
00000100:00100000:0.0:1767321990.087888:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89449
00000100:00100000:0.0:1767321990.087896:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816695296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321990.087921:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321990.087963:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816695296:12345-0@lo:38:kworker.0 Request processed in 67us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321990.087971:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89449
00000100:00100000:0.0:1767321990.087987:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816695680
00000100:00100000:0.0:1767321990.087990:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816695680
00000100:00100000:0.0:1767321990.088000:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816695936
00000100:00100000:0.0:1767321990.088002:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816695936
00000100:00100000:0.0:1767321990.088013:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89450
00000100:00100000:0.0:1767321990.088017:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816695680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321990.088027:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321990.088046:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816695680:12345-0@lo:38:kworker.0 Request processed in 29us (296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321990.088052:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89450
00000100:00100000:0.0:1767321990.088061:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89451
00000100:00100000:0.0:1767321990.088065:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816695936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321990.088073:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321990.088089:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816695936:12345-0@lo:38:kworker.0 Request processed in 24us (280us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321990.088094:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89451
00000100:00100000:0.0:1767321990.088115:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816695808:0@lo:400:kworker.0
00000100:00100000:0.0:1767321990.088137:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321990.088162:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816695808
00000100:00100000:0.0:1767321990.088165:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816695808
00000100:00100000:0.0:1767321990.088202:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5069
00000100:00100000:0.0:1767321990.088208:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816695808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321990.088251:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816695808:12345-0@lo:400:kworker.0 Request processed in 43us (112us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321990.088257:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5069
00000100:00080000:0.0:1767321990.088273:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321990.088306:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816695808:0@lo:400:kworker.0
00000100:00080000:0.0:1767321990.088348:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321990.088355:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321990.088369:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816695296:0@lo:38:kworker.0
00000100:00100000:3.0:1767321990.088371:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767321990.088379:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321990.088387:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321990.088388:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816695552:0@lo:400:kworker.0
00000100:00100000:0.0:1767321990.088392:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816695680:0@lo:38:kworker.0
00000100:00080000:0.0:1767321990.088401:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321990.088404:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321990.088407:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816695936:0@lo:38:kworker.0
00000100:00100000:3.0:1767321990.088430:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321990.088467:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816695552
00000100:00100000:3.0:1767321990.088470:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816695552
00000100:00080000:0.0:1767321990.088502:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321990.088583:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5070
00000100:00100000:3.0:1767321990.088591:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816695552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321990.088632:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816695552:12345-0@lo:400:kworker.0 Request processed in 41us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321990.088734:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5070
00000100:00100000:2.0:1767321990.088964:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816695424
00000100:00100000:2.0:1767321990.088970:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816695424
00000100:00100000:2.0:1767321990.088995:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95
00000100:00100000:2.0:1767321990.089001:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816695424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321990.089017:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321990.089058:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816695424:12345-0@lo:38:kworker.0 Request processed in 56us (1345us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321990.089065:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95
00000100:00100000:0.0:1767321990.089600:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816695552:0@lo:400:kworker.0
00000100:00080000:0.0:1767321990.089924:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321990.089929:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321990.089933:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816695424:0@lo:38:kworker.0
00000100:00100000:1.0:1767321990.663806:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321991.047031:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321991.686902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321992.071086:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321992.710966:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321993.096111:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321993.735342:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767321993.898199:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767321993.898327:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321993.898420:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758725760
00000100:00100000:1.0:1767321993.898429:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758725760
00000100:00100000:1.0:1767321993.898509:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758725632
00000100:00100000:1.0:1767321993.898512:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758725632
00000100:00100000:1.0:1767321993.898549:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5071
00000100:00100000:1.0:1767321993.898558:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758725760:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767321993.898635:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758725760:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (444us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321993.898643:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5071
00000100:00100000:1.0:1767321993.898662:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89452
00000100:00100000:1.0:1767321993.898667:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758725632:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767321993.898690:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321993.898715:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758725632:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (420us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321993.898721:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89452
00000100:00080000:0.0:1767321993.899310:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321994.119356:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321994.696831:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321994.696866:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816696064:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321994.696934:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321994.697322:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321994.697334:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816696192:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321994.697362:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321994.697392:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816696064
00000100:00100000:1.0:1767321994.697398:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816696064
00000100:00100000:1.0:1767321994.697445:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816696192
00000100:00100000:1.0:1767321994.697448:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816696192
00000100:00100000:1.0:1767321994.697468:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887
00000100:00100000:1.0:1767321994.697476:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816696064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321994.697503:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321994.697551:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816696064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (617us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321994.697558:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887
00000100:00100000:1.0:1767321994.697575:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888
00000100:00100000:1.0:1767321994.697582:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816696192:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321994.698797:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816696064:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321994.698852:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321994.698869:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:1.0:1767321994.699034:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767321994.699089:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816696192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1507us (1724us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321994.699097:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888
00000100:00100000:1.0:1767321994.699155:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816696192:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321994.758950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321995.143002:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321995.212479:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321995.212490:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321995.212493:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321995.212497:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321995.212502:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321995.212532:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4532
00000100:00080000:3.0:1767321995.212537:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321995.212544:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321995.212585:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218a80 x1853166816696320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321995.212850:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321995.212854:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321995.212855:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321995.212859:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4532
00000100:00080000:3.0:1767321995.212862:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321995.212866:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321995.212946:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7dc00 x1853166816696448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321995.213047:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816696576:0@lo:400:kworker.0
00000100:00100000:1.0:1767321995.213113:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321995.213232:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816696576
00000100:00100000:2.0:1767321995.213240:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816696576
00000100:00100000:2.0:1767321995.213323:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5072
00000100:00100000:2.0:1767321995.213334:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816696576:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321995.213394:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321995.213398:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321995.213400:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321995.213404:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4532
00000100:00080000:3.0:1767321995.213406:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321995.213410:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321995.213427:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7f100 x1853166816696704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321995.213450:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321995.213453:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321995.213455:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321995.213458:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4532
00000100:00080000:3.0:1767321995.213460:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321995.213464:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767321995.213474:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7e300 x1853166816696960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321995.213496:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321995.213506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816696832:0@lo:400:kworker.0
00000100:00100000:3.0:1767321995.213549:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321995.213584:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816696832
00000100:00100000:3.0:1767321995.213587:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816696832
00000100:00100000:3.0:1767321995.213636:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5073
00000100:00100000:3.0:1767321995.213643:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816696832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321995.213678:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816696832:12345-0@lo:400:kworker.0 Request processed in 35us (128us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321995.213685:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5073
00000100:00080000:3.0:1767321995.213704:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321995.213732:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816696832:0@lo:400:kworker.0
00000100:00100000:0.0:1767321995.215932:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816696320:0@lo:38:kworker.0
00000100:00100000:0.0:1767321995.215995:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321995.216040:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816696448:0@lo:38:kworker.0
00000100:00100000:0.0:1767321995.216066:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321995.216092:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816696704:0@lo:38:kworker.0
00000100:00100000:0.0:1767321995.216111:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321995.216127:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816696960:0@lo:38:kworker.0
00000100:00100000:0.0:1767321995.216143:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321995.216185:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816696320
00000100:00100000:0.0:1767321995.216192:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816696320
00000100:00100000:0.0:1767321995.216216:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816696704
00000100:00100000:0.0:1767321995.216218:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816696704
00000100:00100000:0.0:1767321995.216225:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816696960
00000100:00100000:0.0:1767321995.216227:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816696960
00000100:00100000:0.0:1767321995.216237:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89453
00000100:00100000:0.0:1767321995.216243:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816696320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321995.216274:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321995.216322:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816696320:12345-0@lo:38:kworker.0 Request processed in 77us (325us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321995.216328:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89453
00000100:00100000:0.0:1767321995.216344:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89454
00000100:00100000:0.0:1767321995.216347:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816696704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321995.216356:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321995.216378:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816696704:12345-0@lo:38:kworker.0 Request processed in 29us (266us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321995.216383:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89454
00000100:00100000:0.0:1767321995.216393:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89455
00000100:00100000:0.0:1767321995.216396:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816696960:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321995.216405:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321995.216425:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816696960:12345-0@lo:38:kworker.0 Request processed in 28us (281us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321995.216431:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89455
00000100:00080000:0.0:1767321995.216468:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321995.216473:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321995.216476:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816696320:0@lo:38:kworker.0
00000100:00080000:0.0:1767321995.216485:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321995.216488:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321995.216491:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816696704:0@lo:38:kworker.0
00000100:00080000:0.0:1767321995.216497:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321995.216500:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321995.216502:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816696960:0@lo:38:kworker.0
00000100:00100000:3.0:1767321995.217027:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816696448
00000100:00100000:3.0:1767321995.217033:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816696448
00000100:00100000:3.0:1767321995.217057:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96
00000100:00100000:3.0:1767321995.217061:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816696448:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321995.217072:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321995.217108:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816696448:12345-0@lo:38:kworker.0 Request processed in 46us (1041us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321995.217115:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96
00000100:00080000:3.0:1767321995.217144:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321995.217148:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321995.217151:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816696448:0@lo:38:kworker.0
00000100:00100000:2.0:1767321995.228440:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816696576:12345-0@lo:400:kworker.0 Request processed in 15096us (15315us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321995.228457:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5072
00000100:00100000:1.0:1767321995.228789:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816696576:0@lo:400:kworker.0
00000100:00100000:1.0:1767321995.782911:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767321996.167021:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321996.806881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767321997.193433:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321997.830870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767321998.215002:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321998.854885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767321999.016849:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767321999.016891:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767321999.016996:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758726016
00000100:00100000:3.0:1767321999.017005:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758726016
00000100:00100000:3.0:1767321999.017067:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758725888
00000100:00100000:3.0:1767321999.017070:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758725888
00000100:00100000:3.0:1767321999.017085:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5074
00000100:00100000:3.0:1767321999.017097:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758726016:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767321999.017163:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758726016:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 70us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321999.017170:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5074
00000100:00100000:3.0:1767321999.017187:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89456
00000100:00100000:3.0:1767321999.017191:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758725888:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767321999.017211:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321999.017230:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758725888:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 37us (339us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321999.017236:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89456
00000100:00080000:0.0:1767321999.018691:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321999.239017:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321999.816984:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321999.817019:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816697216:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321999.817113:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321999.817273:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816697216
00000100:00100000:2.0:1767321999.817283:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816697216
00000100:00100000:2.0:1767321999.817368:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889
00000100:00100000:2.0:1767321999.817379:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816697216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321999.817434:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767321999.817496:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816697216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (382us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321999.817504:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889
00000100:00100000:2.0:1767321999.817582:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816697216:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321999.817831:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321999.817894:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321999.817908:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816697088:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321999.817950:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321999.818029:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816697088
00000100:00100000:1.0:1767321999.818035:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816697088
00000100:00100000:1.0:1767321999.818084:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890
00000100:00100000:1.0:1767321999.818092:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816697088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321999.818112:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767321999.818147:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816697088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321999.818153:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890
00000100:00100000:3.0:1767321999.818226:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816697088:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321999.822698:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321999.878927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322000.264356:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322000.327202:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322000.327217:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322000.327221:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322000.327227:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322000.327241:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322000.327251:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4537
00000100:00080000:1.0:1767322000.327257:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322000.327267:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322000.327325:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4be300 x1853166816697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322000.327357:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322000.327361:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322000.327363:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322000.327367:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4537
00000100:00080000:1.0:1767322000.327370:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322000.327374:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322000.327392:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bfb80 x1853166816697472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322000.327497:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767322000.327733:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322000.327738:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322000.327740:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322000.327744:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4537
00000100:00080000:1.0:1767322000.327747:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322000.327751:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322000.327809:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bc380 x1853166816697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322000.327843:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322000.327847:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322000.327849:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322000.327853:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4537
00000100:00080000:1.0:1767322000.327855:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322000.327859:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322000.327869:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bf480 x1853166816697984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322000.327905:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322000.327921:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816697856:0@lo:400:kworker.0
00000100:00100000:1.0:1767322000.328007:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322000.328226:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816697856
00000100:00100000:1.0:1767322000.328244:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816697856
00000100:00100000:3.0:1767322000.328783:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816697344:0@lo:38:kworker.0
00000100:00100000:3.0:1767322000.328826:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322000.328860:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816697472:0@lo:38:kworker.0
00000100:00100000:3.0:1767322000.328884:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322000.328906:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816697728:0@lo:38:kworker.0
00000100:00100000:3.0:1767322000.328925:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322000.328941:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816697984:0@lo:38:kworker.0
00000100:00100000:3.0:1767322000.328960:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322000.328994:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816697472
00000100:00100000:3.0:1767322000.328999:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816697472
00000100:00100000:3.0:1767322000.329041:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97
00000100:00100000:3.0:1767322000.329050:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816697472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322000.329073:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322000.329129:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816697472:12345-0@lo:38:kworker.0 Request processed in 79us (243us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322000.329138:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97
00000100:00080000:3.0:1767322000.329182:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322000.329187:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322000.329191:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816697472:0@lo:38:kworker.0
00000100:00100000:3.0:1767322000.329216:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816697344
00000100:00100000:3.0:1767322000.329219:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816697344
00000100:00100000:3.0:1767322000.329248:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816697728
00000100:00100000:3.0:1767322000.329251:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816697728
00000100:00100000:3.0:1767322000.329265:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816697984
00000100:00100000:3.0:1767322000.329267:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816697984
00000100:00100000:3.0:1767322000.329276:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89457
00000100:00100000:3.0:1767322000.329281:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816697344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322000.329291:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322000.329320:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816697344:12345-0@lo:38:kworker.0 Request processed in 37us (493us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322000.329326:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89457
00000100:00100000:3.0:1767322000.329338:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89458
00000100:00100000:3.0:1767322000.329341:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816697728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322000.329350:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322000.329372:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816697728:12345-0@lo:38:kworker.0 Request processed in 29us (446us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322000.329378:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89458
00000100:00100000:3.0:1767322000.329388:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89459
00000100:00100000:3.0:1767322000.329392:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816697984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322000.329401:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322000.329438:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816697984:12345-0@lo:38:kworker.0 Request processed in 44us (477us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322000.329445:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89459
00000100:00080000:3.0:1767322000.329472:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322000.329476:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322000.329479:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816697344:0@lo:38:kworker.0
00000100:00080000:3.0:1767322000.329488:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322000.329491:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322000.329494:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816697728:0@lo:38:kworker.0
00000100:00080000:3.0:1767322000.329501:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322000.329504:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322000.329506:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816697984:0@lo:38:kworker.0
00000100:00100000:1.0:1767322000.329672:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5075
00000100:00100000:1.0:1767322000.329681:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816697856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322000.329734:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816697856:12345-0@lo:400:kworker.0 Request processed in 55us (1727us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322000.329740:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5075
00000100:00100000:1.0:1767322000.329792:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816697856:0@lo:400:kworker.0
00000100:00100000:0.0:1767322000.335182:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816697600:0@lo:400:kworker.0
00000100:00100000:0.0:1767322000.335304:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322000.338940:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816697600
00000100:00100000:3.0:1767322000.338963:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816697600
00000100:00080000:2.0:1767322000.339074:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322000.346576:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5076
00000100:00100000:3.0:1767322000.346595:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816697600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322000.346730:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816697600:12345-0@lo:400:kworker.0 Request processed in 141us (11426us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322000.346738:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5076
00000100:00100000:0.0:1767322000.347105:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816697600:0@lo:400:kworker.0
00000100:00100000:1.0:1767322000.903713:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322001.287524:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322001.926927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322002.311246:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322002.953636:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322003.336061:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322003.974948:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322004.136975:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322004.137135:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758726272
00000100:00100000:1.0:1767322004.137151:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758726272
00000100:00100000:1.0:1767322004.137372:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5077
00000100:00100000:1.0:1767322004.137384:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758726272:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322004.137581:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758726272:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 199us (623us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322004.137591:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5077
00000100:00080000:2.0:1767322004.137951:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322004.144466:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322004.145088:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758726144
00000100:00100000:1.0:1767322004.145105:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758726144
00000100:00100000:1.0:1767322004.145311:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89460
00000100:00100000:1.0:1767322004.145324:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758726144:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322004.145357:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322004.145477:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758726144:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 152us (1026us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322004.153819:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89460
00010000:00010000:1.0:1767322004.359317:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322004.935593:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322004.935626:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816698112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322004.935720:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322004.938474:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816698112
00000100:00100000:3.0:1767322004.938508:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816698112
00000100:00100000:3.0:1767322004.938627:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891
00000100:00100000:3.0:1767322004.938644:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816698112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322004.938691:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767322004.938787:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322004.938837:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816698112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 199us (3115us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322004.938845:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891
00000100:00100000:2.0:1767322004.938885:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816698112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322004.940036:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322004.940858:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816698240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322004.940962:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322004.944946:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816698240
00000100:00100000:2.0:1767322004.944972:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816698240
00000100:00100000:2.0:1767322004.947536:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892
00000100:00100000:2.0:1767322004.947559:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816698240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322004.947613:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322004.947734:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816698240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 185us (6771us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322004.947742:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892
00000100:00100000:1.0:1767322004.947992:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816698240:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767322004.950842:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322004.999031:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322005.383064:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322005.447228:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322005.447252:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322005.447256:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322005.447261:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322005.447267:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322005.447276:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4542
00000100:00080000:2.0:1767322005.447282:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322005.447291:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322005.447347:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01c00 x1853166816698368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322005.447373:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322005.447376:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322005.447378:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322005.447383:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4542
00000100:00080000:2.0:1767322005.447385:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322005.447389:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322005.447408:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166816698496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322005.447501:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816698624:0@lo:400:kworker.0
00000100:00100000:1.0:1767322005.447602:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322005.447711:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322005.447716:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322005.447719:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322005.447724:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4542
00000100:00080000:2.0:1767322005.447727:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322005.447731:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322005.447745:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00380 x1853166816698752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322005.447794:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322005.447798:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322005.447800:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322005.447804:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4542
00000100:00080000:2.0:1767322005.447806:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322005.447810:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322005.447820:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02300 x1853166816699008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322005.447929:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816699264:0@lo:400:kworker.0
00000100:00100000:3.0:1767322005.447969:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322005.448025:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816699264
00000100:00100000:3.0:1767322005.448033:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816699264
00000100:00100000:3.0:1767322005.448091:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200
00000100:00100000:3.0:1767322005.448101:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816699264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322005.448162:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816699264:12345-0@lo:400:kworker.0 Request processed in 62us (192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322005.448169:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200
00000100:00100000:3.0:1767322005.448238:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816699264:0@lo:400:kworker.0
00000100:00100000:3.0:1767322005.448391:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816698880:0@lo:400:kworker.0
00000100:00100000:3.0:1767322005.448426:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322005.448449:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322005.448456:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816699136:0@lo:400:kworker.0
00000100:00100000:3.0:1767322005.448478:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322005.448500:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816699136
00000100:00100000:3.0:1767322005.448504:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816699136
00000100:00100000:3.0:1767322005.448530:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201
00000100:00100000:3.0:1767322005.448536:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816699136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322005.448572:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816699136:12345-0@lo:400:kworker.0 Request processed in 36us (93us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322005.448581:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201
00000100:00100000:3.0:1767322005.448606:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816699136:0@lo:400:kworker.0
00000100:00100000:3.0:1767322005.448641:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816698624
00000100:00100000:3.0:1767322005.448645:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816698624
00000100:00100000:3.0:1767322005.448685:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816698880
00000100:00100000:3.0:1767322005.448688:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816698880
00000100:00100000:3.0:1767322005.448710:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5078
00000100:00100000:3.0:1767322005.448715:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816698624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322005.448810:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816698368:0@lo:38:kworker.0
00000100:00100000:0.0:1767322005.448846:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322005.448869:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816698496:0@lo:38:kworker.0
00000100:00100000:0.0:1767322005.448894:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322005.448920:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816698752:0@lo:38:kworker.0
00000100:00100000:0.0:1767322005.448943:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322005.448959:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816699008:0@lo:38:kworker.0
00000100:00100000:0.0:1767322005.448980:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322005.449005:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816698368
00000100:00100000:0.0:1767322005.449009:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816698368
00000100:00100000:0.0:1767322005.449025:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816698752
00000100:00100000:0.0:1767322005.449028:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816698752
00000100:00100000:0.0:1767322005.449036:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816699008
00000100:00100000:0.0:1767322005.449039:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816699008
00000100:00100000:0.0:1767322005.449048:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5079
00000100:00100000:0.0:1767322005.449055:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816698880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322005.449092:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816698880:12345-0@lo:400:kworker.0 Request processed in 37us (665us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322005.449098:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5079
00000100:00100000:0.0:1767322005.449111:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89461
00000100:00100000:0.0:1767322005.449115:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816698368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322005.449136:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322005.449167:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816698368:12345-0@lo:38:kworker.0 Request processed in 50us (320us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322005.449174:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89461
00000100:00100000:0.0:1767322005.449200:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89462
00000100:00100000:0.0:1767322005.449205:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816698752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322005.449215:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322005.449240:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816698752:12345-0@lo:38:kworker.0 Request processed in 34us (297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322005.449246:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89462
00000100:00100000:0.0:1767322005.449257:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89463
00000100:00100000:0.0:1767322005.449261:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816699008:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322005.449270:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322005.449292:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816699008:12345-0@lo:38:kworker.0 Request processed in 29us (311us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322005.449298:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89463
00000100:00100000:0.0:1767322005.449316:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816698496
00000100:00100000:0.0:1767322005.449320:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816698496
00000100:00100000:0.0:1767322005.449340:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98
00000100:00100000:0.0:1767322005.449345:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816698496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322005.449355:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322005.449379:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816698496:12345-0@lo:38:kworker.0 Request processed in 33us (484us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322005.449385:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98
00000100:00100000:0.0:1767322005.449422:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816698880:0@lo:400:kworker.0
00000100:00080000:0.0:1767322005.449448:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322005.449453:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322005.449457:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816698368:0@lo:38:kworker.0
00000100:00080000:0.0:1767322005.449465:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322005.449468:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322005.449471:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816698496:0@lo:38:kworker.0
00000100:00080000:0.0:1767322005.449479:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322005.449482:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322005.449485:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816698752:0@lo:38:kworker.0
00000100:00080000:0.0:1767322005.449491:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322005.449495:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322005.449497:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816699008:0@lo:38:kworker.0
00000100:00080000:0.0:1767322005.449566:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322005.457779:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816698624:12345-0@lo:400:kworker.0 Request processed in 9032us (10145us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322005.457801:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5078
00000100:00100000:1.0:1767322005.463855:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816698624:0@lo:400:kworker.0
00000100:00100000:1.0:1767322006.023338:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322006.406991:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322007.046819:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322007.432570:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322008.070861:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322008.232725:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322008.232778:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758726656
00000100:00100000:2.0:1767322008.232789:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758726656
00000400:00000100:3.0:1767322008.232790:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758726400 offset 0 length 520: 4
00000100:00100000:3.0:1767322008.232811:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322008.232864:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758726528
00000100:00100000:2.0:1767322008.232868:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758726528
00000100:00100000:2.0:1767322008.232888:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5080
00000100:00100000:2.0:1767322008.232898:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758726656:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322008.232968:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758726656:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 72us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322008.232977:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5080
00000100:00100000:2.0:1767322008.232997:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89464
00000100:00100000:2.0:1767322008.233002:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758726528:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322008.233033:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322008.233061:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758726528:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (249us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322008.233068:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89464
00000100:00080000:0.0:1767322008.233291:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322008.458774:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322009.094939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322009.479033:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322009.542924:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321984/real 1767321984]  req@ffff8d4d4a9f7480 x1853166816694912/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322009 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322009.542958:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a9f7480 x1853166816694912/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322009 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767322009.542980:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322009.543007:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322009.543011:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816694912:0@lo:250:kworker.0
00000100:00080000:1.0:1767322009.543070:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322009.543076:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767322009.543079:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322009.543085:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4527
00000100:00080000:1.0:1767322009.543089:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322009.543096:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322009.543140:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bf100 x1853166816699392/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322009.543210:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816699392:0@lo:250:kworker.0
00000400:00000100:0.0:1767322009.543259:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816699392 offset 0 length 520: 4
00000100:00080000:1.0:1767322009.543336:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322009.543340:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322009.543342:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322009.543346:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4548
00000100:00080000:1.0:1767322009.543349:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322009.543352:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322009.543371:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bc700 x1853166816699520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322009.543564:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816699520:0@lo:38:kworker.0
00000100:00100000:0.0:1767322009.543601:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322009.543722:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322009.543726:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322009.543728:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322009.543733:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4548
00000100:00080000:1.0:1767322009.543735:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322009.543748:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322009.543791:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4be680 x1853166816699648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322009.543854:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816699776:0@lo:400:kworker.0
00000100:00100000:3.0:1767322009.543883:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322009.543915:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816699648:0@lo:38:kworker.0
00000100:00100000:0.0:1767322009.543939:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322009.543968:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816699648
00000100:00100000:0.0:1767322009.543975:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816699648
00000100:00100000:0.0:1767322009.544019:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99
00000100:00100000:0.0:1767322009.544027:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816699648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322009.544046:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322009.544085:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816699648:12345-0@lo:38:kworker.0 Request processed in 58us (145us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322009.544092:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99
00000100:00080000:0.0:1767322009.544138:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322009.544142:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322009.544145:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816699648:0@lo:38:kworker.0
00000100:00080000:1.0:1767322009.544276:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322009.544281:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322009.544283:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322009.544287:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4548
00000100:00080000:1.0:1767322009.544290:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322009.544294:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322009.544310:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bc380 x1853166816699904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322009.544341:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322009.544344:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322009.544346:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322009.544349:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4548
00000100:00080000:1.0:1767322009.544352:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322009.544355:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322009.544365:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bfb80 x1853166816700160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322009.544402:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816700032:0@lo:400:kworker.0
00000100:00100000:1.0:1767322009.544444:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816700288:0@lo:400:kworker.0
00000100:00100000:1.0:1767322009.544469:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322009.544505:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816700288
00000100:00100000:1.0:1767322009.544510:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816700288
00000100:00100000:1.0:1767322009.544553:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202
00000100:00100000:1.0:1767322009.544560:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816700288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322009.544601:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816700288:12345-0@lo:400:kworker.0 Request processed in 42us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322009.544608:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202
00000100:00100000:1.0:1767322009.544647:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816700288:0@lo:400:kworker.0
00000100:00100000:0.0:1767322009.544807:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816700416:0@lo:400:kworker.0
00000100:00100000:0.0:1767322009.544835:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322009.544865:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322009.544875:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816700416
00000100:00100000:0.0:1767322009.544879:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816700416
00000100:00100000:0.0:1767322009.544907:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203
00000100:00100000:0.0:1767322009.544914:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e47bfac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816700416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322009.544946:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e47bfac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816700416:12345-0@lo:400:kworker.0 Request processed in 34us (111us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322009.544952:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203
00000100:00080000:0.0:1767322009.545147:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322009.545177:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816700416:0@lo:400:kworker.0
00000100:00100000:0.0:1767322009.545198:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816699904:0@lo:38:kworker.0
00000100:00100000:2.0:1767322009.545749:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816699520
00000100:00100000:2.0:1767322009.545769:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816699520
00000100:00100000:2.0:1767322009.545795:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816699776
00000100:00100000:2.0:1767322009.545798:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816699776
00000100:00100000:2.0:1767322009.545823:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5081
00000100:00100000:2.0:1767322009.545829:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816699776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322009.545885:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89465
00000100:00100000:0.0:1767322009.545890:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816699520:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322009.545907:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322009.546024:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322009.546049:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816700160:0@lo:38:kworker.0
00000100:00100000:1.0:1767322009.546075:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322009.546234:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816699904
00000100:00100000:1.0:1767322009.546239:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816699904
00000100:00100000:1.0:1767322009.546252:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816700160
00000100:00100000:1.0:1767322009.546254:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816700160
00000100:00100000:1.0:1767322009.546333:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89466
00000100:00100000:1.0:1767322009.546339:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816699904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322009.546349:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322009.546383:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816699904:12345-0@lo:38:kworker.0 Request processed in 43us (358us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322009.546389:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89466
00000100:00100000:1.0:1767322009.546404:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89467
00000100:00100000:1.0:1767322009.546408:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816700160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322009.546416:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322009.546439:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816700160:12345-0@lo:38:kworker.0 Request processed in 30us (363us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322009.546445:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89467
00000100:00080000:1.0:1767322009.546476:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322009.546481:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322009.546486:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816699904:0@lo:38:kworker.0
00000100:00080000:1.0:1767322009.546494:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322009.546497:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322009.546500:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816700160:0@lo:38:kworker.0
00000100:00080000:1.0:1767322009.546540:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322009.546567:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322009.546596:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816700032
00000100:00100000:1.0:1767322009.546600:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816700032
00000100:00100000:1.0:1767322009.546630:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5082
00000100:00100000:1.0:1767322009.546636:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816700032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322009.546670:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816700032:12345-0@lo:400:kworker.0 Request processed in 35us (102us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322009.546676:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5082
00000100:00100000:1.0:1767322009.546704:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816700032:0@lo:400:kworker.0
00000100:00080000:1.0:1767322009.546717:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322009.547261:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816699776:12345-0@lo:400:kworker.0 Request processed in 1430us (3375us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322009.547276:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5081
00000100:00100000:0.0:1767322009.547410:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816699520:12345-0@lo:38:kworker.0 Request processed in 1517us (3808us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322009.547416:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89465
00000100:00080000:1.0:1767322009.547487:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322009.547493:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322009.547496:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816699520:0@lo:38:kworker.0
00000100:00100000:3.0:1767322009.547548:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816699776:0@lo:400:kworker.0
00000100:00100000:0.0:1767322010.055075:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322010.055096:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816700544:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322010.055192:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322010.055249:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816700544
00000100:00100000:0.0:1767322010.055257:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816700544
00000100:00100000:0.0:1767322010.055306:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893
00000100:00100000:0.0:1767322010.055316:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816700544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322010.055346:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322010.055388:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816700544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322010.055399:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893
00000100:00100000:0.0:1767322010.055446:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816700544:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322010.056654:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322010.056669:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816700672:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322010.056716:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322010.056966:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816700672
00000100:00100000:0.0:1767322010.056973:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816700672
00000100:00100000:0.0:1767322010.057204:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894
00000100:00100000:0.0:1767322010.057213:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816700672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322010.057237:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322010.057286:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816700672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (569us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322010.057293:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894
00000100:00100000:3.0:1767322010.057366:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816700672:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322010.118888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322010.503024:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322011.145064:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322011.527006:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322012.167271:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322012.552962:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322013.190920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322013.356244:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322013.356313:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758726784
00000100:00100000:0.0:1767322013.356324:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758726784
00000100:00100000:2.0:1767322013.356355:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322013.356401:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758726912
00000100:00100000:0.0:1767322013.356405:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758726912
00000100:00100000:0.0:1767322013.356445:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5083
00000100:00100000:0.0:1767322013.356452:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758726912:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322013.356462:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89468
00000100:00100000:1.0:1767322013.356471:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758726784:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322013.356494:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322013.356535:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758726784:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 62us (300us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322013.356537:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758726912:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 81us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322013.356549:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89468
00000100:00100000:0.0:1767322013.356557:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5083
00000100:00080000:2.0:1767322013.358647:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322013.574947:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322014.214884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322014.598954:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322014.665405:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322014.665415:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322014.665419:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322014.665422:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322014.665427:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322014.665434:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4552
00000100:00080000:3.0:1767322014.665438:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322014.665445:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322014.665484:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884380 x1853166816700800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322014.665501:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322014.665504:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322014.665506:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322014.665511:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4552
00000100:00100000:1.0:1767322014.665513:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816700800:0@lo:38:kworker.0
00000100:00080000:3.0:1767322014.665514:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322014.665521:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322014.665536:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885c00 x1853166816700928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322014.665590:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322014.665594:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322014.665596:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322014.665602:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4552
00000100:00100000:1.0:1767322014.665606:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322014.665607:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322014.665625:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322014.665640:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886a00 x1853166816701184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322014.665672:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322014.665676:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322014.665679:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322014.665683:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4552
00000100:00100000:1.0:1767322014.665686:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816700928:0@lo:38:kworker.0
00000100:00080000:3.0:1767322014.665687:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322014.665694:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322014.665709:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884700 x1853166816701440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322014.665722:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322014.665772:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816701184:0@lo:38:kworker.0
00000100:00100000:3.0:1767322014.665777:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816701568:0@lo:400:kworker.0
00000100:00100000:3.0:1767322014.665811:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322014.665834:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322014.665839:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816701312:0@lo:400:kworker.0
00000100:00100000:3.0:1767322014.665859:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322014.665889:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322014.665890:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816700800
00000100:00100000:3.0:1767322014.665899:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816700800
00000100:00100000:3.0:1767322014.665932:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816701312
00000100:00100000:3.0:1767322014.665935:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816701312
00000100:00100000:3.0:1767322014.665971:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816701184
00000100:00100000:3.0:1767322014.665975:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816701184
00000100:00100000:3.0:1767322014.665992:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5084
00000100:00100000:3.0:1767322014.666003:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816701312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322014.666113:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816701312:12345-0@lo:400:kworker.0 Request processed in 102us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322014.666121:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5084
00000100:00100000:3.0:1767322014.666139:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89469
00000100:00100000:3.0:1767322014.666143:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816700800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322014.666163:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322014.666190:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816700800:12345-0@lo:38:kworker.0 Request processed in 45us (589us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322014.666196:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89469
00000100:00100000:3.0:1767322014.666206:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89470
00000100:00100000:3.0:1767322014.666210:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816701184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322014.666219:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322014.666288:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816701056:0@lo:400:kworker.0
00000100:00100000:2.0:1767322014.666362:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816701696:0@lo:400:kworker.0
00000100:00100000:2.0:1767322014.666391:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322014.666434:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322014.666467:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816701312:0@lo:400:kworker.0
00000100:00100000:2.0:1767322014.666503:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816701568
00000100:00100000:2.0:1767322014.666506:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816701568
00000100:00100000:2.0:1767322014.666536:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816701696
00000100:00100000:2.0:1767322014.666540:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816701696
00000100:00100000:0.0:1767322014.666556:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322014.666595:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816701056
00000100:00100000:0.0:1767322014.666599:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816701056
00000100:00100000:0.0:1767322014.666620:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5085
00000100:00100000:0.0:1767322014.666626:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816701056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322014.666663:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816701056:12345-0@lo:400:kworker.0 Request processed in 37us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322014.666670:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5085
00000100:00100000:0.0:1767322014.666700:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816701056:0@lo:400:kworker.0
00000100:00100000:0.0:1767322014.666746:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816700928
00000100:00100000:0.0:1767322014.666750:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816700928
00000100:00100000:0.0:1767322014.666795:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100
00000100:00100000:0.0:1767322014.666800:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816700928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322014.666810:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322014.666837:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816700928:12345-0@lo:38:kworker.0 Request processed in 36us (1116us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322014.666844:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100
00000100:00100000:0.0:1767322014.666864:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204
00000100:00100000:0.0:1767322014.666872:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816701568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322014.666907:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816701568:12345-0@lo:400:kworker.0 Request processed in 37us (1095us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322014.666913:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204
00000100:00100000:0.0:1767322014.666950:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816701568:0@lo:400:kworker.0
00000100:00080000:0.0:1767322014.666975:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767322014.666978:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322014.667256:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205
00000100:00100000:2.0:1767322014.667263:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816701696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322014.667299:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816701696:12345-0@lo:400:kworker.0 Request processed in 38us (908us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322014.667305:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205
00000100:00100000:2.0:1767322014.667334:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816701696:0@lo:400:kworker.0
00000100:00100000:3.0:1767322014.667404:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816701184:12345-0@lo:38:kworker.0 Request processed in 1191us (1516us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322014.667411:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89470
00000100:00080000:0.0:1767322014.667471:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322014.675912:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322014.675926:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322014.675932:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816701184:0@lo:38:kworker.0
00000100:00080000:1.0:1767322014.675948:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322014.675951:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322014.675954:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816700800:0@lo:38:kworker.0
00000100:00100000:1.0:1767322014.676306:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816701440:0@lo:38:kworker.0
00000100:00100000:1.0:1767322014.676389:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322014.676431:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322014.676436:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322014.676439:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816700928:0@lo:38:kworker.0
00000100:00100000:3.0:1767322014.676678:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816701440
00000100:00100000:3.0:1767322014.676686:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816701440
00000100:00100000:3.0:1767322014.676796:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89471
00000100:00100000:3.0:1767322014.676804:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816701440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322014.676823:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322014.676876:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816701440:12345-0@lo:38:kworker.0 Request processed in 71us (486us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322014.676883:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89471
00000100:00080000:1.0:1767322014.676945:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322014.676950:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322014.676953:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816701440:0@lo:38:kworker.0
00000100:00100000:3.0:1767322015.175153:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322015.175176:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816701824:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322015.175243:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322015.175975:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816701824
00000100:00100000:0.0:1767322015.175986:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816701824
00000100:00100000:0.0:1767322015.176045:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895
00000100:00100000:0.0:1767322015.176056:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816701824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322015.176108:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322015.176321:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816701952:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322015.176354:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322015.176464:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816701952
00000100:00100000:2.0:1767322015.176469:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816701952
00000100:00100000:2.0:1767322015.176690:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896
00000100:00100000:2.0:1767322015.176699:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816701952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322015.176827:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322015.176871:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816701952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 173us (516us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322015.176880:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896
00000100:00100000:2.0:1767322015.176932:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816701952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322015.177024:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816701824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 968us (1779us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322015.177030:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895
00000100:00100000:3.0:1767322015.177841:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816701824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322015.238923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322015.623059:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322016.262888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322016.647077:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322017.286880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322017.680606:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322018.314279:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322018.474703:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322018.474808:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322018.475015:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758727040
00000100:00100000:1.0:1767322018.475029:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758727040
00000100:00100000:1.0:1767322018.475096:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758727168
00000100:00100000:1.0:1767322018.475099:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758727168
00000100:00100000:1.0:1767322018.475176:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5086
00000100:00100000:1.0:1767322018.475188:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758727168:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322018.475294:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758727168:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 108us (485us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322018.475303:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5086
00000100:00100000:1.0:1767322018.475325:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89472
00000100:00100000:1.0:1767322018.475329:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758727040:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322018.475358:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322018.475390:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758727040:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (703us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322018.475398:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89472
00000100:00080000:3.0:1767322018.476557:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322018.698019:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322019.334954:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322019.719109:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322019.785539:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322019.785554:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322019.785557:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322019.785562:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322019.785567:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322019.785579:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4557
00000100:00080000:3.0:1767322019.785586:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322019.785596:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322019.785655:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884380 x1853166816702080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322019.785690:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322019.785694:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322019.785696:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322019.785701:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4557
00000100:00080000:3.0:1767322019.785703:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322019.785707:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322019.785723:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886a00 x1853166816702208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322019.785791:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322019.785796:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322019.785797:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322019.785801:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4557
00000100:00080000:3.0:1767322019.785804:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322019.785807:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322019.785820:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886d80 x1853166816702464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322019.785845:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322019.785849:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322019.785850:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322019.785854:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4557
00000100:00080000:3.0:1767322019.785857:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322019.785860:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322019.785871:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885180 x1853166816702720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322019.785933:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816702976:0@lo:400:kworker.0
00000100:00100000:1.0:1767322019.785937:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816702080:0@lo:38:kworker.0
00000100:00100000:2.0:1767322019.786042:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816702848:0@lo:400:kworker.0
00000100:00100000:0.0:1767322019.786104:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816702336:0@lo:400:kworker.0
00000100:00100000:3.0:1767322019.786378:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322019.786471:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816702592:0@lo:400:kworker.0
00000100:00100000:3.0:1767322019.786504:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322019.786565:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816702976
00000100:00100000:3.0:1767322019.786574:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816702976
00000100:00100000:3.0:1767322019.786648:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206
00000100:00100000:3.0:1767322019.786662:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816702976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322019.786723:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816702976:12345-0@lo:400:kworker.0 Request processed in 66us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322019.786731:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206
00000100:00080000:3.0:1767322019.786788:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322019.786827:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816702976:0@lo:400:kworker.0
00000100:00100000:3.0:1767322019.786873:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816702592
00000100:00100000:3.0:1767322019.786877:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816702592
00000100:00100000:3.0:1767322019.786913:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5087
00000100:00100000:3.0:1767322019.786921:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816702592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322019.786960:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816702592:12345-0@lo:400:kworker.0 Request processed in 41us (456us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322019.786966:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5087
00000100:00080000:3.0:1767322019.786985:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322019.787002:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816702592:0@lo:400:kworker.0
00000100:00100000:1.0:1767322019.787458:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322019.787506:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816702208:0@lo:38:kworker.0
00000100:00100000:1.0:1767322019.787539:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322019.787584:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816702464:0@lo:38:kworker.0
00000100:00100000:1.0:1767322019.787608:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322019.787626:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816702720:0@lo:38:kworker.0
00000100:00100000:1.0:1767322019.787657:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322019.787709:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816702208
00000100:00100000:1.0:1767322019.787714:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816702208
00000100:00100000:1.0:1767322019.787742:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101
00000100:00100000:1.0:1767322019.787748:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816702208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322019.787791:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322019.787829:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816702208:12345-0@lo:38:kworker.0 Request processed in 80us (289us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322019.787836:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101
00000100:00100000:1.0:1767322019.787869:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816702080
00000100:00100000:1.0:1767322019.787873:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816702080
00000100:00100000:1.0:1767322019.787892:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816702464
00000100:00100000:1.0:1767322019.787894:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816702464
00000100:00100000:1.0:1767322019.787905:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816702720
00000100:00100000:1.0:1767322019.787907:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816702720
00000100:00100000:1.0:1767322019.787921:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89473
00000100:00100000:1.0:1767322019.787925:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816702080:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322019.787935:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322019.787961:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816702080:12345-0@lo:38:kworker.0 Request processed in 35us (504us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322019.787968:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89473
00000100:00100000:1.0:1767322019.787991:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89474
00000100:00100000:1.0:1767322019.787996:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816702464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322019.788006:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322019.788039:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816702464:12345-0@lo:38:kworker.0 Request processed in 32us (420us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322019.788046:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89474
00000100:00100000:1.0:1767322019.788066:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89475
00000100:00100000:1.0:1767322019.788070:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6f5e6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816702720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322019.788078:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322019.788099:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6f5e6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816702720:12345-0@lo:38:kworker.0 Request processed in 28us (441us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322019.788104:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89475
00000100:00080000:1.0:1767322019.789538:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322019.789552:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322019.789557:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816702080:0@lo:38:kworker.0
00000100:00080000:1.0:1767322019.789569:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322019.789572:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322019.789575:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816702208:0@lo:38:kworker.0
00000100:00080000:1.0:1767322019.789584:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322019.789588:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322019.789590:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816702464:0@lo:38:kworker.0
00000100:00080000:1.0:1767322019.789600:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322019.789603:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322019.789606:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816702720:0@lo:38:kworker.0
00000100:00100000:2.0:1767322019.791685:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322019.791731:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816702848
00000100:00100000:3.0:1767322019.791749:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816702848
00000100:00100000:0.0:1767322019.791805:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322019.791865:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816702336
00000100:00100000:0.0:1767322019.791869:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816702336
00000100:00100000:3.0:1767322019.791869:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207
00000100:00100000:3.0:1767322019.791883:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816702848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322019.791954:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816702848:12345-0@lo:400:kworker.0 Request processed in 76us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322019.791963:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207
00000100:00100000:2.0:1767322019.792053:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816702848:0@lo:400:kworker.0
00000100:00100000:0.0:1767322019.792327:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5088
00000100:00100000:0.0:1767322019.792339:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816702336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322019.792488:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816702336:12345-0@lo:400:kworker.0 Request processed in 151us (683us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322019.792498:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5088
00000100:00100000:2.0:1767322019.792529:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816702336:0@lo:400:kworker.0
00000100:00080000:1.0:1767322019.792804:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322019.792812:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322020.297469:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816703104:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322020.297475:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322020.297496:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816703232:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322020.302825:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322020.303015:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816703104
00000100:00100000:0.0:1767322020.303029:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816703104
00000100:00100000:0.0:1767322020.303102:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897
00000100:00100000:0.0:1767322020.303112:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e451bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816703104:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322020.303156:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322020.303218:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e451bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816703104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (564us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322020.303226:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897
00000100:00100000:2.0:1767322020.303920:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816703104:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322020.310678:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322020.310835:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816703232
00000100:00100000:2.0:1767322020.310848:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816703232
00000100:00100000:2.0:1767322020.310922:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898
00000100:00100000:2.0:1767322020.310933:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816703232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322020.310976:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322020.314309:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816703232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3370us (3633us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322020.314324:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898
00000100:00100000:0.0:1767322020.314938:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816703232:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322020.360469:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322020.743114:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322021.383287:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322021.767708:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322022.406949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322022.791087:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322023.430954:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322023.594683:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322023.594810:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758727424
00000100:00100000:0.0:1767322023.594830:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758727424
00000100:00100000:3.0:1767322023.594992:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:1.0:1767322023.595275:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322023.595693:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758727296
00000100:00100000:0.0:1767322023.595702:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758727296
00000100:00100000:0.0:1767322023.595786:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5089
00000100:00100000:0.0:1767322023.595811:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758727424:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322023.595812:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89476
00000100:00100000:3.0:1767322023.595831:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758727296:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322023.595861:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322023.596120:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758727424:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 320us (1445us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322023.596130:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5089
00000100:00100000:3.0:1767322023.596194:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758727296:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 363us (1201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322023.596205:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89476
00010000:00010000:2.0:1767322023.815042:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322024.454923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322024.842122:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322024.902985:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322024.902997:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322024.903000:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322024.903006:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322024.903043:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322024.903052:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4562
00000100:00080000:3.0:1767322024.903058:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322024.903066:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322024.903110:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376300 x1853166816703360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322024.903141:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322024.903145:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322024.903150:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322024.903156:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4562
00000100:00080000:3.0:1767322024.903160:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322024.903164:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322024.903180:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816703360:0@lo:38:kworker.0
00000100:00100000:3.0:1767322024.903183:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376d80 x1853166816703488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322024.903236:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322024.903242:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322024.903244:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322024.903248:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4562
00000100:00080000:3.0:1767322024.903251:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322024.903255:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322024.903270:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375f80 x1853166816703744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322024.903304:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322024.903308:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322024.903313:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322024.903316:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322024.903338:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4562
00000100:00080000:3.0:1767322024.903341:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322024.903345:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322024.903363:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375180 x1853166816704000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322024.903404:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816703488:0@lo:38:kworker.0
00000100:00100000:3.0:1767322024.903430:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816703872:0@lo:400:kworker.0
00000100:00100000:1.0:1767322024.903443:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322024.903482:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816703744:0@lo:38:kworker.0
00000100:00100000:3.0:1767322024.903509:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322024.903537:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816703488
00000100:00100000:1.0:1767322024.903548:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816703488
00000100:00100000:3.0:1767322024.903565:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322024.903576:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816704128:0@lo:400:kworker.0
00000100:00100000:1.0:1767322024.903601:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102
00000100:00100000:1.0:1767322024.903619:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816703488:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322024.903619:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767322024.903651:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322024.903666:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816703360
00000100:00100000:3.0:1767322024.903676:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816703360
00000100:00100000:1.0:1767322024.903717:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816703488:12345-0@lo:38:kworker.0 Request processed in 103us (272us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322024.903717:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816703872
00000100:00100000:3.0:1767322024.903725:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816703872
00000100:00100000:1.0:1767322024.903739:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102
00000100:00080000:1.0:1767322024.903802:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322024.903824:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89477
00000100:00100000:1.0:1767322024.903831:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816703360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322024.903841:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322024.903869:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816703360:12345-0@lo:38:kworker.0 Request processed in 38us (569us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322024.903875:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89477
00000100:00100000:1.0:1767322024.903898:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322024.903921:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816704000:0@lo:38:kworker.0
00000100:00100000:1.0:1767322024.903950:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322024.903990:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322024.903994:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322024.904044:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816704256:0@lo:400:kworker.0
00000100:00100000:2.0:1767322024.904126:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322024.904152:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322024.904158:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816703616:0@lo:400:kworker.0
00000100:00100000:2.0:1767322024.904179:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322024.904250:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816703360:0@lo:38:kworker.0
00000100:00080000:1.0:1767322024.904291:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767322024.904293:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816703744
00000100:00080000:1.0:1767322024.904300:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322024.904305:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816703744
00000100:00100000:1.0:1767322024.904307:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816703488:0@lo:38:kworker.0
00000100:00100000:1.0:1767322024.904344:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816704000
00000100:00100000:1.0:1767322024.904349:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816704000
00000100:00100000:1.0:1767322024.909620:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5090
00000100:00100000:1.0:1767322024.909657:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816703872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322024.909839:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816703872:12345-0@lo:400:kworker.0 Request processed in 203us (6331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322024.909847:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5090
00000100:00100000:1.0:1767322024.909875:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89478
00000100:00100000:1.0:1767322024.909881:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816703744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322024.909909:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322024.909951:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816703744:12345-0@lo:38:kworker.0 Request processed in 68us (6051us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322024.909957:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89478
00000100:00100000:1.0:1767322024.909971:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89479
00000100:00100000:1.0:1767322024.909976:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816704000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322024.909986:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322024.910294:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816704000:12345-0@lo:38:kworker.0 Request processed in 315us (6342us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322024.910301:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89479
00000100:00080000:1.0:1767322024.910397:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322024.910403:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322024.910409:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816703744:0@lo:38:kworker.0
00000100:00080000:1.0:1767322024.910423:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322024.910427:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322024.910430:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816704000:0@lo:38:kworker.0
00000100:00100000:1.0:1767322024.910538:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816703872:0@lo:400:kworker.0
00000100:00100000:1.0:1767322024.910569:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816704128
00000100:00100000:1.0:1767322024.910577:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816704128
00000100:00100000:1.0:1767322024.910642:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816704256
00000100:00100000:1.0:1767322024.910646:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816704256
00000100:00100000:1.0:1767322024.910677:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208
00000100:00100000:1.0:1767322024.910684:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816704128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322024.910729:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816704128:12345-0@lo:400:kworker.0 Request processed in 46us (7120us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322024.910734:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208
00000100:00100000:1.0:1767322024.910746:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209
00000100:00100000:1.0:1767322024.910752:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816704256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322024.910818:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816704256:12345-0@lo:400:kworker.0 Request processed in 67us (6692us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322024.910824:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209
00000100:00080000:1.0:1767322024.910840:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322024.910845:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322024.910865:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816704128:0@lo:400:kworker.0
00000100:00100000:1.0:1767322024.912907:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816703616
00000100:00100000:1.0:1767322024.912925:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816703616
00000100:00100000:1.0:1767322024.913038:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5091
00000100:00080000:3.0:1767322024.913045:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322024.913055:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816703616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322024.913098:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816704256:0@lo:400:kworker.0
00000100:00100000:1.0:1767322024.913160:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816703616:12345-0@lo:400:kworker.0 Request processed in 110us (8977us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322024.913172:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5091
00000100:00100000:2.0:1767322024.913185:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816703616:0@lo:400:kworker.0
00000100:00100000:2.0:1767322025.416735:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816704384:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322025.416842:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322025.417023:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816704512:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322025.417052:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322025.417230:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816704384
00000100:00100000:3.0:1767322025.417239:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816704384
00000100:00100000:3.0:1767322025.417298:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816704512
00000100:00100000:3.0:1767322025.417302:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816704512
00000100:00100000:3.0:1767322025.417332:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899
00000100:00100000:3.0:1767322025.417342:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816704384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322025.417378:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322025.417463:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900
00000100:00100000:1.0:1767322025.417472:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816704512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322025.417489:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322025.417522:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816704512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (469us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322025.417530:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900
00000100:00100000:1.0:1767322025.417578:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816704512:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322025.425592:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816704384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8240us (8739us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322025.425611:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899
00000100:00100000:2.0:1767322025.426060:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816704384:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322025.478951:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322025.862951:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322026.502889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322026.886983:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322027.526880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322027.911906:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322028.550900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322028.718685:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322028.718798:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758727680
00000100:00100000:3.0:1767322028.718809:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758727680
00000100:00100000:3.0:1767322028.718893:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5092
00000100:00100000:3.0:1767322028.718908:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758727680:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322028.719007:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758727680:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (334us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322028.719016:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5092
00000100:00080000:1.0:1767322028.719120:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322028.720105:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322028.720214:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758727552
00000100:00100000:1.0:1767322028.720222:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758727552
00000100:00100000:1.0:1767322028.720264:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89480
00000100:00100000:1.0:1767322028.720271:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758727552:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322028.720297:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322028.720348:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758727552:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 66us (237us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322028.720356:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89480
00010000:00010000:1.0:1767322028.935846:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322029.575065:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322029.961924:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322030.022863:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322030.022872:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322030.022875:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322030.022879:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322030.022882:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322030.022901:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4567
00000100:00080000:3.0:1767322030.022906:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322030.022913:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322030.022949:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377800 x1853166816704640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322030.022980:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322030.022983:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322030.022985:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322030.022989:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4567
00000100:00080000:3.0:1767322030.022992:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322030.022995:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322030.023007:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375500 x1853166816704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322030.023080:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322030.023150:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816704640:0@lo:38:kworker.0
00000100:00100000:2.0:1767322030.023208:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322030.023255:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816704768:0@lo:38:kworker.0
00000100:00080000:3.0:1767322030.023424:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322030.023429:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322030.023431:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322030.023435:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4567
00000100:00080000:3.0:1767322030.023438:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322030.023442:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322030.023455:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375c00 x1853166816705024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322030.023483:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322030.023486:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322030.023488:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322030.023491:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4567
00000100:00080000:3.0:1767322030.023493:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322030.023496:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322030.023504:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375180 x1853166816705280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322030.023535:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322030.023561:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816705024:0@lo:38:kworker.0
00000100:00100000:2.0:1767322030.023580:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322030.023593:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816705280:0@lo:38:kworker.0
00000100:00100000:2.0:1767322030.023607:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322030.023635:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816704640
00000100:00100000:2.0:1767322030.023640:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816704640
00000100:00100000:2.0:1767322030.023666:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816705024
00000100:00100000:2.0:1767322030.023668:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816705024
00000100:00100000:2.0:1767322030.023676:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816705280
00000100:00100000:2.0:1767322030.023678:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816705280
00000100:00100000:2.0:1767322030.023690:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89481
00000100:00100000:2.0:1767322030.023696:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816704640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322030.023714:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322030.023746:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816704640:12345-0@lo:38:kworker.0 Request processed in 49us (538us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322030.023753:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89481
00000100:00100000:2.0:1767322030.023785:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89482
00000100:00100000:2.0:1767322030.023789:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816705024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322030.023798:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322030.023815:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816705024:12345-0@lo:38:kworker.0 Request processed in 25us (234us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322030.023820:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89482
00000100:00100000:2.0:1767322030.023828:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89483
00000100:00100000:2.0:1767322030.023831:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816705280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322030.023841:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322030.023856:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816705280:12345-0@lo:38:kworker.0 Request processed in 23us (248us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322030.023860:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89483
00000100:00080000:2.0:1767322030.023904:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322030.023908:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322030.023912:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816705024:0@lo:38:kworker.0
00000100:00080000:2.0:1767322030.023919:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322030.023922:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322030.023925:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816705280:0@lo:38:kworker.0
00000100:00080000:2.0:1767322030.023931:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322030.023933:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322030.023936:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816704640:0@lo:38:kworker.0
00000100:00100000:2.0:1767322030.023959:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816705408:0@lo:400:kworker.0
00000100:00100000:2.0:1767322030.023991:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322030.024015:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816705408
00000100:00100000:2.0:1767322030.024018:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816705408
00000100:00100000:2.0:1767322030.024052:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210
00000100:00100000:2.0:1767322030.024059:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816705408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322030.024094:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816705408:12345-0@lo:400:kworker.0 Request processed in 36us (102us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322030.024099:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210
00000100:00100000:2.0:1767322030.024124:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816705408:0@lo:400:kworker.0
00000100:00100000:2.0:1767322030.024134:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322030.024139:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816705152:0@lo:400:kworker.0
00000100:00100000:2.0:1767322030.024158:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322030.024175:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816705152
00000100:00100000:2.0:1767322030.024178:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816705152
00000100:00100000:2.0:1767322030.024201:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5093
00000100:00100000:2.0:1767322030.024207:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816705152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322030.024233:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816705152:12345-0@lo:400:kworker.0 Request processed in 26us (73us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322030.024238:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5093
00000100:00100000:2.0:1767322030.024263:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816705152:0@lo:400:kworker.0
00000100:00100000:1.0:1767322030.024595:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322030.024606:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816705536:0@lo:400:kworker.0
00000100:00100000:1.0:1767322030.024636:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322030.024670:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816704768
00000100:00100000:1.0:1767322030.024673:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816704768
00000100:00100000:1.0:1767322030.024693:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103
00000100:00100000:1.0:1767322030.024698:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816704768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322030.024710:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322030.024740:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816704768:12345-0@lo:38:kworker.0 Request processed in 40us (1465us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322030.024746:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103
00000100:00080000:1.0:1767322030.024783:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322030.024788:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322030.024795:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816705536
00000100:00100000:1.0:1767322030.024799:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816705536
00000100:00100000:1.0:1767322030.024824:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211
00000100:00100000:1.0:1767322030.024829:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816705536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322030.024860:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816705536:12345-0@lo:400:kworker.0 Request processed in 30us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322030.024865:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211
00000100:00080000:1.0:1767322030.024893:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322030.024910:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816705536:0@lo:400:kworker.0
00000100:00080000:1.0:1767322030.024932:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322030.024936:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322030.024940:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816704768:0@lo:38:kworker.0
00000100:00100000:0.0:1767322030.028648:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816704896:0@lo:400:kworker.0
00000100:00100000:0.0:1767322030.028727:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322030.028940:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816704896
00000100:00100000:1.0:1767322030.028949:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816704896
00000100:00100000:1.0:1767322030.029035:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5094
00000100:00100000:1.0:1767322030.029044:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816704896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322030.029101:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816704896:12345-0@lo:400:kworker.0 Request processed in 58us (374us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322030.029108:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5094
00000100:00080000:0.0:1767322030.029252:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322030.029294:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816704896:0@lo:400:kworker.0
00000100:00100000:2.0:1767322030.535416:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322030.535452:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816705664:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322030.535527:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322030.535877:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816705664
00000100:00100000:3.0:1767322030.535885:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816705664
00000100:00100000:3.0:1767322030.535974:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901
00000100:00100000:3.0:1767322030.535986:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816705664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322030.536037:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322030.536085:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816705664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (557us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322030.536092:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901
00000100:00100000:2.0:1767322030.536229:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816705664:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322030.537309:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816705792:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322030.537358:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322030.537451:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816705792
00000100:00100000:2.0:1767322030.537457:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816705792
00000100:00100000:2.0:1767322030.537500:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902
00000100:00100000:2.0:1767322030.537509:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816705792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322030.537533:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322030.539916:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816705792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2399us (2547us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322030.539930:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902
00000100:00100000:1.0:1767322030.540184:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816705792:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322030.600182:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322030.983458:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322031.622837:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322032.007484:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322032.646901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322032.807718:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322032.808283:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758728064
00000100:00100000:2.0:1767322032.808296:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758728064
00000100:00100000:2.0:1767322032.808387:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5095
00000100:00100000:2.0:1767322032.808401:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758728064:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322032.808512:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758728064:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 114us (803us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322032.808519:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5095
00000100:00080000:0.0:1767322032.809019:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767322032.813324:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758727808 offset 0 length 520: 4
00000100:00100000:2.0:1767322032.813376:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322032.813467:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758727936
00000100:00100000:1.0:1767322032.813477:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758727936
00000100:00100000:1.0:1767322032.813520:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89484
00000100:00100000:1.0:1767322032.813527:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758727936:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322032.813549:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322032.813623:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758727936:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 94us (246us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322032.813631:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89484
00010000:00010000:1.0:1767322033.034347:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322033.672921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322034.056436:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322034.119080:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322009/real 1767322009]  req@ffff8d4d4a4bf100 x1853166816699392/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322034 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322034.119129:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a4bf100 x1853166816699392/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322034 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767322034.119152:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322034.119181:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322034.119186:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816699392:0@lo:250:kworker.0
00000100:00080000:0.0:1767322034.119453:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322034.119460:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767322034.119463:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322034.119467:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4552
00000100:00080000:0.0:1767322034.119471:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322034.119483:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322034.119516:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d180 x1853166816705920/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322034.119545:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322034.119549:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322034.119551:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322034.119555:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4572
00000100:00080000:0.0:1767322034.119558:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322034.119562:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322034.119577:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c380 x1853166816706048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322034.119586:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322034.119589:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322034.119590:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322034.119594:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4572
00000100:00080000:0.0:1767322034.119596:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322034.119599:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322034.119612:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f480 x1853166816706176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322034.119658:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322034.119663:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322034.119665:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322034.119668:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4572
00000100:00080000:0.0:1767322034.119671:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322034.119674:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322034.119686:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c700 x1853166816706432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322034.119710:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322034.119714:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322034.119715:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322034.119719:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4572
00000100:00080000:0.0:1767322034.119721:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322034.119725:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322034.119735:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621e680 x1853166816706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322034.119856:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816706560:0@lo:400:kworker.0
00000100:00100000:2.0:1767322034.119919:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322034.119993:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322034.120000:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816706816:0@lo:400:kworker.0
00000100:00100000:2.0:1767322034.120026:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322034.120060:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816706944:0@lo:400:kworker.0
00000100:00100000:2.0:1767322034.120083:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322034.120098:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322034.120116:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816706304:0@lo:400:kworker.0
00000100:00100000:2.0:1767322034.120138:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322034.120399:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816706560
00000100:00100000:0.0:1767322034.120407:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816706560
00000100:00100000:0.0:1767322034.120468:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816706304
00000100:00100000:0.0:1767322034.120471:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816706304
00000100:00100000:0.0:1767322034.120500:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5096
00000100:00100000:0.0:1767322034.120509:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816706560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322034.120563:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816706560:12345-0@lo:400:kworker.0 Request processed in 55us (644us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322034.120571:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5096
00000100:00100000:0.0:1767322034.120589:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5097
00000100:00100000:0.0:1767322034.120596:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816706304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322034.120626:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816706304:12345-0@lo:400:kworker.0 Request processed in 31us (487us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322034.120632:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5097
00000100:00100000:1.0:1767322034.120715:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816706816
00000100:00100000:1.0:1767322034.120719:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816706816
00000100:00100000:1.0:1767322034.120780:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816706944
00000100:00100000:1.0:1767322034.120783:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816706944
00000100:00100000:1.0:1767322034.120808:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212
00000100:00100000:1.0:1767322034.120814:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816706816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322034.120944:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816706816:12345-0@lo:400:kworker.0 Request processed in 130us (916us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322034.120954:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212
00000100:00100000:1.0:1767322034.120969:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213
00000100:00100000:1.0:1767322034.120975:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816706944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322034.121002:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816706944:12345-0@lo:400:kworker.0 Request processed in 28us (918us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322034.121007:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213
00000100:00100000:1.0:1767322034.121044:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816705920:0@lo:250:kworker.0
00000400:00000100:1.0:1767322034.121065:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816705920 offset 0 length 520: 4
00000100:00100000:1.0:1767322034.121085:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816706048:0@lo:38:kworker.0
00000100:00080000:2.0:1767322034.121273:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322034.121279:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322034.121282:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322034.121399:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816706816:0@lo:400:kworker.0
00000100:00100000:2.0:1767322034.121411:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816706560:0@lo:400:kworker.0
00000100:00100000:2.0:1767322034.121446:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816706304:0@lo:400:kworker.0
00000100:00100000:2.0:1767322034.121455:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816706944:0@lo:400:kworker.0
00000100:00100000:1.0:1767322034.121504:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322034.121534:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816706176:0@lo:38:kworker.0
00000100:00100000:1.0:1767322034.121561:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322034.121586:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816706432:0@lo:38:kworker.0
00000100:00100000:1.0:1767322034.121607:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322034.121624:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816706688:0@lo:38:kworker.0
00000100:00100000:1.0:1767322034.121647:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322034.121676:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816706048
00000100:00100000:1.0:1767322034.121681:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816706048
00000100:00100000:1.0:1767322034.121701:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816706432
00000100:00100000:1.0:1767322034.121704:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816706432
00000100:00100000:1.0:1767322034.121715:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816706688
00000100:00100000:1.0:1767322034.121718:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816706688
00000100:00100000:1.0:1767322034.121732:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89485
00000100:00100000:1.0:1767322034.121737:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816706048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322034.121779:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322034.121813:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816706048:12345-0@lo:38:kworker.0 Request processed in 75us (709us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322034.121819:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89485
00000100:00100000:0.0:1767322034.122018:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816706176
00000100:00100000:0.0:1767322034.122022:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816706176
00000100:00100000:0.0:1767322034.122045:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104
00000100:00100000:0.0:1767322034.122050:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816706176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322034.122061:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322034.122088:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816706176:12345-0@lo:38:kworker.0 Request processed in 37us (526us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322034.122095:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104
00000100:00100000:1.0:1767322034.122152:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89486
00000100:00100000:1.0:1767322034.122158:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816706432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322034.122169:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322034.122194:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816706432:12345-0@lo:38:kworker.0 Request processed in 36us (587us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322034.130390:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89487
00000100:00100000:3.0:1767322034.130407:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816706688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322034.130441:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322034.130526:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816706688:12345-0@lo:38:kworker.0 Request processed in 122us (8878us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322034.130533:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89487
00000100:00080000:3.0:1767322034.130630:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322034.130648:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322034.130652:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816706048:0@lo:38:kworker.0
00000100:00080000:3.0:1767322034.130664:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322034.130667:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322034.130669:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816706176:0@lo:38:kworker.0
00000100:00080000:3.0:1767322034.130675:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322034.130677:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322034.130679:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816706432:0@lo:38:kworker.0
00000100:00080000:3.0:1767322034.130684:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322034.130686:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322034.130687:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816706688:0@lo:38:kworker.0
00000100:00100000:1.0:1767322034.131202:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89486
00000100:00100000:1.0:1767322034.694894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322035.081601:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322035.655185:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322035.655212:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816707072:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322035.655295:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322035.655371:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816707072
00000100:00100000:2.0:1767322035.655378:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816707072
00000100:00100000:2.0:1767322035.655425:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903
00000100:00100000:2.0:1767322035.655434:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816707072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322035.655464:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322035.655519:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816707072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322035.655527:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903
00000100:00100000:2.0:1767322035.655578:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816707072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322035.659322:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322035.659346:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816707200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322035.659413:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322035.659650:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816707200
00000100:00100000:3.0:1767322035.659657:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816707200
00000100:00100000:3.0:1767322035.659714:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904
00000100:00100000:3.0:1767322035.659725:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816707200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322035.659774:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322035.659905:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816707200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 181us (490us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322035.659924:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904
00000100:00100000:1.0:1767322035.660061:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816707200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322035.718967:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322036.103165:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322036.743602:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322037.127226:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322037.769068:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322037.928458:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322037.928546:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758728320
00000100:00100000:2.0:1767322037.928557:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758728320
00000100:00080000:0.0:1767322037.928622:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322037.928643:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5098
00000100:00100000:2.0:1767322037.928654:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758728320:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322037.928744:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758728320:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 91us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322037.928752:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5098
00000100:00100000:3.0:1767322037.939047:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322037.939183:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758728192
00000100:00100000:1.0:1767322037.939192:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758728192
00000100:00100000:1.0:1767322037.939240:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89488
00000100:00100000:1.0:1767322037.939249:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758728192:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322037.939273:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322037.939348:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758728192:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 97us (310us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322037.939356:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89488
00010000:00010000:3.0:1767322038.152436:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322038.791795:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322039.174987:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322039.239583:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322039.239594:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322039.239597:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322039.239602:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322039.239606:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322039.239614:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4576
00000100:00080000:3.0:1767322039.239618:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322039.239625:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322039.239667:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375880 x1853166816707328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322039.239682:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322039.239685:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322039.239686:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322039.239690:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4576
00000100:00080000:3.0:1767322039.239692:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322039.239695:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322039.239706:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375500 x1853166816707456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322039.239749:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322039.239772:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322039.239775:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322039.239779:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4576
00000100:00100000:2.0:1767322039.239783:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816707584:0@lo:400:kworker.0
00000100:00080000:3.0:1767322039.239783:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322039.239789:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322039.239805:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80374e00 x1853166816707712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322039.239838:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322039.239841:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322039.239843:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322039.239847:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4576
00000100:00080000:3.0:1767322039.239849:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322039.239853:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322039.239870:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322039.239874:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377800 x1853166816707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322039.239926:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816707840:0@lo:400:kworker.0
00000100:00100000:2.0:1767322039.239957:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322039.239963:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322039.239968:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816708224:0@lo:400:kworker.0
00000100:00100000:3.0:1767322039.239988:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322039.239997:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816708096:0@lo:400:kworker.0
00000100:00100000:2.0:1767322039.240004:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322039.240033:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322039.240050:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816707584
00000100:00100000:2.0:1767322039.240068:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816707584
00000100:00100000:3.0:1767322039.240075:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816708224
00000100:00100000:3.0:1767322039.240081:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816708224
00000100:00100000:2.0:1767322039.240116:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816707840
00000100:00100000:2.0:1767322039.240120:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816707840
00000100:00100000:3.0:1767322039.240123:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816708096
00000100:00100000:3.0:1767322039.240129:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816708096
00000100:00100000:3.0:1767322039.240159:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214
00000100:00100000:2.0:1767322039.240167:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5099
00000100:00100000:3.0:1767322039.240173:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816708224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322039.240180:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816707584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322039.240266:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215
00000100:00100000:0.0:1767322039.240275:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816708096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322039.240319:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816707328:0@lo:38:kworker.0
00000100:00100000:2.0:1767322039.240335:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816707584:12345-0@lo:400:kworker.0 Request processed in 159us (464us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322039.240344:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5099
00000100:00100000:2.0:1767322039.240370:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5100
00000100:00100000:2.0:1767322039.240378:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816707840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322039.240460:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322039.240485:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816707456:0@lo:38:kworker.0
00000100:00100000:1.0:1767322039.240511:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322039.240536:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816707712:0@lo:38:kworker.0
00000100:00100000:1.0:1767322039.240557:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322039.240574:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816707968:0@lo:38:kworker.0
00000100:00100000:1.0:1767322039.240594:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322039.240623:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816707328
00000100:00100000:1.0:1767322039.240627:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816707328
00000100:00100000:1.0:1767322039.240641:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816707712
00000100:00100000:1.0:1767322039.240643:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816707712
00000100:00100000:1.0:1767322039.240649:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816707968
00000100:00100000:1.0:1767322039.240650:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816707968
00000100:00100000:1.0:1767322039.240658:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89489
00000100:00100000:1.0:1767322039.240663:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816707328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322039.240681:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322039.240713:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816707328:12345-0@lo:38:kworker.0 Request processed in 49us (253us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322039.240719:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89489
00000100:00100000:1.0:1767322039.240730:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89490
00000100:00100000:1.0:1767322039.240734:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816707712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322039.240743:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322039.240789:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816707840:12345-0@lo:400:kworker.0 Request processed in 411us (827us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322039.240798:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5100
00000100:00100000:1.0:1767322039.240804:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816707712:12345-0@lo:38:kworker.0 Request processed in 67us (244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322039.240814:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89490
00000100:00100000:1.0:1767322039.240826:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89491
00000100:00100000:1.0:1767322039.240830:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816707968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322039.240839:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322039.240859:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816707968:12345-0@lo:38:kworker.0 Request processed in 28us (264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322039.240864:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89491
00000100:00100000:1.0:1767322039.240895:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816707456
00000100:00100000:1.0:1767322039.240899:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816707456
00000100:00100000:1.0:1767322039.240923:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105
00000100:00100000:1.0:1767322039.240928:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816707456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322039.240937:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322039.240964:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816707456:12345-0@lo:38:kworker.0 Request processed in 35us (452us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322039.240966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816707840:0@lo:400:kworker.0
00000100:00100000:1.0:1767322039.240974:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105
00000100:00100000:2.0:1767322039.241010:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816707584:0@lo:400:kworker.0
00000100:00080000:1.0:1767322039.241018:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322039.241025:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322039.241029:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816707328:0@lo:38:kworker.0
00000100:00080000:1.0:1767322039.241040:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322039.241044:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322039.241048:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816707456:0@lo:38:kworker.0
00000100:00080000:1.0:1767322039.241055:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322039.241058:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322039.241060:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816707712:0@lo:38:kworker.0
00000100:00080000:1.0:1767322039.241069:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322039.241069:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322039.241076:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767322039.241076:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322039.241082:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816707968:0@lo:38:kworker.0
00000100:00080000:2.0:1767322039.241082:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322039.241343:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816708224:12345-0@lo:400:kworker.0 Request processed in 1173us (1339us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322039.241349:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816708096:12345-0@lo:400:kworker.0 Request processed in 1074us (1315us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322039.241357:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215
00000100:00100000:2.0:1767322039.241427:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816708224:0@lo:400:kworker.0
00000100:00100000:3.0:1767322039.241981:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214
00000100:00100000:1.0:1767322039.244543:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816708096:0@lo:400:kworker.0
00000100:00100000:1.0:1767322039.814910:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322040.201230:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322040.775536:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816708352:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322040.775613:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322040.775787:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816708352
00000100:00100000:1.0:1767322040.775797:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816708352
00000100:00100000:2.0:1767322040.775849:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322040.775859:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905
00000100:00100000:1.0:1767322040.775881:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816708352:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322040.775886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816708480:0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322040.775914:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322040.775927:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322040.775978:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816708480
00000100:00100000:2.0:1767322040.775983:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816708480
00000100:00100000:2.0:1767322040.776010:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906
00000100:00100000:2.0:1767322040.776016:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816708480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322040.776033:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322040.776067:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816708480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322040.776074:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906
00000100:00100000:2.0:1767322040.776120:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816708480:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322040.793681:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816708352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 17793us (18058us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322040.793696:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905
00000100:00100000:0.0:1767322040.793973:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816708352:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322040.838905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322041.223216:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322041.862898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322042.248964:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322042.886900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322043.050497:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322043.050601:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322043.050671:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758728576
00000100:00100000:2.0:1767322043.050681:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758728576
00000100:00100000:1.0:1767322043.050718:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758728448
00000100:00100000:1.0:1767322043.050724:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758728448
00000100:00100000:1.0:1767322043.050886:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5101
00000100:00100000:1.0:1767322043.050901:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758728576:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322043.050984:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758728576:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 88us (497us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322043.050991:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5101
00000100:00100000:1.0:1767322043.051011:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89492
00000100:00100000:1.0:1767322043.051015:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758728448:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322043.051037:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322043.051061:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758728448:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (461us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322043.051067:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89492
00000100:00080000:3.0:1767322043.051159:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322043.271690:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322043.910979:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322044.298253:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322044.359701:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322044.359714:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322044.359717:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322044.359721:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322044.359725:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322044.359748:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4581
00000100:00080000:0.0:1767322044.359777:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322044.359785:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322044.359826:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f480 x1853166816708608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322044.359886:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322044.359890:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322044.359892:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322044.359896:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4581
00000100:00080000:0.0:1767322044.359898:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322044.359902:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322044.359915:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c380 x1853166816708736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322044.359962:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322044.359967:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322044.359969:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322044.359972:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4581
00000100:00080000:0.0:1767322044.359975:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322044.359978:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322044.359997:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f800 x1853166816708992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322044.360022:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322044.360026:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322044.360028:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322044.360031:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4581
00000100:00080000:0.0:1767322044.360034:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322044.360037:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322044.360047:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c000 x1853166816709248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322044.360092:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816709376:0@lo:400:kworker.0
00000100:00100000:0.0:1767322044.360165:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322044.360245:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322044.360251:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816709120:0@lo:400:kworker.0
00000100:00100000:0.0:1767322044.360278:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322044.360372:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816708864:0@lo:400:kworker.0
00000100:00100000:2.0:1767322044.360403:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322044.360432:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322044.360437:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816709504:0@lo:400:kworker.0
00000100:00100000:2.0:1767322044.360470:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322044.360507:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816709376
00000100:00100000:2.0:1767322044.360515:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816709376
00000100:00100000:2.0:1767322044.360576:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816709504
00000100:00100000:2.0:1767322044.360579:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816709504
00000100:00100000:2.0:1767322044.360603:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216
00000100:00100000:2.0:1767322044.360612:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816709376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322044.360665:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816709376:12345-0@lo:400:kworker.0 Request processed in 54us (499us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322044.360672:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216
00000100:00100000:2.0:1767322044.360690:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217
00000100:00100000:2.0:1767322044.360697:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816709504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322044.360732:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816709504:12345-0@lo:400:kworker.0 Request processed in 35us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322044.360738:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217
00000100:00080000:2.0:1767322044.360779:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322044.360783:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322044.360820:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816709504:0@lo:400:kworker.0
00000100:00100000:2.0:1767322044.360868:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816709376:0@lo:400:kworker.0
00000100:00100000:0.0:1767322044.361550:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816709120
00000100:00100000:0.0:1767322044.361557:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816709120
00000100:00100000:0.0:1767322044.361613:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816708864
00000100:00100000:0.0:1767322044.361617:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816708864
00000100:00100000:0.0:1767322044.361644:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5102
00000100:00100000:0.0:1767322044.361652:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816709120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322044.361708:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816709120:12345-0@lo:400:kworker.0 Request processed in 57us (1429us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322044.361715:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5102
00000100:00100000:0.0:1767322044.361730:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5103
00000100:00100000:3.0:1767322044.361904:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816709120:0@lo:400:kworker.0
00000100:00100000:0.0:1767322044.361971:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816708864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322044.362248:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816708864:12345-0@lo:400:kworker.0 Request processed in 511us (1843us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322044.362255:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5103
00000100:00100000:3.0:1767322044.362473:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816708864:0@lo:400:kworker.0
00000100:00080000:2.0:1767322044.362973:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322044.363812:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816708608:0@lo:38:kworker.0
00000100:00100000:1.0:1767322044.363894:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322044.363922:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816708736:0@lo:38:kworker.0
00000100:00100000:1.0:1767322044.363948:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322044.363984:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816708992:0@lo:38:kworker.0
00000100:00100000:1.0:1767322044.364006:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322044.364030:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816709248:0@lo:38:kworker.0
00000100:00100000:1.0:1767322044.364049:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322044.364071:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816708608
00000100:00100000:3.0:1767322044.364079:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816708608
00000100:00100000:1.0:1767322044.364083:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816708992
00000100:00100000:1.0:1767322044.364086:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816708992
00000100:00100000:1.0:1767322044.364106:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816709248
00000100:00100000:1.0:1767322044.364109:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816709248
00000100:00100000:2.0:1767322044.364146:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816708736
00000100:00100000:2.0:1767322044.364150:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816708736
00000100:00100000:2.0:1767322044.364180:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106
00000100:00100000:2.0:1767322044.364186:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816708736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322044.364207:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322044.364269:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816708736:12345-0@lo:38:kworker.0 Request processed in 81us (319us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322044.364275:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106
00000100:00100000:3.0:1767322044.367325:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89493
00000100:00100000:3.0:1767322044.367338:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816708992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322044.367362:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322044.367531:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816708992:12345-0@lo:38:kworker.0 Request processed in 193us (3523us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322044.367539:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89493
00000100:00100000:3.0:1767322044.367559:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89494
00000100:00100000:3.0:1767322044.367563:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816708608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322044.367573:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322044.367599:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816708608:12345-0@lo:38:kworker.0 Request processed in 34us (3705us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322044.367605:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89494
00000100:00100000:3.0:1767322044.367618:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89495
00000100:00100000:3.0:1767322044.367622:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816709248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322044.367631:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322044.367657:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816709248:12345-0@lo:38:kworker.0 Request processed in 33us (3606us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322044.367662:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89495
00000100:00080000:3.0:1767322044.369321:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322044.369335:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322044.369340:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816708608:0@lo:38:kworker.0
00000100:00080000:3.0:1767322044.369359:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322044.369362:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322044.369364:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816708736:0@lo:38:kworker.0
00000100:00080000:3.0:1767322044.369374:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322044.369378:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322044.369381:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816708992:0@lo:38:kworker.0
00000100:00080000:3.0:1767322044.369390:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322044.369393:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322044.369396:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816709248:0@lo:38:kworker.0
00000100:00100000:1.0:1767322044.934941:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322045.319171:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322045.896409:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816709632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322045.896482:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322045.896518:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322045.896534:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816709760:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322045.896563:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322045.896594:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816709632
00000100:00100000:3.0:1767322045.896602:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816709632
00000100:00100000:3.0:1767322045.896702:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816709760
00000100:00100000:3.0:1767322045.896706:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816709760
00000100:00100000:2.0:1767322045.900051:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907
00000100:00100000:2.0:1767322045.900085:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816709632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322045.900127:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322045.900399:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816709632:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322045.901071:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816709632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1002us (4585us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322045.901081:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907
00000100:00100000:2.0:1767322045.901106:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908
00000100:00100000:2.0:1767322045.901118:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816709760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322045.901138:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322045.901201:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816709760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (4638us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322045.901207:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908
00000100:00100000:0.0:1767322045.901424:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816709760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322045.958961:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322046.342997:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322046.985293:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322047.367104:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322048.006901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322048.179008:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322048.179070:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322048.179679:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758728832
00000100:00100000:3.0:1767322048.179690:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758728832
00000100:00100000:3.0:1767322048.179810:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758728704
00000100:00100000:3.0:1767322048.179814:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758728704
00000100:00100000:3.0:1767322048.179840:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5104
00000100:00100000:3.0:1767322048.179852:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758728832:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322048.179960:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758728832:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 111us (961us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322048.179969:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5104
00000100:00100000:3.0:1767322048.180002:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89496
00000100:00100000:3.0:1767322048.180008:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758728704:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:0.0:1767322048.180322:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767322048.187637:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322048.187901:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758728704:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 7884us (8822us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322048.189519:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89496
00010000:00010000:2.0:1767322048.391554:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322049.030899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322049.415009:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322049.479100:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322049.479111:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322049.479113:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322049.479117:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322049.479121:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322049.479129:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4586
00000100:00080000:3.0:1767322049.479134:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322049.479142:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322049.479182:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886d80 x1853166816709888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322049.479204:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322049.479207:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322049.479209:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322049.479213:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4586
00000100:00080000:3.0:1767322049.479215:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322049.479218:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322049.479236:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886a00 x1853166816710016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322049.479274:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322049.479278:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322049.479280:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322049.479283:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4586
00000100:00080000:3.0:1767322049.479285:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322049.479288:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322049.479299:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885f80 x1853166816710272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322049.479324:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322049.479328:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322049.479329:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322049.479333:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4586
00000100:00080000:3.0:1767322049.479335:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322049.479338:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322049.479348:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75887b80 x1853166816710528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322049.479385:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816710656:0@lo:400:kworker.0
00000100:00100000:3.0:1767322049.479443:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322049.479520:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322049.479526:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816710400:0@lo:400:kworker.0
00000100:00100000:3.0:1767322049.479549:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322049.479579:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816710400
00000100:00100000:3.0:1767322049.479586:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816710400
00000100:00100000:3.0:1767322049.479642:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5105
00000100:00100000:3.0:1767322049.479653:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816710400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322049.479700:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816710400:12345-0@lo:400:kworker.0 Request processed in 50us (149us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322049.479707:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5105
00000100:00080000:3.0:1767322049.479727:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322049.479773:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816710400:0@lo:400:kworker.0
00000100:00100000:1.0:1767322049.479869:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816709888:0@lo:38:kworker.0
00000100:00100000:1.0:1767322049.479910:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322049.479934:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816710016:0@lo:38:kworker.0
00000100:00100000:1.0:1767322049.479957:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322049.479977:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816710272:0@lo:38:kworker.0
00000100:00100000:1.0:1767322049.479998:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322049.480015:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816710528:0@lo:38:kworker.0
00000100:00100000:1.0:1767322049.480033:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322049.480072:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816710656
00000100:00100000:1.0:1767322049.480076:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816710656
00000100:00100000:1.0:1767322049.480114:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218
00000100:00100000:1.0:1767322049.480121:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816710656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322049.480156:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816710656:12345-0@lo:400:kworker.0 Request processed in 37us (713us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322049.480163:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218
00000100:00100000:1.0:1767322049.480184:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816709888
00000100:00100000:1.0:1767322049.480188:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816709888
00000100:00100000:1.0:1767322049.480203:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816710272
00000100:00100000:1.0:1767322049.480205:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816710272
00000100:00100000:1.0:1767322049.480216:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816710528
00000100:00100000:1.0:1767322049.480219:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816710528
00000100:00100000:1.0:1767322049.480227:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89497
00000100:00100000:1.0:1767322049.480232:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816709888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322049.480250:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322049.480283:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816709888:12345-0@lo:38:kworker.0 Request processed in 49us (372us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322049.480289:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89497
00000100:00100000:1.0:1767322049.480301:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89498
00000100:00100000:1.0:1767322049.480304:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816710272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322049.480313:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322049.480335:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816710272:12345-0@lo:38:kworker.0 Request processed in 29us (335us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322049.480341:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89498
00000100:00100000:1.0:1767322049.480350:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89499
00000100:00100000:1.0:1767322049.480354:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816710528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322049.480362:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322049.480381:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816710528:12345-0@lo:38:kworker.0 Request processed in 26us (347us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322049.480386:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89499
00000100:00080000:1.0:1767322049.480400:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322049.480417:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322049.480422:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322049.480425:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816709888:0@lo:38:kworker.0
00000100:00080000:1.0:1767322049.480433:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322049.480436:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322049.480439:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816710272:0@lo:38:kworker.0
00000100:00080000:1.0:1767322049.480445:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322049.480448:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322049.480451:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816710528:0@lo:38:kworker.0
00000100:00100000:1.0:1767322049.480477:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816710656:0@lo:400:kworker.0
00000100:00100000:0.0:1767322049.480777:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816710144:0@lo:400:kworker.0
00000100:00100000:0.0:1767322049.480815:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322049.480839:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322049.480845:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816710784:0@lo:400:kworker.0
00000100:00100000:0.0:1767322049.480865:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322049.480993:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816710144
00000100:00100000:2.0:1767322049.480998:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816710144
00000100:00100000:2.0:1767322049.481042:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5106
00000100:00100000:2.0:1767322049.481049:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816710144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322049.481089:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816710144:12345-0@lo:400:kworker.0 Request processed in 41us (273us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322049.481096:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5106
00000100:00100000:2.0:1767322049.481126:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816710144:0@lo:400:kworker.0
00000100:00100000:3.0:1767322049.481198:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816710016
00000100:00100000:3.0:1767322049.481203:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816710016
00000100:00100000:1.0:1767322049.481290:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816710784
00000100:00100000:1.0:1767322049.481294:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816710784
00000100:00100000:1.0:1767322049.481321:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219
00000100:00100000:1.0:1767322049.481327:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816710784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322049.481364:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816710784:12345-0@lo:400:kworker.0 Request processed in 37us (498us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322049.481370:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219
00000100:00100000:3.0:1767322049.481447:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107
00000100:00100000:3.0:1767322049.481453:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816710016:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322049.481467:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322049.481517:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816710016:12345-0@lo:38:kworker.0 Request processed in 64us (1559us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322049.481523:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107
00000100:00080000:1.0:1767322049.481575:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322049.481579:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322049.481582:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816710016:0@lo:38:kworker.0
00000100:00080000:0.0:1767322049.481725:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322049.481729:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322049.481773:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816710784:0@lo:400:kworker.0
00000100:00100000:2.0:1767322050.072969:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322050.450118:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322051.015536:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816710912:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322051.015615:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322051.015831:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816710912
00000100:00100000:0.0:1767322051.015842:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816710912
00000100:00100000:0.0:1767322051.015912:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909
00000100:00100000:0.0:1767322051.015921:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816710912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322051.015951:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322051.015994:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816710912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (379us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322051.016002:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909
00000100:00080000:1.0:1767322051.016095:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322051.016133:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816710912:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322051.016673:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322051.016687:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816711040:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322051.016724:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322051.016940:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816711040
00000100:00100000:0.0:1767322051.016945:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816711040
00000100:00100000:0.0:1767322051.016994:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910
00000100:00100000:0.0:1767322051.017002:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816711040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322051.017022:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322051.017067:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816711040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322051.017074:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910
00000100:00100000:3.0:1767322051.017150:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816711040:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322051.017206:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322051.080468:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322051.463010:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322052.105990:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322052.486983:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322053.127061:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322053.305699:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322053.305824:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758729088
00000100:00100000:1.0:1767322053.305842:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758729088
00000100:00100000:1.0:1767322053.305950:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5107
00000100:00100000:1.0:1767322053.305961:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758729088:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322053.306070:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758729088:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 110us (385us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322053.306079:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5107
00000100:00100000:3.0:1767322053.306379:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322053.306428:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758728960
00000100:00100000:3.0:1767322053.306438:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758728960
00000100:00100000:3.0:1767322053.306485:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89500
00000100:00100000:3.0:1767322053.306494:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758728960:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322053.306521:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322053.306581:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758728960:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 86us (206us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322053.306588:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89500
00000100:00080000:2.0:1767322053.306735:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322053.511004:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322054.151025:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322054.537193:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322054.598944:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322054.598958:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322054.598962:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322054.598967:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322054.598973:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322054.598981:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4592
00000100:00080000:1.0:1767322054.598986:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322054.598994:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322054.599317:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6ca80 x1853166816711168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322054.599346:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322054.599350:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322054.599352:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322054.599356:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4592
00000100:00080000:1.0:1767322054.599359:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322054.599363:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322054.599377:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6c700 x1853166816711296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322054.599416:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816711168:0@lo:38:kworker.0
00000100:00080000:1.0:1767322054.599423:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322054.599428:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322054.599430:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322054.599435:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4592
00000100:00080000:1.0:1767322054.599438:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322054.599441:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322054.599457:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6c000 x1853166816711552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322054.599486:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322054.599489:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322054.599492:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322054.599497:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4592
00000100:00100000:2.0:1767322054.599499:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322054.599503:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322054.599508:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322054.599523:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6e680 x1853166816711808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322054.599555:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816711296:0@lo:38:kworker.0
00000100:00100000:1.0:1767322054.599571:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816711936:0@lo:400:kworker.0
00000100:00100000:2.0:1767322054.599579:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322054.599600:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816711552:0@lo:38:kworker.0
00000100:00100000:1.0:1767322054.599617:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322054.599623:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322054.599633:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816711808:0@lo:38:kworker.0
00000100:00100000:3.0:1767322054.599689:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816711168
00000100:00100000:3.0:1767322054.599698:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816711168
00000100:00100000:3.0:1767322054.599729:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816711552
00000100:00100000:3.0:1767322054.599733:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816711552
00000100:00100000:3.0:1767322054.599784:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89501
00000100:00100000:3.0:1767322054.599792:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816711168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322054.599813:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322054.599916:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816712064:0@lo:400:kworker.0
00000100:00100000:2.0:1767322054.599968:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322054.600000:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816711808
00000100:00100000:2.0:1767322054.600005:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816711808
00000100:00100000:2.0:1767322054.600028:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89502
00000100:00100000:2.0:1767322054.600032:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816711552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322054.600044:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322054.600076:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816711552:12345-0@lo:38:kworker.0 Request processed in 42us (453us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322054.600083:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89502
00000100:00100000:2.0:1767322054.600099:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89503
00000100:00100000:2.0:1767322054.600103:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816711808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322054.600112:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322054.600133:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816711808:12345-0@lo:38:kworker.0 Request processed in 29us (167us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322054.600139:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89503
00000100:00080000:2.0:1767322054.600177:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322054.600182:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322054.600185:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816711552:0@lo:38:kworker.0
00000100:00080000:2.0:1767322054.600195:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322054.600197:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322054.600200:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816711808:0@lo:38:kworker.0
00000100:00100000:2.0:1767322054.600243:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816711680:0@lo:400:kworker.0
00000100:00100000:2.0:1767322054.600267:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322054.600295:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816711680
00000100:00100000:2.0:1767322054.600299:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816711680
00000100:00100000:2.0:1767322054.600580:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5108
00000100:00100000:2.0:1767322054.600587:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816711680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322054.600633:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816711680:12345-0@lo:400:kworker.0 Request processed in 47us (365us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322054.600639:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5108
00000100:00080000:2.0:1767322054.600657:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322054.600680:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816711680:0@lo:400:kworker.0
00000100:00100000:2.0:1767322054.600697:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816711424:0@lo:400:kworker.0
00000100:00100000:2.0:1767322054.600720:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322054.601634:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816711424
00000100:00100000:2.0:1767322054.601644:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816711424
00000100:00100000:2.0:1767322054.601684:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5109
00000100:00100000:2.0:1767322054.601692:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816711424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322054.602150:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816711424:12345-0@lo:400:kworker.0 Request processed in 457us (1427us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322054.602159:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5109
00000100:00080000:2.0:1767322054.602180:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322054.602207:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816711424:0@lo:400:kworker.0
00000100:00100000:2.0:1767322054.602247:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816711296
00000100:00100000:2.0:1767322054.602252:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816711296
00000100:00100000:2.0:1767322054.602274:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108
00000100:00100000:2.0:1767322054.602278:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816711296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322054.602297:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322054.602340:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816711296:12345-0@lo:38:kworker.0 Request processed in 60us (2761us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322054.602346:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108
00000100:00080000:2.0:1767322054.602374:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322054.602379:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322054.602383:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816711296:0@lo:38:kworker.0
00000100:00100000:2.0:1767322054.602428:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816711936
00000100:00100000:2.0:1767322054.602431:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816711936
00000100:00100000:2.0:1767322054.602464:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220
00000100:00100000:2.0:1767322054.602468:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816711936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322054.602493:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816711936:12345-0@lo:400:kworker.0 Request processed in 25us (2879us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322054.602497:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220
00000100:00080000:2.0:1767322054.602510:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322054.604850:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816711168:12345-0@lo:38:kworker.0 Request processed in 5051us (5345us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322054.604865:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89501
00000100:00080000:2.0:1767322054.605141:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322054.605146:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322054.605149:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816711168:0@lo:38:kworker.0
00000100:00100000:1.0:1767322054.606417:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816711936:0@lo:400:kworker.0
00000100:00100000:0.0:1767322054.606789:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322054.607063:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816712064
00000100:00100000:2.0:1767322054.607071:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816712064
00000100:00100000:2.0:1767322054.607152:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221
00000100:00100000:2.0:1767322054.607161:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816712064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322054.607293:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816712064:12345-0@lo:400:kworker.0 Request processed in 132us (503us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322054.607311:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221
00000100:00080000:0.0:1767322054.607471:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322054.607952:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816712064:0@lo:400:kworker.0
00000100:00100000:2.0:1767322055.175493:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322055.559833:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322056.137602:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322056.137624:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816712192:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322056.137693:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322056.137792:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816712192
00000100:00100000:0.0:1767322056.137800:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816712192
00000100:00080000:0.0:1767322056.137828:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322056.137872:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911
00000100:00100000:0.0:1767322056.137882:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816712192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322056.137917:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322056.137956:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816712192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322056.137976:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911
00000100:00100000:0.0:1767322056.138019:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816712192:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322056.138570:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322056.138582:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816712320:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322056.138616:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322056.138687:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816712320
00000100:00100000:3.0:1767322056.138693:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816712320
00000100:00100000:3.0:1767322056.138748:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912
00000100:00100000:3.0:1767322056.138790:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816712320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322056.138810:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322056.138852:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816712320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322056.138860:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912
00000100:00100000:2.0:1767322056.138879:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816712320:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322056.139006:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322056.201745:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322056.583221:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322057.226016:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322057.607269:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322058.249538:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:3.0:1767322058.408106:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758729216 offset 0 length 520: 4
00000100:00100000:3.0:1767322058.418469:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322058.418505:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322058.418591:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758729344
00000100:00100000:2.0:1767322058.418601:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758729344
00000100:00100000:2.0:1767322058.418641:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758729472
00000100:00100000:2.0:1767322058.418643:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758729472
00000100:00100000:2.0:1767322058.418682:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5110
00000100:00100000:2.0:1767322058.418698:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758729472:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322058.418834:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758729472:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 135us (325us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322058.418842:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5110
00000100:00100000:2.0:1767322058.418866:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89504
00000100:00100000:2.0:1767322058.418872:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758729344:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322058.418894:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322058.418914:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758729344:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 42us (455us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322058.418918:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89504
00000100:00080000:3.0:1767322058.419228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322058.631624:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322059.271611:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322059.655386:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322059.719224:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322059.719238:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322059.719242:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322059.719246:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322059.719252:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322059.719262:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4597
00000100:00080000:0.0:1767322059.719268:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322059.719275:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322059.719331:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331500 x1853166816712448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322059.719361:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322059.719365:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322059.719367:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322059.719372:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4597
00000100:00080000:0.0:1767322059.719375:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322059.719378:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322059.719395:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333100 x1853166816712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322059.719447:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322059.719451:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322059.719453:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322059.719457:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4597
00000100:00080000:0.0:1767322059.719459:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322059.719463:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322059.719474:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333b80 x1853166816712832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322059.719503:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322059.719506:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322059.719508:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322059.719512:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4597
00000100:00080000:0.0:1767322059.719514:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322059.719517:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322059.719529:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330000 x1853166816713088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322059.719572:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816712960:0@lo:400:kworker.0
00000100:00100000:0.0:1767322059.719646:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322059.719726:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322059.719733:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816713216:0@lo:400:kworker.0
00000100:00100000:0.0:1767322059.719808:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322059.719848:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816712960
00000100:00100000:0.0:1767322059.719857:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816712960
00000100:00100000:0.0:1767322059.719912:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5111
00000100:00100000:0.0:1767322059.719923:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816712960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322059.719980:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816712960:12345-0@lo:400:kworker.0 Request processed in 59us (333us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322059.720314:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816712704:0@lo:400:kworker.0
00000100:00100000:1.0:1767322059.720349:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322059.720378:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322059.720384:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816713344:0@lo:400:kworker.0
00000100:00100000:1.0:1767322059.720406:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322059.720434:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816713216
00000100:00100000:1.0:1767322059.720438:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816713216
00000100:00100000:1.0:1767322059.720468:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816713344
00000100:00100000:1.0:1767322059.720471:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816713344
00000100:00100000:1.0:1767322059.720494:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222
00000100:00100000:1.0:1767322059.720501:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816713216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322059.720536:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816713216:12345-0@lo:400:kworker.0 Request processed in 35us (728us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322059.720545:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222
00000100:00100000:1.0:1767322059.720562:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223
00000100:00100000:1.0:1767322059.720567:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816713344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322059.720603:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816713344:12345-0@lo:400:kworker.0 Request processed in 36us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322059.720609:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223
00000100:00100000:1.0:1767322059.720629:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816712704
00000100:00100000:1.0:1767322059.720633:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816712704
00000100:00100000:1.0:1767322059.720655:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5112
00000100:00100000:1.0:1767322059.720661:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816712704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322059.720700:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816712704:12345-0@lo:400:kworker.0 Request processed in 29us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322059.720707:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5112
00000100:00100000:1.0:1767322059.720773:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816713344:0@lo:400:kworker.0
00000100:00100000:1.0:1767322059.720787:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816712704:0@lo:400:kworker.0
00000100:00100000:1.0:1767322059.720837:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816713216:0@lo:400:kworker.0
00000100:00100000:1.0:1767322059.720847:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816712960:0@lo:400:kworker.0
00000100:00080000:3.0:1767322059.721190:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322059.721195:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322059.721199:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322059.722220:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5111
00000100:00100000:2.0:1767322059.722545:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322034/real 1767322034]  req@ffff8d4e6621d180 x1853166816705920/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322059 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322059.722572:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e6621d180 x1853166816705920/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322059 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322059.722592:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816712448:0@lo:38:kworker.0
00000100:00100000:2.0:1767322059.722651:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322059.722705:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816712576:0@lo:38:kworker.0
00000100:00100000:2.0:1767322059.722734:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322059.722794:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816712832:0@lo:38:kworker.0
00000100:00100000:2.0:1767322059.722818:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322059.722840:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816713088:0@lo:38:kworker.0
00000100:00100000:2.0:1767322059.722863:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322059.722882:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322059.722899:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767322059.722903:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816705920:0@lo:250:kworker.0
00000100:00100000:2.0:1767322059.722951:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816712448
00000100:00100000:2.0:1767322059.722958:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816712448
00000100:00100000:2.0:1767322059.723132:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816712832
00000100:00100000:2.0:1767322059.723136:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816712832
00000100:00100000:2.0:1767322059.723150:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816713088
00000100:00100000:2.0:1767322059.723152:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816713088
00000100:00100000:2.0:1767322059.723163:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89505
00000100:00100000:2.0:1767322059.723169:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816712448:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322059.723190:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322059.723235:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816712448:12345-0@lo:38:kworker.0 Request processed in 64us (583us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322059.723241:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89505
00000100:00100000:2.0:1767322059.723258:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89506
00000100:00100000:2.0:1767322059.723261:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816712832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322059.723270:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322059.723389:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816712832:12345-0@lo:38:kworker.0 Request processed in 124us (569us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322059.723395:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89506
00000100:00100000:2.0:1767322059.723409:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89507
00000100:00100000:2.0:1767322059.723412:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816713088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322059.723421:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322059.723443:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816713088:12345-0@lo:38:kworker.0 Request processed in 29us (580us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322059.723450:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89507
00000100:00080000:2.0:1767322059.723484:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322059.723489:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767322059.723492:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322059.723496:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4576
00000100:00080000:2.0:1767322059.723500:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322059.723505:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322059.723529:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375c00 x1853166816713472/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322059.723566:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816713472:0@lo:250:kworker.0
00000400:00000100:2.0:1767322059.723588:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816713472 offset 0 length 520: 4
00000100:00080000:2.0:1767322059.723622:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322059.723626:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322059.723628:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816712448:0@lo:38:kworker.0
00000100:00080000:2.0:1767322059.723636:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322059.723640:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322059.723642:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816712832:0@lo:38:kworker.0
00000100:00080000:2.0:1767322059.723648:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322059.723651:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322059.723654:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816713088:0@lo:38:kworker.0
00000100:00100000:3.0:1767322059.724183:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816712576
00000100:00100000:3.0:1767322059.724191:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816712576
00000100:00100000:3.0:1767322059.724227:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109
00000100:00100000:3.0:1767322059.724233:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816712576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322059.724246:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322059.724300:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816712576:12345-0@lo:38:kworker.0 Request processed in 67us (1565us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322059.724307:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109
00000100:00080000:1.0:1767322059.725328:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322059.725338:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322059.725342:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816712576:0@lo:38:kworker.0
00000100:00100000:2.0:1767322060.295679:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322060.680260:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322061.255030:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816713600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322061.255093:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816713728:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322061.255106:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322061.255199:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816713600
00000100:00100000:0.0:1767322061.255208:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816713600
00000100:00100000:0.0:1767322061.255288:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913
00000100:00100000:0.0:1767322061.255297:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816713600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322061.255333:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767322061.255448:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322061.256283:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322061.256668:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816713728
00000100:00100000:3.0:1767322061.256704:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816713728
00000100:00100000:3.0:1767322061.256773:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914
00000100:00100000:3.0:1767322061.256783:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816713728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322061.256810:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322061.257129:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816713728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 348us (849us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322061.257137:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914
00000100:00080000:2.0:1767322061.257258:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322061.257299:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816713728:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322061.263160:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816713600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7842us (8032us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322061.263177:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913
00000100:00100000:1.0:1767322061.264084:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816713600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322061.318957:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322061.703293:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322062.342926:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322062.727167:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322063.366890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322063.530006:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322063.530442:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758729600
00000100:00100000:0.0:1767322063.530453:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758729600
00000100:00100000:0.0:1767322063.530509:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89508
00000100:00100000:0.0:1767322063.530519:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758729600:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322063.530543:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322063.530837:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758729600:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 316us (844us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322063.530845:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89508
00000100:00100000:3.0:1767322063.531208:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322063.531345:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758729728
00000100:00100000:1.0:1767322063.531351:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758729728
00000100:00100000:1.0:1767322063.531409:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5113
00000100:00100000:1.0:1767322063.531417:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758729728:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322063.531478:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758729728:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 62us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322063.531486:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5113
00000100:00080000:2.0:1767322063.531638:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322063.751091:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322064.391214:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322064.775465:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322064.838895:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322064.838905:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322064.838908:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322064.838911:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322064.838915:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322064.838923:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4602
00000100:00080000:2.0:1767322064.838942:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322064.838951:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322064.841534:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375500 x1853166816713856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322064.841566:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322064.841570:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322064.841573:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322064.841578:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4602
00000100:00080000:2.0:1767322064.841581:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322064.841587:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322064.841599:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375880 x1853166816713984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322064.841640:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322064.841652:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322064.841654:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322064.841658:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4602
00000100:00080000:2.0:1767322064.841660:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322064.841663:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322064.841673:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375f80 x1853166816714240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322064.841696:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322064.841699:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322064.841701:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322064.841704:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4602
00000100:00080000:2.0:1767322064.841706:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322064.841709:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322064.841722:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af64700 x1853166816714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322064.841779:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816714752:0@lo:400:kworker.0
00000100:00100000:2.0:1767322064.841845:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322064.841905:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322064.841911:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816714112:0@lo:400:kworker.0
00000100:00100000:2.0:1767322064.841937:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322064.842498:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816714112
00000100:00100000:0.0:1767322064.842508:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816714112
00000100:00100000:0.0:1767322064.842566:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5114
00000100:00100000:0.0:1767322064.842577:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816714112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322064.842628:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816714112:12345-0@lo:400:kworker.0 Request processed in 54us (690us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322064.842634:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5114
00000100:00080000:0.0:1767322064.842665:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322064.842694:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816714752
00000100:00100000:0.0:1767322064.842698:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816714752
00000100:00100000:0.0:1767322064.842728:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224
00000100:00100000:0.0:1767322064.842734:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816714752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322064.842787:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816714752:12345-0@lo:400:kworker.0 Request processed in 52us (941us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322064.842792:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224
00000100:00100000:0.0:1767322064.842811:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816714368:0@lo:400:kworker.0
00000100:00100000:0.0:1767322064.842838:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322064.842858:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322064.842864:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816714624:0@lo:400:kworker.0
00000100:00100000:0.0:1767322064.842885:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322064.842906:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322064.842912:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816714368
00000100:00100000:0.0:1767322064.842915:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816714368
00000100:00100000:1.0:1767322064.843151:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816713856:0@lo:38:kworker.0
00000100:00100000:1.0:1767322064.843183:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322064.843205:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816713984:0@lo:38:kworker.0
00000100:00100000:1.0:1767322064.843229:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322064.843311:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816714624
00000100:00100000:3.0:1767322064.843316:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816714624
00000100:00100000:0.0:1767322064.843348:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816713856
00000100:00100000:0.0:1767322064.843352:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816713856
00000100:00100000:2.0:1767322064.843418:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5115
00000100:00100000:2.0:1767322064.843428:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816714368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322064.843467:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816714368:12345-0@lo:400:kworker.0 Request processed in 42us (628us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322064.843473:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5115
00000100:00100000:2.0:1767322064.843489:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89509
00000100:00100000:2.0:1767322064.843493:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816713856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322064.843512:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322064.843540:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816713856:12345-0@lo:38:kworker.0 Request processed in 46us (357us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322064.843546:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89509
00000100:00100000:2.0:1767322064.843585:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816714112:0@lo:400:kworker.0
00000100:00100000:2.0:1767322064.843597:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816714752:0@lo:400:kworker.0
00000100:00100000:2.0:1767322064.843656:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816713984
00000100:00100000:2.0:1767322064.843661:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816713984
00000100:00100000:2.0:1767322064.843681:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110
00000100:00100000:2.0:1767322064.843685:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816713984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322064.843697:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322064.843721:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816713984:12345-0@lo:38:kworker.0 Request processed in 34us (491us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322064.843726:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110
00000100:00080000:1.0:1767322064.846611:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322064.846625:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322064.846630:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816713984:0@lo:38:kworker.0
00000100:00100000:1.0:1767322064.846653:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816714240:0@lo:38:kworker.0
00000100:00100000:1.0:1767322064.846717:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322064.846742:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816714496:0@lo:38:kworker.0
00000100:00100000:1.0:1767322064.846779:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322064.846830:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322064.846834:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322064.846837:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816713856:0@lo:38:kworker.0
00000100:00100000:1.0:1767322064.846864:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816714240
00000100:00100000:1.0:1767322064.846869:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816714240
00000100:00100000:1.0:1767322064.846900:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816714496
00000100:00100000:1.0:1767322064.846903:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816714496
00000100:00100000:1.0:1767322064.846919:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89510
00000100:00100000:1.0:1767322064.846925:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816714240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322064.846945:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322064.847000:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816714240:12345-0@lo:38:kworker.0 Request processed in 73us (282us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322064.847007:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89510
00000100:00100000:1.0:1767322064.847023:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89511
00000100:00100000:1.0:1767322064.847026:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816714496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322064.847036:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322064.847058:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816714496:12345-0@lo:38:kworker.0 Request processed in 30us (278us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322064.847064:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89511
00000100:00080000:1.0:1767322064.847095:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322064.847100:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322064.847103:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816714240:0@lo:38:kworker.0
00000100:00080000:1.0:1767322064.847110:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322064.847114:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322064.847117:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816714496:0@lo:38:kworker.0
00000100:00080000:1.0:1767322064.847168:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322064.847174:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322064.847223:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816714368:0@lo:400:kworker.0
00000100:00100000:3.0:1767322064.848932:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225
00000100:00100000:3.0:1767322064.849054:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816714624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322064.849307:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816714624:12345-0@lo:400:kworker.0 Request processed in 365us (6419us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322064.849315:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225
00000100:00100000:2.0:1767322064.849419:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816714624:0@lo:400:kworker.0
00000100:00100000:2.0:1767322065.414896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322065.799191:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322066.376181:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322066.376195:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322066.376205:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816714880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322066.376205:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816715008:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322066.379085:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322066.379294:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322066.379396:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816714880
00000100:00100000:0.0:1767322066.379404:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816714880
00000100:00080000:1.0:1767322066.379468:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322066.379498:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816715008
00000100:00100000:3.0:1767322066.379502:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816715008
00000100:00100000:3.0:1767322066.379553:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915
00000100:00100000:3.0:1767322066.379560:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816714880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322066.379589:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322066.379623:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816714880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (545us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322066.379640:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915
00000100:00100000:3.0:1767322066.379661:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916
00000100:00100000:3.0:1767322066.379668:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816715008:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322066.379678:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:3.0:1767322066.379687:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322066.379713:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816715008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322066.379716:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816714880:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322066.379720:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916
00000100:00100000:2.0:1767322066.379815:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816715008:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322066.438889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322066.823003:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322067.462910:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322067.847028:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322068.486901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322068.649550:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322068.649685:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758729856
00000100:00100000:1.0:1767322068.649696:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758729856
00000100:00100000:1.0:1767322068.649747:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89512
00000100:00100000:1.0:1767322068.649787:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758729856:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322068.649810:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322068.659548:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758729856:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 9782us (9996us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322068.659565:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89512
00000100:00100000:3.0:1767322068.661219:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322068.661401:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758729984
00000100:00100000:1.0:1767322068.661411:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758729984
00000100:00100000:1.0:1767322068.661670:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5116
00000100:00100000:1.0:1767322068.661681:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758729984:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767322068.661790:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322068.681286:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758729984:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 19591us (20060us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322068.681304:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5116
00010000:00010000:3.0:1767322068.872893:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322069.510903:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322069.897949:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322069.962213:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322069.962226:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322069.962230:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322069.962233:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322069.962239:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322069.962249:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4607
00000100:00080000:3.0:1767322069.962256:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322069.962264:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322069.962309:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886d80 x1853166816715136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322069.962344:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322069.962347:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322069.962349:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322069.962353:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4607
00000100:00080000:3.0:1767322069.962355:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322069.962359:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322069.962377:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af4000 x1853166816715264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322069.962417:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322069.962421:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322069.962427:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322069.962431:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4607
00000100:00080000:3.0:1767322069.962433:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322069.962436:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322069.962448:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af6680 x1853166816715520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322069.962474:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322069.962477:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322069.962479:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322069.962482:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4607
00000100:00080000:3.0:1767322069.962484:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322069.962487:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322069.962496:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af6a00 x1853166816715776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322069.962538:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816715904:0@lo:400:kworker.0
00000100:00100000:3.0:1767322069.962650:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322069.962726:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322069.962732:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816715648:0@lo:400:kworker.0
00000100:00100000:3.0:1767322069.962788:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322069.962957:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816716032:0@lo:400:kworker.0
00000100:00100000:0.0:1767322069.962988:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322069.963022:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322069.963027:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816715392:0@lo:400:kworker.0
00000100:00100000:0.0:1767322069.963060:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322069.963089:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816715648
00000100:00100000:0.0:1767322069.963096:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816715648
00000100:00100000:0.0:1767322069.963149:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816715392
00000100:00100000:0.0:1767322069.963153:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816715392
00000100:00100000:0.0:1767322069.963187:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5117
00000100:00100000:0.0:1767322069.963195:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816715648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322069.963247:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816715648:12345-0@lo:400:kworker.0 Request processed in 53us (458us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322069.963254:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5117
00000100:00100000:0.0:1767322069.963269:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5118
00000100:00100000:0.0:1767322069.963275:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816715392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322069.963304:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816715392:12345-0@lo:400:kworker.0 Request processed in 29us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322069.963309:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5118
00000100:00080000:0.0:1767322069.963327:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322069.963363:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816715392:0@lo:400:kworker.0
00000100:00100000:1.0:1767322069.963684:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816715136:0@lo:38:kworker.0
00000100:00100000:1.0:1767322069.963719:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322069.963748:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816715264:0@lo:38:kworker.0
00000100:00100000:1.0:1767322069.963802:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322069.963827:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816715520:0@lo:38:kworker.0
00000100:00100000:1.0:1767322069.963848:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322069.963861:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816715776:0@lo:38:kworker.0
00000100:00100000:1.0:1767322069.963879:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322069.963911:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816715904
00000100:00100000:1.0:1767322069.963916:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816715904
00000100:00100000:1.0:1767322069.963963:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816716032
00000100:00100000:1.0:1767322069.963966:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816716032
00000100:00100000:1.0:1767322069.963989:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226
00000100:00100000:1.0:1767322069.963994:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816715904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322069.964031:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816715904:12345-0@lo:400:kworker.0 Request processed in 37us (1382us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322069.964050:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226
00000100:00100000:1.0:1767322069.964063:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227
00000100:00100000:1.0:1767322069.964069:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816716032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322069.964103:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816716032:12345-0@lo:400:kworker.0 Request processed in 34us (1114us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322069.964109:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227
00000100:00100000:1.0:1767322069.964128:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816715136
00000100:00100000:1.0:1767322069.964131:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816715136
00000100:00100000:1.0:1767322069.964148:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816715520
00000100:00100000:1.0:1767322069.964150:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816715520
00000100:00100000:1.0:1767322069.964159:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816715776
00000100:00100000:1.0:1767322069.964160:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816715776
00000100:00100000:1.0:1767322069.964368:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89513
00000100:00100000:1.0:1767322069.964373:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816715136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322069.964393:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322069.964431:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816715136:12345-0@lo:38:kworker.0 Request processed in 56us (710us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322069.964437:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89513
00000100:00100000:1.0:1767322069.964448:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89514
00000100:00100000:1.0:1767322069.964452:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816715520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322069.964461:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322069.964482:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816715520:12345-0@lo:38:kworker.0 Request processed in 28us (634us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322069.964487:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89514
00000100:00100000:1.0:1767322069.964497:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89515
00000100:00100000:1.0:1767322069.964501:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816715776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322069.964509:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322069.964528:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816715776:12345-0@lo:38:kworker.0 Request processed in 26us (648us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322069.964533:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89515
00000100:00100000:1.0:1767322069.964576:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816716032:0@lo:400:kworker.0
00000100:00080000:1.0:1767322069.964619:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322069.964624:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322069.964628:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816715136:0@lo:38:kworker.0
00000100:00080000:1.0:1767322069.964635:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322069.964639:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322069.964641:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816715520:0@lo:38:kworker.0
00000100:00080000:1.0:1767322069.964647:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322069.964650:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322069.964654:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816715776:0@lo:38:kworker.0
00000100:00100000:3.0:1767322069.964826:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816715648:0@lo:400:kworker.0
00000100:00100000:3.0:1767322069.964838:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816715904:0@lo:400:kworker.0
00000100:00100000:2.0:1767322069.966616:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816715264
00000100:00100000:2.0:1767322069.966629:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816715264
00000100:00100000:2.0:1767322069.966692:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111
00000100:00100000:2.0:1767322069.966699:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816715264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322069.966724:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322069.966847:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816715264:12345-0@lo:38:kworker.0 Request processed in 147us (3044us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322069.966855:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111
00000100:00080000:0.0:1767322069.967209:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322069.967214:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322069.970121:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322069.970134:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322069.970139:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816715264:0@lo:38:kworker.0
00000100:00100000:2.0:1767322070.534996:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322070.919024:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322071.496001:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322071.496035:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816716160:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322071.496111:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322071.496884:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322071.496900:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816716288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322071.496942:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322071.497240:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816716160
00000100:00100000:1.0:1767322071.497249:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816716160
00000100:00100000:1.0:1767322071.497320:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816716288
00000100:00100000:1.0:1767322071.497324:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816716288
00000100:00100000:1.0:1767322071.497348:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917
00000100:00100000:1.0:1767322071.497357:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816716160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322071.497387:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322071.497446:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816716160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (1334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322071.497453:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917
00000100:00100000:1.0:1767322071.497468:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918
00000100:00100000:1.0:1767322071.497474:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816716288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322071.497488:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322071.497512:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816716288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (570us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322071.497518:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918
00000100:00080000:3.0:1767322071.497959:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322071.497963:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322071.498002:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816716288:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322071.498105:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816716160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322071.558922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322071.958374:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322072.582878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322072.966973:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322073.607352:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322073.778177:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322073.778272:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322073.778601:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758730240
00000100:00100000:2.0:1767322073.778613:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758730240
00000100:00100000:2.0:1767322073.778693:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758730112
00000100:00100000:2.0:1767322073.778696:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758730112
00000100:00100000:2.0:1767322073.778717:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5119
00000100:00100000:2.0:1767322073.778727:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758730240:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322073.778843:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758730240:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 117us (678us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322073.778851:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5119
00000100:00100000:2.0:1767322073.778870:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89516
00000100:00100000:2.0:1767322073.778874:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758730112:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322073.778894:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322073.778917:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758730112:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 42us (646us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322073.778922:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89516
00000100:00080000:3.0:1767322073.779512:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322073.998459:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322074.630921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322075.015573:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322075.078943:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322075.078953:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322075.078955:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322075.078958:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322075.078962:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322075.078969:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4612
00000100:00080000:3.0:1767322075.078972:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322075.078977:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322075.079007:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af7480 x1853166816716416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322075.079029:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322075.079032:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322075.079033:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322075.079035:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4612
00000100:00080000:3.0:1767322075.079037:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322075.079039:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322075.079048:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af6d80 x1853166816716544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322075.079078:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767322075.079081:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816716416:0@lo:38:kworker.0
00000100:00080000:3.0:1767322075.079081:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322075.079083:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322075.079094:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4612
00000100:00080000:3.0:1767322075.079096:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322075.079097:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322075.079107:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af6a00 x1853166816716800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322075.079135:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322075.079139:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322075.079141:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322075.079145:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4612
00000100:00080000:3.0:1767322075.079150:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767322075.079151:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322075.079158:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322075.079172:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af5f80 x1853166816717056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322075.079211:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816716544:0@lo:38:kworker.0
00000100:00100000:3.0:1767322075.079223:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816717184:0@lo:400:kworker.0
00000100:00100000:2.0:1767322075.079239:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322075.079333:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816716416
00000100:00100000:1.0:1767322075.079341:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816716416
00000100:00100000:1.0:1767322075.079369:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89517
00000100:00100000:1.0:1767322075.079380:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816716416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322075.079397:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322075.079454:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816716672:0@lo:400:kworker.0
00000100:00100000:3.0:1767322075.081902:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322075.081939:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816716800:0@lo:38:kworker.0
00000100:00100000:0.0:1767322075.081959:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322075.081987:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322075.081996:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322075.082007:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816717312:0@lo:400:kworker.0
00000100:00100000:2.0:1767322075.082015:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816717056:0@lo:38:kworker.0
00000100:00100000:2.0:1767322075.082049:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322075.082054:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322075.082097:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816716544
00000100:00100000:0.0:1767322075.082101:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816716928:0@lo:400:kworker.0
00000100:00100000:2.0:1767322075.082106:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816716544
00000100:00100000:2.0:1767322075.082142:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112
00000100:00100000:2.0:1767322075.082150:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816716544:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767322075.082157:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767322075.082174:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322075.082196:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816716672
00000100:00100000:0.0:1767322075.082202:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816716672
00000100:00100000:2.0:1767322075.082223:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816716544:12345-0@lo:38:kworker.0 Request processed in 71us (2983us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322075.082232:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112
00000100:00100000:0.0:1767322075.082245:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816716800
00000100:00100000:0.0:1767322075.082250:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816716800
00000100:00100000:2.0:1767322075.082264:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816717056
00000100:00100000:0.0:1767322075.082265:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816716928
00000100:00100000:0.0:1767322075.082270:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816716928
00000100:00100000:2.0:1767322075.082270:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816717056
00000100:00100000:2.0:1767322075.082294:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5120
00000100:00100000:0.0:1767322075.082302:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5121
00000100:00100000:2.0:1767322075.082306:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816716672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322075.082315:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816716928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322075.082360:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816716928:12345-0@lo:400:kworker.0 Request processed in 49us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322075.082366:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5121
00000100:00100000:0.0:1767322075.082380:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89518
00000100:00100000:0.0:1767322075.082384:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816716800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322075.082394:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322075.082419:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816716800:12345-0@lo:38:kworker.0 Request processed in 33us (434us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322075.082425:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89518
00000100:00100000:0.0:1767322075.082436:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89519
00000100:00100000:0.0:1767322075.082440:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816717056:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322075.082440:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816717184
00000100:00100000:3.0:1767322075.082444:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816717184
00010000:00020000:0.0:1767322075.082449:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322075.082471:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816717056:12345-0@lo:38:kworker.0 Request processed in 30us (422us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322075.082474:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816717312
00000100:00100000:0.0:1767322075.082477:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89519
00000100:00100000:3.0:1767322075.082477:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816717312
00000100:00100000:3.0:1767322075.082496:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228
00000100:00100000:0.0:1767322075.082499:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229
00000100:00100000:3.0:1767322075.082503:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816717184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322075.082505:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816717312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322075.082539:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816717312:12345-0@lo:400:kworker.0 Request processed in 33us (487us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322075.082545:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229
00000100:00100000:3.0:1767322075.082562:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816717184:12345-0@lo:400:kworker.0 Request processed in 50us (655us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322075.082567:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228
00000100:00080000:3.0:1767322075.082588:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322075.082592:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322075.082596:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816716672:12345-0@lo:400:kworker.0 Request processed in 291us (634us total) trans 0 rc 0/0
00000100:00080000:3.0:1767322075.082597:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322075.082613:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816716928:0@lo:400:kworker.0
00000100:00100000:3.0:1767322075.082616:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816717184:0@lo:400:kworker.0
00000100:00100000:0.0:1767322075.082638:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816717312:0@lo:400:kworker.0
00000100:00100000:0.0:1767322075.082646:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816716672:0@lo:400:kworker.0
00000100:00100000:2.0:1767322075.082780:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5120
00000100:00080000:3.0:1767322075.082851:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322075.082858:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322075.082862:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816716800:0@lo:38:kworker.0
00000100:00080000:3.0:1767322075.082875:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322075.082878:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322075.082880:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816717056:0@lo:38:kworker.0
00000100:00080000:3.0:1767322075.082890:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322075.082893:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322075.082895:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816716544:0@lo:38:kworker.0
00000100:00100000:1.0:1767322075.086421:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816716416:12345-0@lo:38:kworker.0 Request processed in 7029us (7262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322075.086437:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89517
00000100:00080000:3.0:1767322075.087359:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322075.087368:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322075.087374:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816716416:0@lo:38:kworker.0
00000100:00100000:2.0:1767322075.654924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322076.039043:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322076.615725:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322076.615780:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816717440:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322076.615863:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322076.616153:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816717440
00000100:00100000:2.0:1767322076.616163:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816717440
00000100:00100000:2.0:1767322076.616227:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919
00000100:00100000:2.0:1767322076.616237:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816717440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322076.616268:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322076.616319:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816717440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (456us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322076.616327:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919
00000100:00100000:3.0:1767322076.617574:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816717440:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322076.618745:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322076.618782:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816717568:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322076.618838:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322076.618935:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816717568
00000100:00100000:1.0:1767322076.618943:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816717568
00000100:00100000:1.0:1767322076.618995:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920
00000100:00100000:1.0:1767322076.619012:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816717568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322076.619043:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322076.619094:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816717568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (255us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322076.619102:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920
00000100:00100000:3.0:1767322076.619269:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816717568:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322076.679532:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322077.063046:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322077.702947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322078.086980:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322078.727213:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322078.888508:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322078.888589:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322078.888690:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758730368
00000100:00100000:1.0:1767322078.888697:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758730496
00000100:00100000:2.0:1767322078.888702:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758730368
00000100:00100000:1.0:1767322078.888705:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758730496
00000100:00100000:2.0:1767322078.888798:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89520
00000100:00100000:2.0:1767322078.888807:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758730368:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322078.888832:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322078.888925:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758730368:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 117us (427us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767322078.890904:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322078.893261:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5122
00000100:00100000:1.0:1767322078.893284:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758730496:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322078.893380:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758730496:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 105us (4789us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322078.893389:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5122
00000100:00100000:2.0:1767322078.896480:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89520
00010000:00010000:3.0:1767322079.112307:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322079.751002:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322080.135122:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322080.199103:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322080.199114:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322080.199117:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322080.199121:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322080.199125:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322080.199133:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4617
00000100:00080000:3.0:1767322080.199138:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322080.199146:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322080.199188:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940b800 x1853166816717696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322080.199207:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322080.199210:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322080.199212:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322080.199216:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4617
00000100:00080000:3.0:1767322080.199219:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322080.199222:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322080.199236:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940aa00 x1853166816717824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322080.199283:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322080.199289:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322080.199291:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322080.199294:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4617
00000100:00080000:3.0:1767322080.199297:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322080.199300:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322080.199311:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409f80 x1853166816718080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322080.199337:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322080.199340:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322080.199342:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322080.199345:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4617
00000100:00080000:3.0:1767322080.199347:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322080.199350:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322080.199360:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79408000 x1853166816718336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322080.199411:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816718208:0@lo:400:kworker.0
00000100:00100000:3.0:1767322080.199480:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322080.199558:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322080.199565:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816718464:0@lo:400:kworker.0
00000100:00100000:3.0:1767322080.199592:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322080.199646:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816718592:0@lo:400:kworker.0
00000100:00100000:3.0:1767322080.199670:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322080.199689:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322080.199695:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816717952:0@lo:400:kworker.0
00000100:00100000:1.0:1767322080.199702:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816718464
00000100:00100000:1.0:1767322080.199711:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816718464
00000100:00100000:3.0:1767322080.199715:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322080.199743:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816718208
00000100:00100000:3.0:1767322080.199746:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816718208
00000100:00100000:1.0:1767322080.199789:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816718592
00000100:00100000:3.0:1767322080.199791:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816717952
00000100:00100000:1.0:1767322080.199792:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816718592
00000100:00100000:3.0:1767322080.199793:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816717952
00000100:00100000:1.0:1767322080.199816:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230
00000100:00100000:3.0:1767322080.199816:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5123
00000100:00100000:3.0:1767322080.199825:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816718208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322080.199826:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816718464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322080.199883:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816718464:12345-0@lo:400:kworker.0 Request processed in 58us (288us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322080.199892:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230
00000100:00100000:1.0:1767322080.199910:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231
00000100:00100000:1.0:1767322080.199916:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816718592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322080.199936:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5124
00000100:00100000:2.0:1767322080.199945:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816717952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322080.199948:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816718592:12345-0@lo:400:kworker.0 Request processed in 33us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322080.199953:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231
00000100:00100000:2.0:1767322080.199977:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816717952:12345-0@lo:400:kworker.0 Request processed in 35us (260us total) trans 0 rc 0/0
00000100:00080000:1.0:1767322080.199978:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322080.199982:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5124
00000100:00080000:1.0:1767322080.199983:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322080.199985:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322080.200005:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816717696:0@lo:38:kworker.0
00000100:00100000:1.0:1767322080.200013:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816717952:0@lo:400:kworker.0
00000100:00100000:1.0:1767322080.200022:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816718592:0@lo:400:kworker.0
00000100:00100000:2.0:1767322080.200029:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322080.200046:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816717824:0@lo:38:kworker.0
00000100:00100000:2.0:1767322080.200076:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322080.200100:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816718080:0@lo:38:kworker.0
00000100:00100000:2.0:1767322080.200120:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322080.200135:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816718336:0@lo:38:kworker.0
00000100:00100000:2.0:1767322080.200154:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322080.200181:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816717824
00000100:00100000:2.0:1767322080.200185:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816717824
00000100:00100000:2.0:1767322080.200205:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113
00000100:00100000:2.0:1767322080.200210:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816717824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322080.200227:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322080.200262:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816717824:12345-0@lo:38:kworker.0 Request processed in 51us (185us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322080.200268:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113
00000100:00100000:2.0:1767322080.200291:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816717696
00000100:00100000:2.0:1767322080.200295:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816717696
00000100:00100000:2.0:1767322080.200310:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816718080
00000100:00100000:2.0:1767322080.200313:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816718080
00000100:00100000:2.0:1767322080.200320:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816718336
00000100:00100000:2.0:1767322080.200322:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816718336
00000100:00100000:2.0:1767322080.200330:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89521
00000100:00100000:2.0:1767322080.200334:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816717696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322080.200343:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322080.200368:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816717696:12345-0@lo:38:kworker.0 Request processed in 33us (337us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322080.200373:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89521
00000100:00100000:2.0:1767322080.200385:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89522
00000100:00100000:2.0:1767322080.200388:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816718080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322080.200397:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322080.200420:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816718080:12345-0@lo:38:kworker.0 Request processed in 30us (299us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322080.200426:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89522
00000100:00100000:2.0:1767322080.200437:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89523
00000100:00100000:2.0:1767322080.200442:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816718336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322080.200451:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322080.200477:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816718336:12345-0@lo:38:kworker.0 Request processed in 33us (322us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322080.200481:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89523
00000100:00080000:2.0:1767322080.200521:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322080.200526:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322080.200529:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816717696:0@lo:38:kworker.0
00000100:00080000:2.0:1767322080.200538:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322080.200542:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322080.200545:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816717824:0@lo:38:kworker.0
00000100:00080000:2.0:1767322080.200552:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322080.200555:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322080.200558:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816718080:0@lo:38:kworker.0
00000100:00080000:2.0:1767322080.200567:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322080.200569:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322080.200572:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816718336:0@lo:38:kworker.0
00000100:00100000:3.0:1767322080.201181:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816718208:12345-0@lo:400:kworker.0 Request processed in 1353us (1697us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322080.201190:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5123
00000100:00100000:1.0:1767322080.203551:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816718464:0@lo:400:kworker.0
00000100:00100000:1.0:1767322080.203584:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816718208:0@lo:400:kworker.0
00000100:00100000:2.0:1767322080.776125:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322081.161230:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322081.735160:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816718720:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322081.735235:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322081.735354:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816718720
00000100:00100000:1.0:1767322081.735365:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816718720
00000100:00100000:1.0:1767322081.735438:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921
00000100:00100000:1.0:1767322081.735447:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816718720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322081.735480:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322081.735549:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816718720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322081.735556:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921
00000100:00100000:3.0:1767322081.735736:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816718720:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322081.735910:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816718848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322081.735940:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322081.736028:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816718848
00000100:00100000:0.0:1767322081.736033:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816718848
00000100:00100000:0.0:1767322081.736067:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922
00000100:00100000:0.0:1767322081.736074:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816718848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322081.736095:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322081.736140:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816718848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322081.736146:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922
00000100:00100000:2.0:1767322081.736285:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816718848:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322081.798935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322082.183388:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322082.823047:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322082.986106:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767322082.986150:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758730624 offset 0 length 520: 4
00000100:00100000:3.0:1767322082.986172:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322082.986328:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758730880
00000100:00100000:2.0:1767322082.986338:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758730880
00000100:00100000:2.0:1767322082.986416:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758730752
00000100:00100000:2.0:1767322082.986420:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758730752
00000100:00100000:2.0:1767322082.986439:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5125
00000100:00100000:2.0:1767322082.986449:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758730880:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322082.986546:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758730880:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 98us (450us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322082.986555:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5125
00000100:00100000:2.0:1767322082.986576:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89524
00000100:00100000:2.0:1767322082.986580:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758730752:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322082.986607:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322082.986633:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758730752:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 51us (460us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322082.986639:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89524
00000100:00080000:3.0:1767322082.987129:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322083.207123:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322083.850748:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322084.231150:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322084.294985:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322059/real 1767322059]  req@ffff8d4e80375c00 x1853166816713472/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322084 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322084.295019:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e80375c00 x1853166816713472/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322084 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767322084.295039:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322084.295102:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322084.295107:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816713472:0@lo:250:kworker.0
00000100:00080000:2.0:1767322084.296502:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322084.296511:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767322084.296515:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322084.296522:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4602
00000100:00080000:2.0:1767322084.296527:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322084.296535:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322084.296571:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375f80 x1853166816718976/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322084.296636:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816718976:0@lo:250:kworker.0
00000400:00000100:0.0:1767322084.296700:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816718976 offset 0 length 520: 4
00000100:00080000:2.0:1767322084.296842:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322084.296847:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322084.296849:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322084.296853:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4622
00000100:00080000:2.0:1767322084.296866:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322084.296871:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322084.296889:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375500 x1853166816719104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322084.296951:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816719104:0@lo:38:kworker.0
00000100:00100000:0.0:1767322084.296987:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322084.297368:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816719104
00000100:00100000:1.0:1767322084.297377:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816719104
00000100:00100000:1.0:1767322084.297434:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89525
00000100:00100000:1.0:1767322084.297444:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816719104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322084.297478:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322084.297547:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816719104:12345-0@lo:38:kworker.0 Request processed in 103us (558us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322084.297555:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89525
00000100:00080000:3.0:1767322084.298153:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322084.298160:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322084.298164:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816719104:0@lo:38:kworker.0
00000100:00080000:2.0:1767322084.301419:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322084.301430:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322084.301434:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322084.301442:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4622
00000100:00080000:2.0:1767322084.301447:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322084.301454:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322084.301506:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375880 x1853166816719232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322084.301584:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816719360:0@lo:400:kworker.0
00000100:00100000:0.0:1767322084.301648:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322084.301733:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816719360
00000100:00100000:1.0:1767322084.301740:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816719360
00000100:00100000:1.0:1767322084.301815:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5126
00000100:00100000:1.0:1767322084.301823:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816719360:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767322084.301905:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322084.301909:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322084.301911:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322084.301915:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4622
00000100:00080000:2.0:1767322084.301918:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322084.301921:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322084.301937:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375500 x1853166816719488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322084.301965:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322084.301969:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322084.301971:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322084.301974:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4622
00000100:00080000:2.0:1767322084.301977:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322084.301980:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322084.301992:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ce00 x1853166816719744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322084.302379:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322084.302400:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816719232:0@lo:38:kworker.0
00000100:00100000:3.0:1767322084.302436:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322084.302461:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816719488:0@lo:38:kworker.0
00000100:00100000:3.0:1767322084.302492:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322084.302511:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816719744:0@lo:38:kworker.0
00000100:00100000:3.0:1767322084.302533:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322084.302568:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816719232
00000100:00100000:3.0:1767322084.302573:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816719232
00000100:00100000:3.0:1767322084.302596:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114
00000100:00100000:3.0:1767322084.302601:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816719232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322084.302622:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322084.302660:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816719232:12345-0@lo:38:kworker.0 Request processed in 57us (223us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322084.302681:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114
00000100:00100000:3.0:1767322084.302702:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816719488
00000100:00100000:3.0:1767322084.302706:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816719488
00000100:00100000:3.0:1767322084.302725:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816719744
00000100:00100000:3.0:1767322084.302728:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816719744
00000100:00100000:3.0:1767322084.302742:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89526
00000100:00100000:3.0:1767322084.302747:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816719488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322084.302790:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322084.302817:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816719488:12345-0@lo:38:kworker.0 Request processed in 69us (325us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322084.302824:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89526
00000100:00100000:3.0:1767322084.302850:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89527
00000100:00100000:3.0:1767322084.302855:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816719744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322084.302872:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322084.302896:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816719744:12345-0@lo:38:kworker.0 Request processed in 41us (363us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322084.302902:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89527
00000100:00080000:3.0:1767322084.302957:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322084.302963:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322084.302966:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816719232:0@lo:38:kworker.0
00000100:00080000:3.0:1767322084.302977:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322084.302980:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322084.302982:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816719488:0@lo:38:kworker.0
00000100:00080000:3.0:1767322084.302988:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322084.302991:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322084.302993:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816719744:0@lo:38:kworker.0
00000100:00100000:3.0:1767322084.303034:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816719616:0@lo:400:kworker.0
00000100:00100000:3.0:1767322084.303058:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322084.303080:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322084.303086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816719872:0@lo:400:kworker.0
00000100:00100000:3.0:1767322084.303108:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322084.303136:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816720000:0@lo:400:kworker.0
00000100:00100000:3.0:1767322084.303158:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322084.303185:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816719616
00000100:00100000:3.0:1767322084.303188:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816719616
00000100:00100000:3.0:1767322084.303223:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5127
00000100:00100000:3.0:1767322084.303229:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816719616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322084.303266:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816719616:12345-0@lo:400:kworker.0 Request processed in 37us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322084.303272:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5127
00000100:00080000:3.0:1767322084.303288:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322084.303307:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816719616:0@lo:400:kworker.0
00000100:00100000:3.0:1767322084.303351:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816719872
00000100:00100000:3.0:1767322084.303355:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816719872
00000100:00100000:3.0:1767322084.303384:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816720000
00000100:00100000:3.0:1767322084.303387:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816720000
00000100:00100000:3.0:1767322084.303405:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232
00000100:00100000:3.0:1767322084.303411:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816719872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322084.303451:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816719872:12345-0@lo:400:kworker.0 Request processed in 40us (341us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322084.303457:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232
00000100:00100000:3.0:1767322084.303481:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233
00000100:00100000:3.0:1767322084.303489:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816720000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322084.303521:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816720000:12345-0@lo:400:kworker.0 Request processed in 33us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322084.303526:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233
00000100:00080000:3.0:1767322084.303545:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322084.303548:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322084.303563:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816720000:0@lo:400:kworker.0
00000100:00100000:3.0:1767322084.303584:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816719872:0@lo:400:kworker.0
00000100:00100000:1.0:1767322084.306563:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816719360:12345-0@lo:400:kworker.0 Request processed in 4731us (4904us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322084.306578:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5126
00000100:00100000:0.0:1767322084.306693:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816719360:0@lo:400:kworker.0
00000100:00100000:2.0:1767322084.870877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322085.254993:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322085.894916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322086.279178:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322086.855037:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816720128:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322086.855114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322086.855234:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816720128
00000100:00100000:0.0:1767322086.855243:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816720128
00000100:00080000:3.0:1767322086.855282:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322086.855302:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923
00000100:00100000:0.0:1767322086.855311:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816720128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322086.855346:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322086.855356:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322086.855375:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816720256:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322086.855402:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816720128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322086.855402:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322086.855409:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923
00000100:00100000:0.0:1767322086.855423:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816720256
00000100:00100000:0.0:1767322086.855427:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816720256
00000100:00100000:0.0:1767322086.855474:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924
00000100:00100000:0.0:1767322086.855480:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816720256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322086.855497:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322086.855529:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816720256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (126us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322086.855535:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924
00000100:00100000:0.0:1767322086.855578:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816720256:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322086.855700:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322086.855811:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816720128:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322086.919748:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322087.306112:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322087.943853:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322088.104150:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322088.104199:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322088.104274:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758731136
00000100:00100000:3.0:1767322088.104285:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758731136
00000100:00100000:3.0:1767322088.104373:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758731008
00000100:00100000:3.0:1767322088.104377:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758731008
00000100:00100000:3.0:1767322088.104398:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5128
00000100:00100000:3.0:1767322088.104410:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758731136:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322088.104493:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758731136:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 86us (353us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322088.104501:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5128
00000100:00100000:3.0:1767322088.104520:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89528
00000100:00100000:3.0:1767322088.104524:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758731008:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322088.104545:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322088.104570:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758731008:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (371us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322088.104577:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89528
00000100:00080000:0.0:1767322088.104830:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322088.327593:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322088.967079:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322089.351500:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322089.415077:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322089.415088:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322089.415092:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322089.415096:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322089.415101:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322089.415109:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4626
00000100:00080000:3.0:1767322089.415116:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767322089.415123:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322089.415165:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375c00 x1853166816720384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322089.415191:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322089.415194:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322089.415195:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322089.415198:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4626
00000100:00080000:3.0:1767322089.415200:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767322089.415204:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322089.415216:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375880 x1853166816720512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322089.415244:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322089.415246:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322089.415247:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322089.415250:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4626
00000100:00080000:3.0:1767322089.415251:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767322089.415253:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322089.415260:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586300 x1853166816720768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322089.415279:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322089.415281:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322089.415282:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322089.415284:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4626
00000100:00080000:3.0:1767322089.415286:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767322089.415288:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322089.415293:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42587100 x1853166816721024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322089.415320:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816720896:0@lo:400:kworker.0
00000100:00100000:3.0:1767322089.415379:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322089.415468:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322089.415474:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816721152:0@lo:400:kworker.0
00000100:00100000:3.0:1767322089.415499:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322089.415539:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816720896
00000100:00100000:3.0:1767322089.415547:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816720896
00000100:00100000:3.0:1767322089.415605:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5129
00000100:00100000:3.0:1767322089.415618:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816720896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322089.415674:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816720896:12345-0@lo:400:kworker.0 Request processed in 60us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322089.415682:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5129
00000100:00100000:3.0:1767322089.415706:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816721152
00000100:00100000:3.0:1767322089.415709:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816721152
00000100:00100000:3.0:1767322089.415738:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234
00000100:00100000:3.0:1767322089.415744:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816721152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322089.415800:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816721152:12345-0@lo:400:kworker.0 Request processed in 56us (299us total) trans 0 rc 0/0
00000100:00080000:0.0:1767322089.415918:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322089.415924:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322089.415938:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816720384:0@lo:38:kworker.0
00000100:00100000:0.0:1767322089.415970:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322089.415991:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816720512:0@lo:38:kworker.0
00000100:00100000:0.0:1767322089.416014:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322089.416037:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816720768:0@lo:38:kworker.0
00000100:00100000:0.0:1767322089.416058:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322089.416073:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816721024:0@lo:38:kworker.0
00000100:00100000:0.0:1767322089.416092:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322089.416123:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816720512
00000100:00100000:0.0:1767322089.416128:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816720512
00000100:00100000:0.0:1767322089.416150:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115
00000100:00100000:0.0:1767322089.416155:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816720512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322089.416173:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322089.416210:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816720512:12345-0@lo:38:kworker.0 Request processed in 53us (194us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322089.416216:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115
00000100:00100000:0.0:1767322089.416236:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816720384
00000100:00100000:0.0:1767322089.416239:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816720384
00000100:00100000:0.0:1767322089.416256:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816720768
00000100:00100000:0.0:1767322089.416259:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816720768
00000100:00100000:0.0:1767322089.416271:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816721024
00000100:00100000:0.0:1767322089.416274:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816721024
00000100:00100000:0.0:1767322089.416283:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89529
00000100:00100000:0.0:1767322089.416287:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816720384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322089.416297:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322089.416322:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816720384:12345-0@lo:38:kworker.0 Request processed in 33us (350us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322089.416329:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89529
00000100:00100000:0.0:1767322089.416341:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89530
00000100:00100000:0.0:1767322089.416344:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816720768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322089.416353:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322089.416375:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816720768:12345-0@lo:38:kworker.0 Request processed in 28us (315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322089.416380:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89530
00000100:00100000:0.0:1767322089.416392:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89531
00000100:00100000:0.0:1767322089.416396:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816721024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322089.416404:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322089.416437:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816721024:12345-0@lo:38:kworker.0 Request processed in 39us (344us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322089.416443:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89531
00000100:00080000:0.0:1767322089.416490:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322089.416494:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322089.416498:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816720384:0@lo:38:kworker.0
00000100:00080000:0.0:1767322089.416507:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322089.416509:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322089.416512:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816720512:0@lo:38:kworker.0
00000100:00080000:0.0:1767322089.416520:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322089.416522:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322089.416525:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816720768:0@lo:38:kworker.0
00000100:00080000:0.0:1767322089.416530:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322089.416533:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322089.416536:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816721024:0@lo:38:kworker.0
00000100:00100000:0.0:1767322089.416603:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816721152:0@lo:400:kworker.0
00000100:00100000:0.0:1767322089.416614:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816720896:0@lo:400:kworker.0
00000100:00100000:1.0:1767322089.417352:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816720640:0@lo:400:kworker.0
00000100:00100000:1.0:1767322089.417394:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322089.417431:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322089.417438:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816721280:0@lo:400:kworker.0
00000100:00100000:1.0:1767322089.417462:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322089.417491:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816721280
00000100:00100000:1.0:1767322089.417496:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816721280
00000100:00100000:1.0:1767322089.417537:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235
00000100:00100000:1.0:1767322089.417544:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816721280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322089.417585:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816721280:12345-0@lo:400:kworker.0 Request processed in 42us (122us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322089.417592:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235
00000100:00080000:1.0:1767322089.417611:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322089.417631:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816721280:0@lo:400:kworker.0
00000100:00100000:0.0:1767322089.417715:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816720640
00000100:00100000:0.0:1767322089.417719:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816720640
00000100:00100000:0.0:1767322089.417793:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5130
00000100:00100000:0.0:1767322089.417800:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816720640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322089.418501:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816720640:12345-0@lo:400:kworker.0 Request processed in 699us (1103us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322089.418509:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5130
00000100:00080000:1.0:1767322089.418699:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322089.418731:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816720640:0@lo:400:kworker.0
00000100:00100000:3.0:1767322089.419265:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234
00000100:00100000:2.0:1767322089.990903:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322090.376073:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322091.015551:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322091.402562:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322091.976238:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322091.976270:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816721408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322091.976353:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322091.976580:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816721408
00000100:00100000:0.0:1767322091.976590:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816721408
00000100:00100000:0.0:1767322091.976662:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925
00000100:00100000:0.0:1767322091.976671:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816721408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322091.976708:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322091.976782:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816721408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (427us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322091.976789:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925
00000100:00100000:0.0:1767322091.976843:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816721408:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322091.977025:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322091.977171:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322091.977183:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816721536:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322091.977217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322091.977600:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816721536
00000100:00100000:2.0:1767322091.977616:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816721536
00000100:00100000:2.0:1767322091.977664:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926
00000100:00100000:2.0:1767322091.977672:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816721536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322091.977691:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322091.977733:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816721536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (516us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322091.977739:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926
00000100:00100000:2.0:1767322091.977801:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816721536:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322091.977908:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322092.038916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322092.423104:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322093.063211:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322093.229051:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322093.229091:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322093.229155:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758731264
00000100:00100000:2.0:1767322093.229165:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758731264
00000100:00100000:2.0:1767322093.229204:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758731392
00000100:00100000:2.0:1767322093.229206:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758731392
00000100:00100000:2.0:1767322093.229253:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5131
00000100:00080000:3.0:1767322093.229260:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322093.229263:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758731392:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322093.229303:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89532
00000100:00100000:3.0:1767322093.229309:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758731264:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322093.229329:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322093.229346:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758731392:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322093.229354:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5131
00000100:00100000:3.0:1767322093.229357:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758731264:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (316us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322093.229362:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89532
00010000:00010000:3.0:1767322093.448661:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322094.086892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322094.472664:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322094.534899:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322094.534910:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322094.534913:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322094.534917:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322094.534921:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322094.534930:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4632
00000100:00080000:1.0:1767322094.534936:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767322094.534944:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322094.534983:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79408000 x1853166816721664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322094.535007:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322094.535010:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322094.535012:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322094.535016:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4632
00000100:00080000:1.0:1767322094.535019:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767322094.535022:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322094.535035:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409f80 x1853166816721792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322094.535077:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322094.535081:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322094.535083:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322094.535086:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4632
00000100:00080000:1.0:1767322094.535089:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767322094.535091:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322094.535111:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940b800 x1853166816722048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322094.535135:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767322094.535150:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322094.535154:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322094.535157:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767322094.535157:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816721920:0@lo:400:kworker.0
00000100:00080000:1.0:1767322094.535165:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4632
00000100:00080000:1.0:1767322094.535169:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767322094.535173:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322094.535190:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409c00 x1853166816722304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322094.535231:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816722176:0@lo:400:kworker.0
00000100:00100000:3.0:1767322094.535237:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322094.535336:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322094.535347:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816722560:0@lo:400:kworker.0
00000100:00100000:0.0:1767322094.535513:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816721664:0@lo:38:kworker.0
00000100:00100000:1.0:1767322094.535563:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322094.535619:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322094.535625:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816722432:0@lo:400:kworker.0
00000100:00100000:1.0:1767322094.535651:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322094.535683:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816721920
00000100:00100000:1.0:1767322094.535689:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816721920
00000100:00100000:1.0:1767322094.535741:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816722176
00000100:00100000:1.0:1767322094.535744:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816722176
00000100:00100000:3.0:1767322094.535752:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816722432
00000100:00100000:1.0:1767322094.535796:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5132
00000100:00100000:1.0:1767322094.535804:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816721920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322094.535856:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816721920:12345-0@lo:400:kworker.0 Request processed in 51us (621us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322094.535862:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5132
00000100:00100000:1.0:1767322094.535875:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5133
00000100:00100000:1.0:1767322094.535879:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816722176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322094.535900:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816722176:12345-0@lo:400:kworker.0 Request processed in 21us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322094.535904:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5133
00000100:00100000:1.0:1767322094.535932:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816722176:0@lo:400:kworker.0
00000100:00100000:3.0:1767322094.535942:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816722432
00000100:00080000:1.0:1767322094.535977:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322094.535982:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236
00000100:00080000:1.0:1767322094.535983:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322094.535993:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816722432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322094.536034:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816722432:12345-0@lo:400:kworker.0 Request processed in 44us (381us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322094.536040:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236
00000100:00100000:1.0:1767322094.536044:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816722432:0@lo:400:kworker.0
00000100:00100000:3.0:1767322094.536078:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816721920:0@lo:400:kworker.0
00000100:00100000:2.0:1767322094.537369:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322094.537671:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816722560
00000100:00100000:3.0:1767322094.537679:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816722560
00000100:00100000:3.0:1767322094.537741:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237
00000100:00100000:3.0:1767322094.537751:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816722560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322094.537823:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816722560:12345-0@lo:400:kworker.0 Request processed in 75us (457us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322094.537830:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237
00000100:00100000:2.0:1767322094.537911:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816722560:0@lo:400:kworker.0
00000100:00100000:0.0:1767322094.537997:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322094.538032:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816721792:0@lo:38:kworker.0
00000100:00100000:0.0:1767322094.538063:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322094.538091:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816722048:0@lo:38:kworker.0
00000100:00100000:0.0:1767322094.538113:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322094.538134:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816722304:0@lo:38:kworker.0
00000100:00100000:0.0:1767322094.538154:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322094.538187:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816721664
00000100:00100000:0.0:1767322094.538191:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816721664
00000100:00100000:0.0:1767322094.538212:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816722048
00000100:00100000:0.0:1767322094.538214:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816722048
00000100:00100000:0.0:1767322094.538226:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816722304
00000100:00100000:0.0:1767322094.538228:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816722304
00000100:00100000:0.0:1767322094.538241:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89533
00000100:00100000:0.0:1767322094.538246:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816721664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322094.538264:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322094.538392:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89534
00000100:00100000:2.0:1767322094.538398:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816722048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322094.538409:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322094.538637:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816722048:12345-0@lo:38:kworker.0 Request processed in 237us (522us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322094.538645:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89534
00000100:00100000:2.0:1767322094.538661:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89535
00000100:00100000:2.0:1767322094.538665:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816722304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322094.538674:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322094.538698:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816722304:12345-0@lo:38:kworker.0 Request processed in 31us (543us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322094.538703:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89535
00000100:00080000:2.0:1767322094.538729:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322094.538734:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322094.538737:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816722048:0@lo:38:kworker.0
00000100:00080000:2.0:1767322094.538747:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322094.538751:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322094.538772:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816722304:0@lo:38:kworker.0
00000100:00100000:3.0:1767322094.538881:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816721792
00000100:00100000:3.0:1767322094.538886:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816721792
00000100:00100000:3.0:1767322094.538917:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116
00000100:00100000:3.0:1767322094.538921:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816721792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322094.538932:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322094.538966:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816721792:12345-0@lo:38:kworker.0 Request processed in 43us (902us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322094.538971:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116
00000100:00080000:3.0:1767322094.538995:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322094.538999:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322094.539002:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816721792:0@lo:38:kworker.0
00000100:00080000:1.0:1767322094.539067:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322094.539173:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816721664:12345-0@lo:38:kworker.0 Request processed in 924us (1174us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322094.539180:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89533
00000100:00080000:3.0:1767322094.539242:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322094.539246:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322094.539250:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816721664:0@lo:38:kworker.0
00000100:00100000:2.0:1767322095.111040:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322095.496786:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322096.135627:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322096.519091:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322097.095170:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322097.095193:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816722688:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322097.095265:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322097.095538:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322097.095548:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816722816:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322097.095575:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322097.095601:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816722688
00000100:00100000:2.0:1767322097.095609:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816722688
00000100:00100000:3.0:1767322097.095635:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816722816
00000100:00100000:3.0:1767322097.095639:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816722816
00000100:00080000:1.0:1767322097.095693:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322097.095717:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927
00000100:00100000:2.0:1767322097.095727:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816722688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322097.095789:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322097.095837:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816722688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (571us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322097.095844:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927
00000100:00100000:2.0:1767322097.095864:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928
00000100:00100000:2.0:1767322097.095871:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816722816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322097.095886:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322097.095915:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816722816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322097.095920:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928
00000100:00080000:1.0:1767322097.096021:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322097.096070:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816722688:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322097.096110:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816722816:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322097.158878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322097.542920:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322098.182937:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322098.344856:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322098.344926:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322098.345008:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758731648
00000100:00100000:2.0:1767322098.345019:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758731648
00000100:00100000:0.0:1767322098.345055:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758731520
00000100:00100000:0.0:1767322098.345066:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758731520
00000100:00100000:2.0:1767322098.345095:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5134
00000100:00100000:2.0:1767322098.345107:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758731648:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322098.345123:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89536
00000100:00100000:0.0:1767322098.345137:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758731520:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322098.345169:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322098.345189:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758731648:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (341us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322098.345197:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5134
00000100:00100000:0.0:1767322098.345233:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758731520:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 94us (304us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322098.345246:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89536
00000100:00080000:1.0:1767322098.345481:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322098.566970:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322099.207236:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322099.595407:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322099.654956:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322099.654969:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322099.654972:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322099.654976:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322099.654980:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322099.655000:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4637
00000100:00080000:1.0:1767322099.655009:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767322099.655020:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322099.655083:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae67b80 x1853166816722944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322099.655130:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322099.655136:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322099.655138:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322099.655144:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4637
00000100:00080000:1.0:1767322099.655149:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767322099.655153:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322099.655177:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886d80 x1853166816723072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322099.655234:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322099.655238:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322099.655240:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322099.655245:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4637
00000100:00080000:1.0:1767322099.655250:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767322099.655253:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322099.655276:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409f80 x1853166816723328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322099.655320:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322099.655350:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322099.655353:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322099.655356:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4637
00000100:00080000:1.0:1767322099.655359:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767322099.655363:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322099.655381:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940b800 x1853166816723584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322099.655435:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816723456:0@lo:400:kworker.0
00000100:00100000:2.0:1767322099.655441:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816723840:0@lo:400:kworker.0
00000100:00100000:0.0:1767322099.655512:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816723200:0@lo:400:kworker.0
00000100:00100000:3.0:1767322099.655873:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816722944:0@lo:38:kworker.0
00000100:00100000:2.0:1767322099.656115:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322099.656184:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816723712:0@lo:400:kworker.0
00000100:00100000:2.0:1767322099.656211:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322099.656246:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816723840
00000100:00100000:2.0:1767322099.656253:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816723840
00000100:00100000:2.0:1767322099.656320:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816723712
00000100:00100000:2.0:1767322099.656332:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816723712
00000100:00100000:2.0:1767322099.656364:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238
00000100:00100000:2.0:1767322099.656372:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816723840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322099.656424:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816723840:12345-0@lo:400:kworker.0 Request processed in 52us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322099.656431:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238
00000100:00100000:2.0:1767322099.656449:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239
00000100:00100000:2.0:1767322099.656455:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816723712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322099.656490:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816723712:12345-0@lo:400:kworker.0 Request processed in 35us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322099.656496:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239
00000100:00080000:2.0:1767322099.656512:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322099.656515:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322099.656548:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816723712:0@lo:400:kworker.0
00000100:00100000:2.0:1767322099.656574:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816723840:0@lo:400:kworker.0
00000100:00100000:1.0:1767322099.660744:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322099.662906:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816723456
00000100:00100000:2.0:1767322099.662923:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816723456
00000100:00100000:2.0:1767322099.663142:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5135
00000100:00100000:2.0:1767322099.663155:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816723456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322099.663243:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816723456:12345-0@lo:400:kworker.0 Request processed in 92us (2509us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322099.663251:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5135
00000100:00080000:1.0:1767322099.663349:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322099.663396:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816723456:0@lo:400:kworker.0
00000100:00100000:0.0:1767322099.668522:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322099.668679:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816723200
00000100:00100000:2.0:1767322099.668690:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816723200
00000100:00100000:2.0:1767322099.668803:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5136
00000100:00100000:2.0:1767322099.668813:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816723200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322099.668884:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816723200:12345-0@lo:400:kworker.0 Request processed in 73us (371us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322099.668891:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5136
00000100:00100000:0.0:1767322099.669264:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816723200:0@lo:400:kworker.0
00000100:00100000:3.0:1767322099.670621:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322099.670668:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816723072:0@lo:38:kworker.0
00000100:00100000:3.0:1767322099.670701:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322099.670743:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816723328:0@lo:38:kworker.0
00000100:00100000:3.0:1767322099.670794:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322099.670818:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816723584:0@lo:38:kworker.0
00000100:00100000:3.0:1767322099.670838:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322099.670880:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816722944
00000100:00100000:3.0:1767322099.670887:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816722944
00000100:00100000:3.0:1767322099.670916:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816723328
00000100:00100000:3.0:1767322099.670919:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816723328
00000100:00100000:3.0:1767322099.670935:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816723584
00000100:00100000:3.0:1767322099.670937:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816723584
00000100:00100000:3.0:1767322099.670952:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89537
00000100:00100000:3.0:1767322099.670958:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816722944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322099.670978:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322099.671019:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816722944:12345-0@lo:38:kworker.0 Request processed in 59us (402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322099.671026:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89537
00000100:00100000:3.0:1767322099.671042:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89538
00000100:00100000:3.0:1767322099.671045:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816723328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322099.671054:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322099.671078:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816723328:12345-0@lo:38:kworker.0 Request processed in 30us (283us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322099.671082:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89538
00000100:00100000:3.0:1767322099.671093:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89539
00000100:00100000:3.0:1767322099.671097:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816723584:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322099.671105:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322099.671125:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816723584:12345-0@lo:38:kworker.0 Request processed in 27us (286us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322099.671131:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89539
00000100:00080000:3.0:1767322099.671174:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322099.671179:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322099.671183:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816722944:0@lo:38:kworker.0
00000100:00080000:3.0:1767322099.671193:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322099.671196:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322099.671198:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816723328:0@lo:38:kworker.0
00000100:00080000:3.0:1767322099.671204:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322099.671207:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322099.671210:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816723584:0@lo:38:kworker.0
00000100:00100000:2.0:1767322099.671751:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816723072
00000100:00100000:2.0:1767322099.671793:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816723072
00000100:00100000:2.0:1767322099.671830:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117
00000100:00100000:2.0:1767322099.671835:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816723072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322099.671849:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322099.671902:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816723072:12345-0@lo:38:kworker.0 Request processed in 65us (1199us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322099.671908:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117
00000100:00080000:0.0:1767322099.672013:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322099.672019:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322099.672022:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816723072:0@lo:38:kworker.0
00000100:00080000:1.0:1767322099.672241:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322100.231215:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322100.615029:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322101.258474:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322101.638994:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322102.216419:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322102.216446:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816723968:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322102.216519:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322102.217060:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816723968
00000100:00100000:1.0:1767322102.217069:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816723968
00000100:00100000:1.0:1767322102.217143:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929
00000100:00100000:1.0:1767322102.217153:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816723968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322102.217184:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322102.217234:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816723968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (714us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322102.217242:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929
00000100:00080000:2.0:1767322102.217314:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322102.217357:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816723968:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322102.219138:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322102.219164:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816724096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322102.219240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322102.219350:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816724096
00000100:00100000:0.0:1767322102.219359:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816724096
00000100:00100000:0.0:1767322102.219438:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930
00000100:00100000:0.0:1767322102.219447:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816724096:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767322102.219474:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767322102.219488:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322102.219540:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816724096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322102.219547:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930
00000100:00100000:2.0:1767322102.219580:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816724096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322102.278905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322102.663131:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322103.302932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322103.466304:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322103.466480:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758731904
00000100:00100000:0.0:1767322103.466497:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758731904
00000100:00100000:0.0:1767322103.466592:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5137
00000100:00100000:0.0:1767322103.466604:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758731904:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322103.466727:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758731904:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 125us (450us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322103.466740:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5137
00000100:00080000:2.0:1767322103.466881:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322103.467224:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322103.467431:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758731776
00000100:00100000:3.0:1767322103.467438:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758731776
00000100:00100000:3.0:1767322103.467475:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89540
00000100:00100000:3.0:1767322103.467483:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758731776:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322103.467512:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322103.467568:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758731776:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 84us (345us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322103.467575:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89540
00010000:00010000:3.0:1767322103.688634:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322104.326916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322104.711101:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322104.777547:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322104.777562:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322104.777566:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322104.777571:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322104.777577:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322104.777599:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4642
00000100:00080000:2.0:1767322104.777606:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322104.777615:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322104.777676:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ca80 x1853166816724224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322104.777708:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322104.777714:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322104.777716:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322104.777720:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4642
00000100:00080000:2.0:1767322104.777723:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322104.777727:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322104.777744:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39d180 x1853166816724352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322104.777810:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322104.777814:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322104.777816:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322104.777820:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4642
00000100:00080000:2.0:1767322104.777823:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322104.777827:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322104.777839:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c000 x1853166816724608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322104.777870:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322104.777874:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322104.777876:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322104.777880:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4642
00000100:00080000:2.0:1767322104.777883:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322104.777886:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322104.777903:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39d880 x1853166816724864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322104.777951:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816724736:0@lo:400:kworker.0
00000100:00100000:2.0:1767322104.778041:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322104.778086:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816724480:0@lo:400:kworker.0
00000100:00100000:3.0:1767322104.778129:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322104.778137:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322104.778147:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816724992:0@lo:400:kworker.0
00000100:00100000:3.0:1767322104.778161:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322104.778170:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816725120:0@lo:400:kworker.0
00000100:00100000:2.0:1767322104.778186:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322104.778217:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816724736
00000100:00100000:1.0:1767322104.778334:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816724992
00000100:00100000:1.0:1767322104.778340:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816724992
00000100:00100000:1.0:1767322104.778416:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240
00000100:00100000:1.0:1767322104.778428:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816724992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322104.778500:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816724736
00000100:00100000:3.0:1767322104.778542:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816724480
00000100:00100000:3.0:1767322104.778546:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816724480
00000100:00100000:3.0:1767322104.778575:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5138
00000100:00100000:3.0:1767322104.778584:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816724736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322104.778588:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5139
00000100:00100000:0.0:1767322104.778601:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816724480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322104.786716:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816724992:12345-0@lo:400:kworker.0 Request processed in 8270us (8509us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322104.786739:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240
00000100:00100000:1.0:1767322104.786912:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816724224:0@lo:38:kworker.0
00000100:00100000:1.0:1767322104.786972:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322104.787025:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816724352:0@lo:38:kworker.0
00000100:00100000:1.0:1767322104.787345:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322104.787379:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816724608:0@lo:38:kworker.0
00000100:00100000:1.0:1767322104.787405:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322104.787437:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816724864:0@lo:38:kworker.0
00000100:00100000:1.0:1767322104.787461:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322104.787504:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816724224
00000100:00100000:1.0:1767322104.787514:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816724224
00000100:00100000:1.0:1767322104.787543:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816724608
00000100:00100000:1.0:1767322104.787546:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816724608
00000100:00100000:1.0:1767322104.787554:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816724864
00000100:00100000:1.0:1767322104.787558:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816724864
00000100:00100000:1.0:1767322104.787572:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89541
00000100:00100000:1.0:1767322104.787580:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816724224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322104.787610:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322104.787837:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816724224:12345-0@lo:38:kworker.0 Request processed in 256us (865us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322104.787845:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89541
00000100:00100000:1.0:1767322104.787863:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89542
00000100:00100000:1.0:1767322104.787867:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816724608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322104.787877:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322104.787902:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816724608:12345-0@lo:38:kworker.0 Request processed in 34us (496us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322104.787908:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89542
00000100:00100000:1.0:1767322104.787920:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89543
00000100:00100000:1.0:1767322104.787924:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816724864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322104.787933:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322104.787956:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816724864:12345-0@lo:38:kworker.0 Request processed in 31us (494us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322104.787962:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89543
00000100:00100000:1.0:1767322104.787983:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816724352
00000100:00100000:1.0:1767322104.787987:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816724352
00000100:00100000:1.0:1767322104.788013:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118
00000100:00100000:1.0:1767322104.788017:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816724352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322104.788027:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322104.788381:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816724352:12345-0@lo:38:kworker.0 Request processed in 361us (1035us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322104.788390:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118
00000100:00080000:1.0:1767322104.788447:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322104.788454:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322104.788459:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816724224:0@lo:38:kworker.0
00000100:00080000:1.0:1767322104.788471:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322104.788475:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322104.788479:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816724352:0@lo:38:kworker.0
00000100:00080000:1.0:1767322104.788488:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322104.788491:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322104.788494:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816724608:0@lo:38:kworker.0
00000100:00080000:1.0:1767322104.788502:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322104.788508:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322104.788511:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816724864:0@lo:38:kworker.0
00000100:00080000:1.0:1767322104.788608:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322104.788617:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322104.790007:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816724736:12345-0@lo:400:kworker.0 Request processed in 11413us (11954us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322104.790023:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5138
00000100:00100000:1.0:1767322104.790593:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322104.792053:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816725120
00000100:00100000:3.0:1767322104.792072:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816725120
00000100:00100000:3.0:1767322104.792177:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241
00000100:00100000:3.0:1767322104.792192:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816725120:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767322104.792254:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322104.792325:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816725120:12345-0@lo:400:kworker.0 Request processed in 137us (1748us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322104.792334:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241
00000100:00100000:1.0:1767322104.792386:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816725120:0@lo:400:kworker.0
00000100:00100000:0.0:1767322104.794035:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816724480:12345-0@lo:400:kworker.0 Request processed in 15426us (15895us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322104.794431:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816724992:0@lo:400:kworker.0
00000100:00100000:2.0:1767322104.794451:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816724736:0@lo:400:kworker.0
00000100:00100000:0.0:1767322104.794537:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5139
00000100:00100000:3.0:1767322104.795345:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816724480:0@lo:400:kworker.0
00000100:00100000:1.0:1767322105.353095:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322105.735108:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322106.374935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322106.759370:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322107.335715:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816725376:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322107.335854:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322107.336290:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816725376
00000100:00100000:3.0:1767322107.336302:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816725376
00000100:00100000:3.0:1767322107.336387:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931
00000100:00100000:3.0:1767322107.336402:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816725376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322107.336446:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322107.336504:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816725376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (650us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322107.336513:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931
00000100:00100000:0.0:1767322107.336630:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816725248:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322107.336677:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322107.336816:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816725248
00000100:00100000:3.0:1767322107.336821:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816725248
00000100:00100000:3.0:1767322107.336856:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932
00000100:00100000:3.0:1767322107.336863:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816725248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322107.336894:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322107.336932:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816725248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322107.336939:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932
00000100:00100000:3.0:1767322107.336985:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816725248:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322107.337349:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322107.337355:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322107.337389:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816725376:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322107.399278:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322107.783366:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322108.423555:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767322108.597338:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758732032 offset 0 length 520: 4
00000100:00100000:2.0:1767322108.597395:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322108.597794:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758732288
00000100:00100000:0.0:1767322108.597808:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758732288
00000100:00100000:0.0:1767322108.597904:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5140
00000100:00100000:0.0:1767322108.597916:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758732288:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:1.0:1767322108.598079:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322108.598215:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758732288:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 300us (818us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322108.598224:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5140
00000100:00100000:2.0:1767322108.598650:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322108.599545:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758732160
00000100:00100000:3.0:1767322108.599567:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758732160
00000100:00100000:3.0:1767322108.599628:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89544
00000100:00100000:3.0:1767322108.599636:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758732160:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322108.599666:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322108.599741:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758732160:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 104us (1092us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322108.599748:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89544
00010000:00010000:2.0:1767322108.807887:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322109.446871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322109.837400:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322109.894965:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322084/real 1767322084]  req@ffff8d4e80375f80 x1853166816718976/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322109 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322109.895017:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e80375f80 x1853166816718976/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322109 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767322109.895046:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322109.895077:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322109.895083:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816718976:0@lo:250:kworker.0
00000100:00080000:0.0:1767322109.896171:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322109.896198:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767322109.896202:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322109.896210:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4626
00000100:00080000:0.0:1767322109.896217:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322109.896226:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322109.896292:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306fb80 x1853166816725504/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322109.896334:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322109.896340:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322109.896342:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322109.896347:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4647
00000100:00080000:0.0:1767322109.896350:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322109.896353:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322109.896376:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306e300 x1853166816725632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322109.896387:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322109.896390:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322109.896392:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322109.896396:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4647
00000100:00080000:0.0:1767322109.896400:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322109.896403:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322109.896419:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306f480 x1853166816725760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322109.896477:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322109.896483:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322109.896485:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322109.896489:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4647
00000100:00080000:0.0:1767322109.896492:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322109.896496:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322109.896510:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306c380 x1853166816726016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322109.896537:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322109.896542:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322109.896544:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322109.896548:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4647
00000100:00080000:0.0:1767322109.896551:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322109.896554:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322109.896567:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42585180 x1853166816726272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322109.896797:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816725888:0@lo:400:kworker.0
00000100:00100000:2.0:1767322109.896898:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322109.896977:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816725504:0@lo:250:kworker.0
00000100:00100000:2.0:1767322109.896978:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322109.896987:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816726528:0@lo:400:kworker.0
00000400:00000100:1.0:1767322109.897019:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816725504 offset 0 length 520: 4
00000100:00100000:2.0:1767322109.897029:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322109.897055:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816725632:0@lo:38:kworker.0
00000100:00100000:2.0:1767322109.897071:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816726144:0@lo:400:kworker.0
00000100:00100000:1.0:1767322109.897085:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322109.897107:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322109.897111:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816725760:0@lo:38:kworker.0
00000100:00100000:2.0:1767322109.897132:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322109.897141:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816726400:0@lo:400:kworker.0
00000100:00100000:1.0:1767322109.897149:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322109.897173:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322109.897178:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816726016:0@lo:38:kworker.0
00000100:00100000:1.0:1767322109.897208:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322109.897239:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816726272:0@lo:38:kworker.0
00000100:00100000:2.0:1767322109.897254:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816725760
00000100:00100000:1.0:1767322109.897264:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322109.897264:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816725760
00000100:00100000:1.0:1767322109.897304:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816726528
00000100:00100000:1.0:1767322109.897309:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816726528
00000100:00100000:2.0:1767322109.897314:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119
00000100:00100000:2.0:1767322109.897323:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816725760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322109.897347:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322109.897370:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816726400
00000100:00100000:1.0:1767322109.897375:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816726400
00000100:00100000:2.0:1767322109.897400:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816725760:12345-0@lo:38:kworker.0 Request processed in 75us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322109.897407:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242
00000100:00100000:2.0:1767322109.897411:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119
00000100:00100000:1.0:1767322109.897418:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816726528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322109.897452:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243
00000100:00100000:2.0:1767322109.897462:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816726400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322109.897477:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816726528:12345-0@lo:400:kworker.0 Request processed in 61us (448us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322109.897485:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242
00000100:00100000:2.0:1767322109.897507:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816726400:12345-0@lo:400:kworker.0 Request processed in 46us (332us total) trans 0 rc 0/0
00000100:00080000:1.0:1767322109.897510:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322109.897515:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243
00000100:00080000:1.0:1767322109.897518:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322109.897575:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322109.897576:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816726400:0@lo:400:kworker.0
00000100:00080000:1.0:1767322109.897584:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322109.897590:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816725760:0@lo:38:kworker.0
00000100:00100000:2.0:1767322109.897615:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816726528:0@lo:400:kworker.0
00000100:00100000:3.0:1767322109.897718:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816725888
00000100:00100000:3.0:1767322109.897723:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816725888
00000100:00100000:3.0:1767322109.897807:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5141
00000100:00100000:3.0:1767322109.897816:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816725888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322109.897862:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816725888:12345-0@lo:400:kworker.0 Request processed in 48us (964us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322109.897868:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5141
00000100:00100000:3.0:1767322109.897881:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816725632
00000100:00100000:3.0:1767322109.897884:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816725632
00000100:00100000:3.0:1767322109.897893:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816726144
00000100:00100000:3.0:1767322109.897896:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816726144
00000100:00100000:3.0:1767322109.897911:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816726016
00000100:00100000:3.0:1767322109.897914:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816726016
00000100:00100000:3.0:1767322109.897922:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816726272
00000100:00100000:3.0:1767322109.897925:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816726272
00000100:00100000:3.0:1767322109.897934:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5142
00000100:00100000:3.0:1767322109.897940:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816726144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322109.897980:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816726144:12345-0@lo:400:kworker.0 Request processed in 40us (874us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322109.897992:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5142
00000100:00100000:2.0:1767322109.898000:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89545
00000100:00100000:2.0:1767322109.898008:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816725632:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322109.898011:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89546
00000100:00100000:3.0:1767322109.898019:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816726016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322109.898025:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767322109.898033:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322109.898071:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816725632:12345-0@lo:38:kworker.0 Request processed in 61us (985us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322109.898077:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816726016:12345-0@lo:38:kworker.0 Request processed in 55us (866us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322109.898082:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89545
00000100:00100000:3.0:1767322109.898091:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89546
00000100:00100000:2.0:1767322109.898104:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89547
00000100:00100000:2.0:1767322109.898110:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816726272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322109.898120:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322109.898150:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816725888:0@lo:400:kworker.0
00000100:00100000:2.0:1767322109.898154:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816726272:12345-0@lo:38:kworker.0 Request processed in 42us (889us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322109.898163:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89547
00000100:00080000:0.0:1767322109.898326:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322109.898343:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322109.898349:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322109.898353:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816725632:0@lo:38:kworker.0
00000100:00080000:1.0:1767322109.898363:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322109.898366:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322109.898369:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816726016:0@lo:38:kworker.0
00000100:00080000:1.0:1767322109.898379:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322109.898382:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322109.898385:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816726272:0@lo:38:kworker.0
00000100:00100000:2.0:1767322109.899374:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816726144:0@lo:400:kworker.0
00000100:00100000:2.0:1767322110.471273:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322110.862504:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322111.497328:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322111.881122:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322112.455030:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322112.455056:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816726656:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322112.455125:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322112.455203:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816726656
00000100:00100000:0.0:1767322112.455228:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816726656
00000100:00100000:0.0:1767322112.455330:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933
00000100:00100000:0.0:1767322112.455341:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816726656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322112.455384:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322112.455487:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816726656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (365us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322112.455497:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933
00000100:00100000:0.0:1767322112.455567:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816726656:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767322112.455639:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322112.456109:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816726784:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322112.456162:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322112.456488:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816726784
00000100:00100000:1.0:1767322112.456497:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816726784
00000100:00100000:1.0:1767322112.456553:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934
00000100:00100000:1.0:1767322112.456561:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816726784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322112.456591:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322112.456635:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816726784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (473us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322112.456641:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934
00000100:00080000:2.0:1767322112.457528:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322112.457598:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816726784:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322112.518930:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322112.903166:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322113.542922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322113.708008:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322113.708191:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322113.708365:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758732416
00000100:00100000:0.0:1767322113.708380:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758732416
00000100:00100000:0.0:1767322113.708450:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758732544
00000100:00100000:0.0:1767322113.708454:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758732544
00000100:00100000:0.0:1767322113.708521:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5143
00000100:00100000:0.0:1767322113.708534:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758732544:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322113.708663:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758732544:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 130us (470us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322113.708672:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5143
00000100:00100000:0.0:1767322113.708697:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89548
00000100:00100000:0.0:1767322113.708702:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758732416:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322113.708729:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322113.708799:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758732416:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 94us (809us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322113.708806:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89548
00000100:00080000:2.0:1767322113.709052:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322113.927546:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322114.567155:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322114.951176:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322115.015146:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322115.015161:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322115.015165:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322115.015170:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322115.015176:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322115.015198:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4652
00000100:00080000:0.0:1767322115.015205:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322115.015214:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322115.015273:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586300 x1853166816726912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322115.015316:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322115.015320:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322115.015322:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322115.015327:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4652
00000100:00080000:0.0:1767322115.015330:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322115.015335:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322115.015360:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42585180 x1853166816727040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322115.015416:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322115.015421:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322115.015423:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322115.015427:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4652
00000100:00080000:0.0:1767322115.015429:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322115.015432:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322115.015444:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586d80 x1853166816727296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322115.015471:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322115.015475:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322115.015476:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322115.015480:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4652
00000100:00080000:0.0:1767322115.015483:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322115.015487:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322115.015498:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376d80 x1853166816727552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322115.015563:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816727168:0@lo:400:kworker.0
00000100:00100000:0.0:1767322115.015654:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322115.015738:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322115.015744:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816727808:0@lo:400:kworker.0
00000100:00100000:0.0:1767322115.015804:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322115.015847:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816727424:0@lo:400:kworker.0
00000100:00100000:0.0:1767322115.015873:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322115.015892:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322115.015898:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816727680:0@lo:400:kworker.0
00000100:00100000:0.0:1767322115.015920:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322115.015956:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816727168
00000100:00100000:0.0:1767322115.015964:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816727168
00000100:00100000:0.0:1767322115.016026:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816727424
00000100:00100000:0.0:1767322115.016030:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816727424
00000100:00100000:0.0:1767322115.016061:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5144
00000100:00100000:0.0:1767322115.016071:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816727168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322115.016131:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816727168:12345-0@lo:400:kworker.0 Request processed in 61us (477us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322115.016141:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5144
00000100:00100000:0.0:1767322115.016161:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5145
00000100:00100000:0.0:1767322115.016168:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816727424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322115.016293:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816727808
00000100:00100000:2.0:1767322115.016299:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816727808
00000100:00100000:2.0:1767322115.016335:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816727680
00000100:00100000:2.0:1767322115.016339:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816727680
00000100:00100000:2.0:1767322115.016362:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244
00000100:00100000:2.0:1767322115.016370:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816727808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322115.016371:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816726912:0@lo:38:kworker.0
00000100:00100000:1.0:1767322115.017551:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245
00000100:00100000:1.0:1767322115.017576:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816727680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322115.023026:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322115.023131:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816727040:0@lo:38:kworker.0
00000100:00100000:3.0:1767322115.023180:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322115.023238:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816727296:0@lo:38:kworker.0
00000100:00100000:3.0:1767322115.023267:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322115.023287:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816727552:0@lo:38:kworker.0
00000100:00100000:3.0:1767322115.023312:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322115.023376:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816726912
00000100:00100000:3.0:1767322115.023387:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816726912
00000100:00100000:3.0:1767322115.023434:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816727296
00000100:00100000:3.0:1767322115.023439:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816727296
00000100:00100000:3.0:1767322115.023446:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816727552
00000100:00100000:3.0:1767322115.023448:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816727552
00000100:00100000:3.0:1767322115.023461:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89549
00000100:00100000:3.0:1767322115.023469:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816726912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322115.025464:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322115.025542:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816727808:12345-0@lo:400:kworker.0 Request processed in 9168us (9732us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322115.025559:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244
00000100:00080000:2.0:1767322115.025625:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322115.025633:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322115.025637:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322115.025816:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816727040
00000100:00100000:2.0:1767322115.025828:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816727040
00000100:00100000:3.0:1767322115.026246:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816726912:12345-0@lo:38:kworker.0 Request processed in 2773us (3230us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322115.026257:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89549
00000100:00100000:3.0:1767322115.026284:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89550
00000100:00100000:3.0:1767322115.026292:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816727296:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322115.026316:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120
00010000:00020000:3.0:1767322115.026318:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322115.026321:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816727040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322115.026335:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322115.026349:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816727296:12345-0@lo:38:kworker.0 Request processed in 58us (3081us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322115.026355:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89550
00000100:00100000:3.0:1767322115.026367:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89551
00000100:00100000:2.0:1767322115.026371:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816727040:12345-0@lo:38:kworker.0 Request processed in 49us (3191us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322115.026371:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816727552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322115.026382:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322115.026387:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120
00000100:00100000:3.0:1767322115.026405:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816727552:12345-0@lo:38:kworker.0 Request processed in 32us (3092us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322115.026410:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89551
00000100:00100000:1.0:1767322115.026580:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816727680:12345-0@lo:400:kworker.0 Request processed in 9015us (10654us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322115.026590:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245
00000100:00100000:1.0:1767322115.027154:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816727808:0@lo:400:kworker.0
00000100:00100000:1.0:1767322115.027174:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816727168:0@lo:400:kworker.0
00000100:00100000:1.0:1767322115.027248:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816727680:0@lo:400:kworker.0
00000100:00080000:3.0:1767322115.028001:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322115.028011:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322115.028015:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816726912:0@lo:38:kworker.0
00000100:00080000:3.0:1767322115.028034:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322115.028039:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322115.028042:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816727040:0@lo:38:kworker.0
00000100:00080000:3.0:1767322115.028055:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322115.028059:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322115.028062:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816727296:0@lo:38:kworker.0
00000100:00080000:3.0:1767322115.028202:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322115.028208:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322115.028211:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816727552:0@lo:38:kworker.0
00000100:00100000:1.0:1767322115.029255:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816727424:0@lo:400:kworker.0
00000100:00100000:0.0:1767322115.030641:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816727424:12345-0@lo:400:kworker.0 Request processed in 14369us (14662us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322115.030750:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5145
00000100:00100000:2.0:1767322115.591052:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322115.975124:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322116.615018:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322117.003506:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322117.576423:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322117.576461:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816727936:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322117.576561:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322117.577531:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322117.577550:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816728064:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322117.577618:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322117.577878:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816727936
00000100:00100000:2.0:1767322117.577888:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816727936
00000100:00100000:2.0:1767322117.577969:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816728064
00000100:00100000:2.0:1767322117.577974:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816728064
00000100:00100000:2.0:1767322117.578001:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935
00000100:00100000:2.0:1767322117.578011:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816727936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322117.578048:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322117.578105:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816727936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (1542us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322117.578113:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935
00000100:00100000:2.0:1767322117.578137:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936
00000100:00100000:2.0:1767322117.578144:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816728064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322117.578175:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322117.578207:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816728064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (589us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322117.578224:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936
00000100:00100000:2.0:1767322117.578279:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816727936:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322117.578549:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322117.578555:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322117.578581:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816728064:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322117.639181:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322118.023224:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322118.663336:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322118.827928:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322118.828019:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322118.828117:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758732800
00000100:00100000:2.0:1767322118.828127:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758732800
00000100:00100000:2.0:1767322118.828223:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758732672
00000100:00100000:2.0:1767322118.828227:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758732672
00000100:00100000:2.0:1767322118.828251:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5146
00000100:00100000:2.0:1767322118.828262:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758732800:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322118.828335:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758732800:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 75us (418us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322118.828343:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5146
00000100:00100000:2.0:1767322118.828366:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89552
00000100:00100000:2.0:1767322118.828371:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758732672:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322118.828392:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322118.828418:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758732672:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (399us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322118.828425:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89552
00000100:00080000:3.0:1767322118.828560:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322119.048012:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322119.686879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322120.076375:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322120.134957:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322120.134968:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322120.134971:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322120.134975:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322120.134980:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322120.134988:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4657
00000100:00080000:1.0:1767322120.134993:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322120.135000:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322120.135039:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39fb80 x1853166816728192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322120.135063:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322120.135066:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322120.135068:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322120.135072:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4657
00000100:00080000:1.0:1767322120.135074:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322120.135077:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322120.135093:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586d80 x1853166816728320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322120.135169:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322120.135173:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322120.135175:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322120.135179:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4657
00000100:00080000:1.0:1767322120.135182:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322120.135185:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322120.135197:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586300 x1853166816728576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322120.135221:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322120.135224:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322120.135226:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322120.135229:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4657
00000100:00080000:1.0:1767322120.135232:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322120.135234:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322120.135245:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375f80 x1853166816728832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322120.135286:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816728960:0@lo:400:kworker.0
00000100:00100000:1.0:1767322120.135368:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322120.135435:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322120.135441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816728704:0@lo:400:kworker.0
00000100:00100000:1.0:1767322120.135465:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322120.135494:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816728960
00000100:00100000:1.0:1767322120.135500:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816728960
00000100:00100000:1.0:1767322120.135549:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246
00000100:00100000:1.0:1767322120.135558:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816728960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322120.135608:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816728960:12345-0@lo:400:kworker.0 Request processed in 50us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322120.135615:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246
00000100:00100000:1.0:1767322120.135636:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816728704
00000100:00100000:1.0:1767322120.135639:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816728704
00000100:00100000:1.0:1767322120.135665:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5147
00000100:00100000:1.0:1767322120.135671:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816728704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322120.135700:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816728704:12345-0@lo:400:kworker.0 Request processed in 29us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322120.135706:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5147
00000100:00100000:0.0:1767322120.135848:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816728448:0@lo:400:kworker.0
00000100:00100000:0.0:1767322120.135880:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322120.135901:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322120.135906:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816729088:0@lo:400:kworker.0
00000100:00100000:0.0:1767322120.135927:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322120.135958:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816728448
00000100:00100000:0.0:1767322120.135962:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816728448
00000100:00100000:0.0:1767322120.135986:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5148
00000100:00100000:0.0:1767322120.135993:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816728448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322120.136026:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816728448:12345-0@lo:400:kworker.0 Request processed in 34us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322120.136032:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5148
00000100:00100000:0.0:1767322120.136059:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816728448:0@lo:400:kworker.0
00000100:00100000:0.0:1767322120.136077:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816729088
00000100:00100000:0.0:1767322120.136079:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816729088
00000100:00100000:0.0:1767322120.136099:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247
00000100:00100000:0.0:1767322120.136104:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816729088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322120.136132:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816729088:12345-0@lo:400:kworker.0 Request processed in 28us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322120.136150:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247
00000100:00100000:0.0:1767322120.136172:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816729088:0@lo:400:kworker.0
00000100:00100000:1.0:1767322120.136341:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816728704:0@lo:400:kworker.0
00000100:00100000:1.0:1767322120.136359:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816728960:0@lo:400:kworker.0
00000100:00080000:3.0:1767322120.136605:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322120.136611:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322120.136613:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322120.136630:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816728192:0@lo:38:kworker.0
00000100:00100000:3.0:1767322120.136666:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322120.136684:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816728320:0@lo:38:kworker.0
00000100:00100000:3.0:1767322120.136706:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322120.136749:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816728576:0@lo:38:kworker.0
00000100:00100000:3.0:1767322120.136789:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322120.136812:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816728832:0@lo:38:kworker.0
00000100:00100000:3.0:1767322120.136831:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322120.136957:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816728320
00000100:00100000:2.0:1767322120.136963:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816728320
00000100:00100000:2.0:1767322120.136997:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121
00000100:00100000:2.0:1767322120.137003:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816728320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322120.137021:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322120.137060:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816728320:12345-0@lo:38:kworker.0 Request processed in 56us (353us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322120.137067:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121
00000100:00100000:2.0:1767322120.137090:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816728192
00000100:00100000:2.0:1767322120.137093:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816728192
00000100:00100000:2.0:1767322120.137111:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816728576
00000100:00100000:2.0:1767322120.137114:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816728576
00000100:00100000:2.0:1767322120.137125:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816728832
00000100:00100000:2.0:1767322120.137127:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816728832
00000100:00100000:2.0:1767322120.137153:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89553
00000100:00100000:2.0:1767322120.137158:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816728192:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322120.137168:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322120.137194:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816728192:12345-0@lo:38:kworker.0 Request processed in 34us (527us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322120.137199:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89553
00000100:00100000:2.0:1767322120.137211:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89554
00000100:00100000:2.0:1767322120.137216:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816728576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322120.137225:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322120.137247:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816728576:12345-0@lo:38:kworker.0 Request processed in 30us (457us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322120.137253:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89554
00000100:00100000:2.0:1767322120.137264:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89555
00000100:00100000:2.0:1767322120.137268:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816728832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322120.137277:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322120.137298:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816728832:12345-0@lo:38:kworker.0 Request processed in 30us (466us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322120.137318:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89555
00000100:00080000:3.0:1767322120.138664:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322120.138673:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322120.138678:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816728192:0@lo:38:kworker.0
00000100:00080000:3.0:1767322120.138690:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322120.138694:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322120.138697:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816728320:0@lo:38:kworker.0
00000100:00080000:3.0:1767322120.138709:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322120.138713:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322120.138715:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816728576:0@lo:38:kworker.0
00000100:00080000:3.0:1767322120.138726:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322120.138729:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322120.138732:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816728832:0@lo:38:kworker.0
00000100:00100000:2.0:1767322120.712291:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322121.097014:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322121.735219:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322122.119479:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322122.695102:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816729216:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322122.695197:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322122.695284:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816729216
00000100:00100000:1.0:1767322122.695295:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322122.695304:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816729216
00000100:00100000:1.0:1767322122.695306:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816729344:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322122.695340:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322122.695383:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816729344
00000100:00100000:3.0:1767322122.695387:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816729344
00000100:00100000:1.0:1767322122.695408:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937
00000100:00100000:3.0:1767322122.695416:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938
00000100:00100000:1.0:1767322122.695421:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816729216:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322122.695430:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816729344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322122.695458:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:3.0:1767322122.695458:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322122.695518:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816729344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (176us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322122.695526:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816729216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322122.695528:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938
00000100:00100000:1.0:1767322122.695538:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937
00000100:00100000:3.0:1767322122.695604:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816729344:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322122.695913:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322122.695918:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322122.695940:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816729216:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322122.758953:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322123.143010:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322123.784486:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322123.944046:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322123.944150:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758733056
00000100:00100000:3.0:1767322123.944162:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758733056
00000100:00100000:3.0:1767322123.944664:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5149
00000100:00080000:0.0:1767322123.944666:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322123.944691:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758733056:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322123.944989:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758733056:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 307us (951us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322123.945000:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5149
00000100:00100000:1.0:1767322123.950551:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322123.952314:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758732928
00000100:00100000:3.0:1767322123.952326:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758732928
00000100:00100000:3.0:1767322123.952400:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89556
00000100:00100000:3.0:1767322123.952409:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758732928:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322123.952432:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322123.952495:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758732928:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 86us (1957us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322123.952503:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89556
00010000:00010000:3.0:1767322124.171855:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322124.806887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322125.191487:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322125.254942:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322125.254955:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322125.254959:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322125.254962:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322125.254966:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322125.254974:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4662
00000100:00080000:0.0:1767322125.254978:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322125.254984:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322125.255024:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07a680 x1853166816729472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322125.255046:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322125.255049:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322125.255051:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322125.255055:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4662
00000100:00080000:0.0:1767322125.255057:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322125.255060:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322125.255070:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07ad80 x1853166816729600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322125.255141:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322125.255145:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322125.255147:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322125.255150:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4662
00000100:00080000:0.0:1767322125.255153:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322125.255156:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322125.255166:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079c00 x1853166816729856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322125.255198:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322125.255201:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322125.255203:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322125.255209:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4662
00000100:00100000:2.0:1767322125.255210:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767322125.255212:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322125.255215:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322125.255223:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07aa00 x1853166816730112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322125.255266:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816730240:0@lo:400:kworker.0
00000100:00100000:0.0:1767322125.255341:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322125.255423:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322125.255429:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816729984:0@lo:400:kworker.0
00000100:00100000:2.0:1767322125.255464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816730368:0@lo:400:kworker.0
00000100:00100000:0.0:1767322125.255474:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322125.255513:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816730240
00000100:00100000:0.0:1767322125.255521:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816730240
00000100:00100000:2.0:1767322125.255543:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322125.255590:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816729728:0@lo:400:kworker.0
00000100:00100000:0.0:1767322125.255601:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816730368
00000100:00100000:0.0:1767322125.255607:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816730368
00000100:00100000:2.0:1767322125.255626:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322125.255652:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248
00000100:00100000:0.0:1767322125.255665:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816730240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322125.255691:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249
00000100:00100000:2.0:1767322125.255708:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816730368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322125.255737:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816730240:12345-0@lo:400:kworker.0 Request processed in 74us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322125.255749:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248
00000100:00100000:0.0:1767322125.255812:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816729984
00000100:00100000:0.0:1767322125.255816:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816729984
00000100:00100000:0.0:1767322125.255844:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816729728
00000100:00100000:0.0:1767322125.255847:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816729728
00000100:00100000:0.0:1767322125.255869:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5150
00000100:00100000:0.0:1767322125.255876:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816729984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322125.256065:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5151
00000100:00100000:1.0:1767322125.256079:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816729728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322125.256913:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816729472:0@lo:38:kworker.0
00000100:00100000:1.0:1767322125.257155:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816729728:12345-0@lo:400:kworker.0 Request processed in 1081us (1527us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322125.257163:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5151
00000100:00100000:1.0:1767322125.257219:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816729728:0@lo:400:kworker.0
00000100:00080000:1.0:1767322125.257265:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322125.257271:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322125.257273:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322125.257308:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816730240:0@lo:400:kworker.0
00000100:00100000:3.0:1767322125.257934:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322125.257974:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816729600:0@lo:38:kworker.0
00000100:00100000:3.0:1767322125.258008:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322125.258036:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816729856:0@lo:38:kworker.0
00000100:00100000:3.0:1767322125.258056:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322125.258073:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816730112:0@lo:38:kworker.0
00000100:00100000:3.0:1767322125.258105:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322125.258138:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816729600
00000100:00100000:3.0:1767322125.258143:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816729600
00000100:00100000:3.0:1767322125.258170:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122
00000100:00100000:3.0:1767322125.258176:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816729600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322125.258196:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322125.258229:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816729600:12345-0@lo:38:kworker.0 Request processed in 52us (221us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322125.258235:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122
00000100:00100000:3.0:1767322125.258256:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816729472
00000100:00100000:3.0:1767322125.258259:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816729472
00000100:00100000:3.0:1767322125.258276:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816729856
00000100:00100000:3.0:1767322125.258278:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816729856
00000100:00100000:3.0:1767322125.258290:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816730112
00000100:00100000:3.0:1767322125.258354:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816730112
00000100:00100000:3.0:1767322125.258373:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89557
00000100:00100000:3.0:1767322125.258377:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816729472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322125.258388:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322125.258699:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89558
00000100:00100000:1.0:1767322125.258704:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816729856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322125.258714:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322125.258747:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816729856:12345-0@lo:38:kworker.0 Request processed in 41us (689us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322125.258773:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89558
00000100:00100000:1.0:1767322125.258788:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89559
00000100:00100000:1.0:1767322125.258793:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816730112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322125.258802:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322125.258825:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816730112:12345-0@lo:38:kworker.0 Request processed in 31us (719us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322125.258830:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89559
00000100:00100000:3.0:1767322125.258909:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816729472:12345-0@lo:38:kworker.0 Request processed in 530us (976us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322125.258915:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89557
00000100:00080000:1.0:1767322125.258990:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322125.258996:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322125.258999:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816729472:0@lo:38:kworker.0
00000100:00080000:1.0:1767322125.259009:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322125.259013:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322125.259015:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816729600:0@lo:38:kworker.0
00000100:00080000:1.0:1767322125.259023:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322125.259026:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322125.259029:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816729856:0@lo:38:kworker.0
00000100:00080000:1.0:1767322125.259037:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322125.259040:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322125.259042:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816730112:0@lo:38:kworker.0
00000100:00100000:0.0:1767322125.262736:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816729984:12345-0@lo:400:kworker.0 Request processed in 6849us (7252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322125.262751:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5150
00000100:00100000:1.0:1767322125.262886:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816729984:0@lo:400:kworker.0
00000100:00100000:0.0:1767322125.263107:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816730368:0@lo:400:kworker.0
00000100:00100000:2.0:1767322125.263190:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816730368:12345-0@lo:400:kworker.0 Request processed in 7484us (7644us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322125.263204:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249
00000100:00100000:2.0:1767322125.830925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322126.215512:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322126.856057:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322127.242002:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322127.815654:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322127.815691:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816730496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322127.815806:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322127.815995:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322127.816007:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816730624:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322127.816043:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322127.816138:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816730496
00000100:00100000:1.0:1767322127.816147:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816730496
00000100:00100000:1.0:1767322127.816207:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816730624
00000100:00100000:1.0:1767322127.816210:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816730624
00000100:00100000:1.0:1767322127.816233:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939
00000100:00100000:1.0:1767322127.816243:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816730496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322127.816282:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322127.816333:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816730496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (527us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322127.816341:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939
00000100:00100000:1.0:1767322127.816360:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940
00000100:00100000:1.0:1767322127.816366:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816730624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322127.816383:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322127.816410:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816730624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (367us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322127.816415:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940
00000100:00080000:0.0:1767322127.816701:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322127.816706:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322127.816752:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816730496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322127.816822:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816730624:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322127.879383:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322128.264474:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322128.904294:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322129.068390:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322129.068565:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322129.068667:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758733312
00000100:00100000:3.0:1767322129.068681:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758733312
00000100:00100000:3.0:1767322129.068821:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758733184
00000100:00100000:3.0:1767322129.068825:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758733184
00000100:00100000:3.0:1767322129.068851:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5152
00000100:00100000:3.0:1767322129.068863:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758733312:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322129.068983:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758733312:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 122us (608us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322129.068994:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5152
00000100:00100000:3.0:1767322129.069019:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89560
00000100:00100000:3.0:1767322129.069024:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758733184:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:0.0:1767322129.069174:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767322129.069221:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322129.069318:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758733184:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 291us (752us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322129.069325:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89560
00010000:00010000:2.0:1767322129.289460:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322129.926934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322130.311266:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322130.375151:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322130.375167:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322130.375170:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322130.375175:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322130.375181:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322130.375191:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4667
00000100:00080000:1.0:1767322130.375197:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322130.375207:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322130.375271:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366d80 x1853166816730752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322130.375326:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322130.375331:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322130.375333:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322130.375337:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4667
00000100:00080000:1.0:1767322130.375340:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322130.375344:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322130.375358:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366680 x1853166816730880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322130.375399:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322130.375403:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322130.375405:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322130.375410:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4667
00000100:00080000:1.0:1767322130.375422:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322130.375426:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322130.375439:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e367800 x1853166816731136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322130.375468:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322130.375472:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322130.375474:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322130.375478:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4667
00000100:00080000:1.0:1767322130.375480:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322130.375483:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322130.375494:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e365c00 x1853166816731392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322130.375560:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816731520:0@lo:400:kworker.0
00000100:00100000:1.0:1767322130.375655:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322130.375739:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322130.375746:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816731264:0@lo:400:kworker.0
00000100:00100000:1.0:1767322130.375800:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322130.376234:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816731008:0@lo:400:kworker.0
00000100:00100000:2.0:1767322130.376274:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322130.376299:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322130.376304:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816731648:0@lo:400:kworker.0
00000100:00100000:2.0:1767322130.376328:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322130.376377:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816731520
00000100:00100000:2.0:1767322130.376385:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816731520
00000100:00100000:2.0:1767322130.376467:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816731648
00000100:00100000:2.0:1767322130.376471:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816731648
00000100:00100000:2.0:1767322130.376497:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250
00000100:00100000:2.0:1767322130.376506:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816731520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322130.376689:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816731520:12345-0@lo:400:kworker.0 Request processed in 183us (1033us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322130.376697:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250
00000100:00100000:2.0:1767322130.376722:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251
00000100:00100000:2.0:1767322130.376728:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816731648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322130.376783:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816731648:12345-0@lo:400:kworker.0 Request processed in 55us (454us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322130.376790:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251
00000100:00100000:2.0:1767322130.376813:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816731264
00000100:00100000:2.0:1767322130.376816:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816731264
00000100:00100000:2.0:1767322130.376847:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816731008
00000100:00100000:2.0:1767322130.376850:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816731008
00000100:00100000:2.0:1767322130.376872:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5153
00000100:00100000:2.0:1767322130.376877:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816731264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322130.376909:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816731264:12345-0@lo:400:kworker.0 Request processed in 32us (1108us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322130.376915:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5153
00000100:00100000:2.0:1767322130.376927:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5154
00000100:00100000:2.0:1767322130.376934:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816731008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322130.376958:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816731008:12345-0@lo:400:kworker.0 Request processed in 25us (683us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322130.376964:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5154
00000100:00080000:2.0:1767322130.376987:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767322130.376993:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322130.376995:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322130.377041:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816731648:0@lo:400:kworker.0
00000100:00100000:2.0:1767322130.377065:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816731008:0@lo:400:kworker.0
00000100:00100000:2.0:1767322130.377105:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816731264:0@lo:400:kworker.0
00000100:00100000:2.0:1767322130.377117:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816731520:0@lo:400:kworker.0
00000100:00100000:3.0:1767322130.377960:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816730752:0@lo:38:kworker.0
00000100:00100000:3.0:1767322130.378031:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322130.378083:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816730880:0@lo:38:kworker.0
00000100:00100000:3.0:1767322130.378111:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322130.378155:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816731136:0@lo:38:kworker.0
00000100:00100000:3.0:1767322130.378181:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322130.378205:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816731392:0@lo:38:kworker.0
00000100:00100000:3.0:1767322130.378227:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322130.378268:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816730752
00000100:00100000:3.0:1767322130.378277:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816730752
00000100:00100000:3.0:1767322130.378305:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816731136
00000100:00100000:3.0:1767322130.378307:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816731136
00000100:00100000:3.0:1767322130.378314:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816731392
00000100:00100000:3.0:1767322130.378316:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816731392
00000100:00100000:3.0:1767322130.378328:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89561
00000100:00100000:3.0:1767322130.378334:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816730752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322130.378362:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322130.378407:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816730752:12345-0@lo:38:kworker.0 Request processed in 71us (375us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322130.378429:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89561
00000100:00100000:3.0:1767322130.378446:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89562
00000100:00100000:3.0:1767322130.378450:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816731136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322130.378460:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322130.378484:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816731136:12345-0@lo:38:kworker.0 Request processed in 32us (301us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322130.378489:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89562
00000100:00100000:3.0:1767322130.378500:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89563
00000100:00100000:3.0:1767322130.378504:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816731392:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322130.378513:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322130.378627:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816731392:12345-0@lo:38:kworker.0 Request processed in 121us (397us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322130.378633:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89563
00000100:00080000:3.0:1767322130.378669:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322130.378675:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322130.378679:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816730752:0@lo:38:kworker.0
00000100:00080000:3.0:1767322130.378688:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322130.378691:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322130.378693:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816731136:0@lo:38:kworker.0
00000100:00080000:3.0:1767322130.378700:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322130.378702:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322130.378705:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816731392:0@lo:38:kworker.0
00000100:00100000:0.0:1767322130.379355:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816730880
00000100:00100000:0.0:1767322130.379366:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816730880
00000100:00100000:0.0:1767322130.379413:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123
00000100:00100000:0.0:1767322130.379420:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816730880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322130.379436:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322130.379496:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816730880:12345-0@lo:38:kworker.0 Request processed in 75us (1383us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322130.379503:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123
00000100:00080000:1.0:1767322130.379666:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322130.379672:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322130.379676:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816730880:0@lo:38:kworker.0
00000100:00100000:2.0:1767322130.951268:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322131.339115:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322131.975204:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322132.359311:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322132.935309:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322132.935337:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816731776:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322132.935418:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322132.935559:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816731776
00000100:00100000:2.0:1767322132.935571:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816731776
00000100:00100000:2.0:1767322132.935641:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941
00000100:00100000:2.0:1767322132.935648:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816731776:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322132.935681:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322132.935726:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816731776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322132.935732:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941
00000100:00100000:2.0:1767322132.935807:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816731776:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322132.935914:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322132.936051:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322132.937661:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816731904:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322132.938142:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322132.938325:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816731904
00000100:00100000:1.0:1767322132.938341:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816731904
00000100:00100000:1.0:1767322132.938420:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942
00000100:00100000:1.0:1767322132.938429:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816731904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322132.938465:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322132.938560:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816731904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (418us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322132.938568:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942
00000100:00080000:0.0:1767322132.938642:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322132.938734:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816731904:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322132.999039:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322133.163727:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:0.0:1767322133.163828:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758733440 offset 0 length 520: 4
00000100:00100000:2.0:1767322133.163845:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758733696
00000100:00100000:2.0:1767322133.163862:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758733696
00000100:00100000:2.0:1767322133.164042:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5155
00000100:00100000:2.0:1767322133.164053:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758733696:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322133.164159:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758733696:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 101us (439us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322133.164168:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5155
00000100:00080000:3.0:1767322133.165373:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322133.167651:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322133.167831:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758733568
00000100:00100000:1.0:1767322133.167841:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758733568
00000100:00100000:1.0:1767322133.167947:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89564
00000100:00100000:1.0:1767322133.167956:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758733568:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322133.167979:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322133.168042:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758733568:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 87us (400us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322133.168048:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89564
00010000:00010000:2.0:1767322133.386949:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322134.022886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322134.407432:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322134.470892:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322109/real 1767322109]  req@ffff8d4d6306fb80 x1853166816725504/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322134 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322134.470928:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d6306fb80 x1853166816725504/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322134 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767322134.470947:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322134.470959:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322134.470963:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816725504:0@lo:250:kworker.0
00000100:00080000:2.0:1767322134.471082:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322134.471088:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767322134.471091:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322134.471096:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4652
00000100:00080000:2.0:1767322134.471100:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322134.471107:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322134.471143:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e365c00 x1853166816732032/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322134.471173:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322134.471177:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322134.471179:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322134.471183:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4672
00000100:00080000:2.0:1767322134.471185:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322134.471189:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322134.471204:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e367800 x1853166816732160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322134.471213:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767322134.471214:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816732032:0@lo:250:kworker.0
00000100:00080000:2.0:1767322134.471216:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322134.471217:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322134.471220:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4672
00000100:00080000:2.0:1767322134.471222:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322134.471226:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322134.471236:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366d80 x1853166816732288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:3.0:1767322134.471262:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816732032 offset 0 length 520: 4
00000100:00080000:2.0:1767322134.471272:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322134.471276:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322134.471277:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322134.471281:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4672
00000100:00080000:2.0:1767322134.471283:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322134.471286:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322134.471298:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366a00 x1853166816732544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322134.471309:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816732160:0@lo:38:kworker.0
00000100:00080000:2.0:1767322134.471322:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322134.471325:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322134.471327:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322134.471329:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4672
00000100:00080000:2.0:1767322134.471332:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322134.471334:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322134.471339:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322134.471343:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e364700 x1853166816732800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322134.471360:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816732288:0@lo:38:kworker.0
00000100:00100000:2.0:1767322134.471379:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816733056:0@lo:400:kworker.0
00000100:00100000:3.0:1767322134.471381:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322134.471397:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816732544:0@lo:38:kworker.0
00000100:00100000:2.0:1767322134.471408:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322134.471426:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322134.471443:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322134.471444:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816732800:0@lo:38:kworker.0
00000100:00100000:2.0:1767322134.471448:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816732416:0@lo:400:kworker.0
00000100:00100000:3.0:1767322134.471475:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322134.471482:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816732672:0@lo:400:kworker.0
00000100:00100000:2.0:1767322134.471503:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322134.471520:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322134.471525:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816732928:0@lo:400:kworker.0
00000100:00100000:2.0:1767322134.471545:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322134.471584:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816732160
00000100:00100000:3.0:1767322134.471592:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816732160
00000100:00100000:1.0:1767322134.471616:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816732544
00000100:00100000:1.0:1767322134.471620:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816732544
00000100:00100000:3.0:1767322134.471623:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816732800
00000100:00100000:3.0:1767322134.471625:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816732800
00000100:00100000:3.0:1767322134.471634:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816732672
00000100:00100000:3.0:1767322134.471637:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816732672
00000100:00100000:1.0:1767322134.471641:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89565
00000100:00100000:1.0:1767322134.471647:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816732160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322134.471662:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5156
00010000:00020000:1.0:1767322134.471666:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322134.471670:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816732672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322134.471707:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816732160:12345-0@lo:38:kworker.0 Request processed in 58us (366us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322134.471707:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816732672:12345-0@lo:400:kworker.0 Request processed in 39us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322134.471714:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5156
00000100:00100000:2.0:1767322134.471729:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816733056
00000100:00100000:2.0:1767322134.471732:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816733056
00000100:00100000:2.0:1767322134.471781:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816732928
00000100:00100000:2.0:1767322134.471785:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816732928
00000100:00100000:2.0:1767322134.471806:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252
00000100:00100000:2.0:1767322134.471812:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816733056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322134.471844:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816733056:12345-0@lo:400:kworker.0 Request processed in 33us (435us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322134.471849:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252
00000100:00100000:2.0:1767322134.471864:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253
00000100:00100000:2.0:1767322134.471870:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816732928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322134.471894:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816732928:12345-0@lo:400:kworker.0 Request processed in 25us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322134.471899:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253
00000100:00080000:2.0:1767322134.471935:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322134.471939:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322134.471941:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322134.475227:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89565
00000100:00100000:1.0:1767322134.475273:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89566
00000100:00100000:1.0:1767322134.475282:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816732544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322134.475306:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322134.475389:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816732544:12345-0@lo:38:kworker.0 Request processed in 107us (3961us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322134.475396:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89566
00000100:00100000:1.0:1767322134.475411:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89567
00000100:00100000:1.0:1767322134.475415:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816732800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322134.475427:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322134.475450:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816732800:12345-0@lo:38:kworker.0 Request processed in 33us (3974us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322134.475455:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89567
00000100:00100000:1.0:1767322134.475512:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322134.475572:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816733056:0@lo:400:kworker.0
00000100:00100000:1.0:1767322134.475601:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816732416
00000100:00100000:1.0:1767322134.475607:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816732416
00000100:00100000:1.0:1767322134.475664:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5157
00000100:00100000:1.0:1767322134.475670:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816732416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322134.475714:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816732416:12345-0@lo:400:kworker.0 Request processed in 44us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322134.475720:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5157
00000100:00100000:1.0:1767322134.475746:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816732416:0@lo:400:kworker.0
00000100:00100000:1.0:1767322134.475793:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816732288
00000100:00100000:1.0:1767322134.475797:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816732288
00000100:00100000:1.0:1767322134.475830:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124
00000100:00100000:1.0:1767322134.475835:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816732288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322134.475846:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322134.475873:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816732288:12345-0@lo:38:kworker.0 Request processed in 38us (4491us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322134.475880:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124
00000100:00080000:1.0:1767322134.475915:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322134.475950:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322134.475956:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322134.475959:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816732800:0@lo:38:kworker.0
00000100:00080000:1.0:1767322134.475969:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322134.475972:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322134.475975:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816732160:0@lo:38:kworker.0
00000100:00080000:1.0:1767322134.475983:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767322134.477034:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816732928:0@lo:400:kworker.0
00000100:00080000:1.0:1767322134.479294:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322134.479306:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816732288:0@lo:38:kworker.0
00000100:00100000:3.0:1767322134.483830:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816732672:0@lo:400:kworker.0
00000100:00080000:1.0:1767322134.486671:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322134.486684:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322134.486689:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816732544:0@lo:38:kworker.0
00000100:00100000:2.0:1767322135.050689:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322135.431037:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322136.075065:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322136.456704:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322137.094890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322137.479058:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322138.055029:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816733184:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322138.055110:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322138.055243:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816733184
00000100:00100000:2.0:1767322138.055251:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816733184
00000100:00100000:2.0:1767322138.055322:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943
00000100:00100000:2.0:1767322138.055332:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816733184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322138.055361:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322138.055410:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816733184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322138.055418:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943
00000100:00080000:1.0:1767322138.055509:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322138.056063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816733184:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322138.056736:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322138.056749:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816733312:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322138.056811:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322138.059075:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816733312
00000100:00100000:1.0:1767322138.059091:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816733312
00000100:00100000:1.0:1767322138.059199:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944
00000100:00100000:1.0:1767322138.059209:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816733312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322138.059242:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767322138.059299:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322138.059401:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816733312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 193us (2588us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322138.059409:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944
00000100:00100000:0.0:1767322138.079170:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816733312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322138.118873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322138.279850:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322138.279942:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758733824
00000100:00100000:1.0:1767322138.279953:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758733824
00000100:00100000:1.0:1767322138.280037:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89568
00000100:00100000:1.0:1767322138.280044:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758733824:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322138.280066:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322138.280138:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758733824:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 93us (298us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322138.280145:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89568
00000100:00100000:0.0:1767322138.280227:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322138.280381:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758733952
00000100:00100000:1.0:1767322138.280386:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758733952
00000100:00100000:1.0:1767322138.280447:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5158
00000100:00100000:1.0:1767322138.280454:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758733952:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322138.280499:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758733952:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 46us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322138.280506:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5158
00000100:00080000:3.0:1767322138.280579:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322138.503795:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322139.143897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322139.530717:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322139.591287:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322139.591301:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322139.591304:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322139.591308:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322139.591314:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322139.591323:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4677
00000100:00080000:2.0:1767322139.591329:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322139.591338:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322139.591383:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e41500 x1853166816733440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322139.591410:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322139.591414:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322139.591416:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322139.591420:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4677
00000100:00080000:2.0:1767322139.591422:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322139.591425:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322139.591439:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40380 x1853166816733568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322139.591484:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322139.591488:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322139.591490:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322139.591495:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4677
00000100:00080000:2.0:1767322139.591497:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322139.591500:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322139.591512:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e42d80 x1853166816733824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322139.591538:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322139.591541:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322139.591543:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322139.591548:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4677
00000100:00100000:3.0:1767322139.591548:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767322139.591552:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322139.591556:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322139.591568:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e43b80 x1853166816734080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322139.591571:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816733696:0@lo:400:kworker.0
00000100:00100000:2.0:1767322139.591635:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816733952:0@lo:400:kworker.0
00000100:00100000:3.0:1767322139.591645:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322139.591704:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816733696
00000100:00100000:0.0:1767322139.591712:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816733696
00000100:00100000:1.0:1767322139.591731:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816733440:0@lo:38:kworker.0
00000100:00100000:0.0:1767322139.591789:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5159
00000100:00100000:0.0:1767322139.591799:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816733696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322139.593527:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322139.593601:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322139.593611:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816734208:0@lo:400:kworker.0
00000100:00100000:2.0:1767322139.593652:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322139.594445:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816734208
00000100:00100000:2.0:1767322139.594455:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816734208
00000100:00100000:2.0:1767322139.594506:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254
00000100:00100000:2.0:1767322139.594515:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816734208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322139.594576:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816734208:12345-0@lo:400:kworker.0 Request processed in 62us (922us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322139.594584:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254
00000100:00100000:2.0:1767322139.594638:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816734208:0@lo:400:kworker.0
00000100:00080000:2.0:1767322139.594780:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322139.594802:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816733952
00000100:00100000:2.0:1767322139.594806:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816733952
00000100:00080000:2.0:1767322139.594825:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322139.594858:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5160
00000100:00100000:2.0:1767322139.594864:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816733952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322139.595076:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816733952:12345-0@lo:400:kworker.0 Request processed in 211us (1552us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322139.595082:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5160
00000100:00100000:2.0:1767322139.595111:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816733952:0@lo:400:kworker.0
00000100:00100000:2.0:1767322139.595141:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322139.595151:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816734336:0@lo:400:kworker.0
00000100:00100000:2.0:1767322139.595191:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322139.595220:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816734336
00000100:00100000:2.0:1767322139.595224:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816734336
00000100:00100000:2.0:1767322139.595246:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255
00000100:00100000:2.0:1767322139.595252:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816734336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322139.595286:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816734336:12345-0@lo:400:kworker.0 Request processed in 34us (94us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322139.595292:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255
00000100:00100000:2.0:1767322139.595316:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816734336:0@lo:400:kworker.0
00000100:00100000:1.0:1767322139.595558:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322139.595632:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816733568:0@lo:38:kworker.0
00000100:00100000:1.0:1767322139.595659:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322139.595700:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816733824:0@lo:38:kworker.0
00000100:00100000:1.0:1767322139.595722:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322139.595780:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816733568
00000100:00100000:3.0:1767322139.595785:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816733568
00000100:00100000:3.0:1767322139.595812:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125
00000100:00100000:3.0:1767322139.595829:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816733568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322139.595847:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322139.595890:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816733568:12345-0@lo:38:kworker.0 Request processed in 71us (230us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322139.595896:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125
00000100:00100000:1.0:1767322139.597117:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816734080:0@lo:38:kworker.0
00000100:00100000:1.0:1767322139.597158:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322139.597266:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816733440
00000100:00100000:2.0:1767322139.597274:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816733440
00000100:00100000:2.0:1767322139.597304:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816733824
00000100:00100000:2.0:1767322139.597307:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816733824
00000100:00100000:2.0:1767322139.597330:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89569
00000100:00100000:2.0:1767322139.597336:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816733440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322139.597354:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322139.597390:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816733440:12345-0@lo:38:kworker.0 Request processed in 53us (1833us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322139.597396:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89569
00000100:00100000:2.0:1767322139.597411:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89570
00000100:00100000:2.0:1767322139.597414:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816733824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322139.597422:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322139.597444:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816733824:12345-0@lo:38:kworker.0 Request processed in 28us (1721us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322139.597449:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89570
00000100:00080000:1.0:1767322139.597700:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322139.597707:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322139.597711:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816733440:0@lo:38:kworker.0
00000100:00080000:1.0:1767322139.597721:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322139.597724:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322139.597727:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816733568:0@lo:38:kworker.0
00000100:00080000:1.0:1767322139.597734:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322139.597738:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322139.597740:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816733824:0@lo:38:kworker.0
00000100:00100000:2.0:1767322139.598374:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816734080
00000100:00100000:2.0:1767322139.598381:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816734080
00000100:00100000:2.0:1767322139.598419:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89571
00000100:00100000:2.0:1767322139.598427:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816734080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322139.598442:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322139.598483:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816734080:12345-0@lo:38:kworker.0 Request processed in 56us (1323us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322139.598489:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89571
00000100:00080000:1.0:1767322139.598562:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322139.598567:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322139.598570:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816734080:0@lo:38:kworker.0
00000100:00100000:0.0:1767322139.599792:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816733696:12345-0@lo:400:kworker.0 Request processed in 7982us (8134us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322139.599802:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5159
00000100:00100000:3.0:1767322139.599857:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816733696:0@lo:400:kworker.0
00000100:00100000:1.0:1767322140.166898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322140.551195:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322141.191001:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322141.575517:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322142.214944:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322142.601621:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322143.175432:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816734464:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322143.175505:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322143.175565:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816734464
00000100:00100000:1.0:1767322143.175574:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816734464
00000100:00100000:1.0:1767322143.175635:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945
00000100:00100000:1.0:1767322143.175644:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816734464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322143.175678:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322143.175732:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816734464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322143.175739:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945
00000100:00080000:0.0:1767322143.175820:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322143.175878:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816734464:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322143.176039:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816734592:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322143.176070:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322143.176144:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816734592
00000100:00100000:1.0:1767322143.176150:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816734592
00000100:00100000:1.0:1767322143.176187:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946
00000100:00100000:1.0:1767322143.176193:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816734592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322143.176213:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322143.176424:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816734592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 230us (353us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322143.176431:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946
00000100:00100000:2.0:1767322143.176569:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816734592:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322143.176716:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322143.239030:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322143.400082:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322143.400148:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322143.400231:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758734208
00000100:00100000:2.0:1767322143.400251:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758734208
00000100:00080000:0.0:1767322143.400505:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322143.400739:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758734080
00000100:00100000:2.0:1767322143.400744:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758734080
00000100:00100000:1.0:1767322143.402816:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5161
00000100:00100000:1.0:1767322143.402842:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758734208:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322143.404678:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89572
00000100:00100000:1.0:1767322143.413067:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758734208:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 1784us (4541us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322143.413085:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5161
00000100:00100000:2.0:1767322143.416246:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758734080:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322143.416278:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322143.416687:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758734080:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 11994us (16536us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322143.416697:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89572
00010000:00010000:1.0:1767322143.625051:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322144.262901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322144.648364:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322144.718813:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322144.718826:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322144.718830:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322144.718834:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322144.718840:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322144.718849:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4682
00000100:00080000:3.0:1767322144.718856:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322144.718873:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322144.718932:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b800 x1853166816734720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322144.718962:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322144.718965:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322144.718967:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322144.718978:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4682
00000100:00080000:3.0:1767322144.718981:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322144.718985:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322144.719001:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886d80 x1853166816734848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322144.719051:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322144.719055:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322144.719057:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322144.719061:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4682
00000100:00080000:3.0:1767322144.719063:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322144.719066:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322144.719077:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ea00 x1853166816735104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322144.719098:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322144.719101:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322144.719103:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322144.719106:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4682
00000100:00080000:3.0:1767322144.719109:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322144.719111:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322144.719121:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ca80 x1853166816735360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322144.719184:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816735616:0@lo:400:kworker.0
00000100:00100000:3.0:1767322144.719252:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322144.719564:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816734720:0@lo:38:kworker.0
00000100:00100000:1.0:1767322144.719598:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322144.719643:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816735488:0@lo:400:kworker.0
00000100:00100000:1.0:1767322144.719667:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322144.719694:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816735616
00000100:00100000:1.0:1767322144.719702:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816735616
00000100:00100000:1.0:1767322144.719745:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816735488
00000100:00100000:1.0:1767322144.719749:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816735488
00000100:00100000:1.0:1767322144.719791:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256
00000100:00100000:1.0:1767322144.719799:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816735616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322144.719848:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816735616:12345-0@lo:400:kworker.0 Request processed in 49us (596us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322144.719855:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256
00000100:00100000:1.0:1767322144.719884:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257
00000100:00100000:1.0:1767322144.719891:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816735488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322144.719937:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816735488:12345-0@lo:400:kworker.0 Request processed in 47us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322144.719943:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257
00000100:00100000:1.0:1767322144.719970:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816735232:0@lo:400:kworker.0
00000100:00100000:1.0:1767322144.719993:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322144.720014:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816734720
00000100:00100000:1.0:1767322144.720017:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816734720
00000100:00100000:1.0:1767322144.720038:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816735232
00000100:00100000:1.0:1767322144.720041:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816735232
00000100:00100000:1.0:1767322144.720071:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5162
00000100:00100000:1.0:1767322144.720077:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816735232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322144.720108:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816735232:12345-0@lo:400:kworker.0 Request processed in 30us (113us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322144.720114:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5162
00000100:00100000:1.0:1767322144.720127:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89573
00000100:00100000:1.0:1767322144.720130:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816734720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322144.720149:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322144.720180:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816734720:12345-0@lo:38:kworker.0 Request processed in 48us (582us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322144.720186:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89573
00000100:00080000:1.0:1767322144.720201:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322144.720495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816735616:0@lo:400:kworker.0
00000100:00100000:3.0:1767322144.720513:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322144.720520:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816734976:0@lo:400:kworker.0
00000100:00100000:3.0:1767322144.720541:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322144.720972:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816734976
00000100:00100000:2.0:1767322144.720978:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816734976
00000100:00100000:2.0:1767322144.721024:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5163
00000100:00100000:2.0:1767322144.721031:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816734976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322144.721076:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816734976:12345-0@lo:400:kworker.0 Request processed in 45us (534us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322144.721082:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5163
00000100:00080000:1.0:1767322144.721484:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322144.721490:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322144.721494:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816734720:0@lo:38:kworker.0
00000100:00100000:1.0:1767322144.721501:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816734848:0@lo:38:kworker.0
00000100:00100000:1.0:1767322144.721533:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322144.721573:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816735104:0@lo:38:kworker.0
00000100:00100000:1.0:1767322144.721593:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322144.721610:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816735360:0@lo:38:kworker.0
00000100:00100000:1.0:1767322144.721627:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322144.721664:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816735104
00000100:00100000:1.0:1767322144.721668:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816735104
00000100:00100000:1.0:1767322144.721688:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816735360
00000100:00100000:1.0:1767322144.721691:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816735360
00000100:00100000:1.0:1767322144.721706:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89574
00000100:00100000:1.0:1767322144.721711:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816735104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322144.721729:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322144.721788:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816735104:12345-0@lo:38:kworker.0 Request processed in 76us (193us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322144.721794:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89574
00000100:00100000:1.0:1767322144.721807:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89575
00000100:00100000:1.0:1767322144.721811:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816735360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322144.721820:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322144.721842:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816735360:12345-0@lo:38:kworker.0 Request processed in 29us (213us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322144.721848:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89575
00000100:00080000:1.0:1767322144.721894:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322144.721899:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322144.721903:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816735104:0@lo:38:kworker.0
00000100:00080000:1.0:1767322144.721910:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322144.721925:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322144.721928:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816735360:0@lo:38:kworker.0
00000100:00100000:2.0:1767322144.722196:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816734848
00000100:00100000:2.0:1767322144.722202:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816734848
00000100:00100000:2.0:1767322144.722230:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126
00000100:00100000:2.0:1767322144.722236:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816734848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322144.722247:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322144.722286:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816734848:12345-0@lo:38:kworker.0 Request processed in 50us (752us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322144.722293:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126
00000100:00080000:2.0:1767322144.722336:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322144.722341:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322144.722344:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816734848:0@lo:38:kworker.0
00000100:00100000:0.0:1767322144.722651:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816735488:0@lo:400:kworker.0
00000100:00100000:2.0:1767322144.722854:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816735232:0@lo:400:kworker.0
00000100:00100000:0.0:1767322144.723027:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816734976:0@lo:400:kworker.0
00000100:00080000:3.0:1767322144.723124:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322145.287365:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322145.687752:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322146.311201:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322146.699225:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322147.334967:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322147.719956:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322148.295335:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322148.295363:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816735872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322148.295443:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322148.295452:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816735744:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322148.295495:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322148.295537:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816735872
00000100:00100000:0.0:1767322148.295546:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816735872
00000100:00100000:0.0:1767322148.295616:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816735744
00000100:00100000:0.0:1767322148.295620:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816735744
00000100:00100000:0.0:1767322148.295645:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947
00000100:00100000:0.0:1767322148.295655:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816735872:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322148.295658:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322148.295664:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767322148.295692:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322148.295694:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948
00000100:00100000:1.0:1767322148.295707:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816735744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322148.295729:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322148.295745:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816735872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322148.295776:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947
00000100:00100000:1.0:1767322148.295795:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816735744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322148.295803:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948
00000100:00100000:0.0:1767322148.295828:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816735872:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322148.295849:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816735744:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322148.359468:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322148.520978:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322148.521021:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322148.521096:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758734336
00000100:00100000:3.0:1767322148.521106:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758734336
00000100:00100000:3.0:1767322148.521146:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758734464
00000100:00100000:3.0:1767322148.521149:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758734464
00000100:00100000:3.0:1767322148.521203:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5164
00000100:00100000:3.0:1767322148.521215:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758734464:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322148.521283:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758734464:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 71us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322148.521290:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5164
00000100:00100000:3.0:1767322148.521305:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89576
00000100:00100000:3.0:1767322148.521310:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758734336:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322148.521330:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322148.521349:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758734336:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 39us (384us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322148.521356:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89576
00000100:00080000:3.0:1767322148.521469:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322148.747857:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322149.382932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322149.767064:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322149.831951:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322149.831964:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322149.831967:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322149.831972:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322149.831976:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322149.831992:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4687
00000100:00080000:2.0:1767322149.831998:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322149.832005:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322149.832048:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e42300 x1853166816736000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322149.832066:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322149.832070:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322149.832072:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322149.832076:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4687
00000100:00080000:2.0:1767322149.832079:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322149.832082:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322149.832093:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40e00 x1853166816736128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322149.832132:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322149.832136:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322149.832138:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322149.832142:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4687
00000100:00080000:2.0:1767322149.832144:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322149.832147:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322149.832162:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e42680 x1853166816736384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322149.832191:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322149.832195:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322149.832197:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322149.832200:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4687
00000100:00080000:2.0:1767322149.832203:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322149.832206:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322149.832217:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e42d80 x1853166816736640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322149.832257:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816736512:0@lo:400:kworker.0
00000100:00100000:3.0:1767322149.832297:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816736896:0@lo:400:kworker.0
00000100:00100000:2.0:1767322149.832323:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322149.832341:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322149.832396:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322149.832396:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322149.832408:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816736768:0@lo:400:kworker.0
00000100:00100000:3.0:1767322149.832409:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816736256:0@lo:400:kworker.0
00000100:00100000:0.0:1767322149.832516:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816736512
00000100:00100000:0.0:1767322149.832525:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816736512
00000100:00100000:0.0:1767322149.832579:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5165
00000100:00100000:0.0:1767322149.832589:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816736512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322149.832671:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816736000:0@lo:38:kworker.0
00000100:00100000:2.0:1767322149.832718:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322149.832751:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816736896
00000100:00100000:2.0:1767322149.832777:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816736896
00000100:00100000:2.0:1767322149.832806:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816736768
00000100:00100000:2.0:1767322149.832810:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816736768
00000100:00100000:2.0:1767322149.832828:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258
00000100:00100000:2.0:1767322149.832835:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816736896:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322149.832882:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816736896:12345-0@lo:400:kworker.0 Request processed in 47us (541us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322149.832889:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258
00000100:00100000:2.0:1767322149.832912:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259
00000100:00100000:2.0:1767322149.832917:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816736768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322149.832949:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816736768:12345-0@lo:400:kworker.0 Request processed in 31us (230us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322149.832954:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259
00000100:00100000:2.0:1767322149.833007:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816736768:0@lo:400:kworker.0
00000100:00080000:2.0:1767322149.833044:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322149.840072:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322149.840249:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816736896:0@lo:400:kworker.0
00000100:00100000:0.0:1767322149.842622:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816736512:12345-0@lo:400:kworker.0 Request processed in 10025us (10290us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322149.842636:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5165
00000100:00100000:0.0:1767322149.842670:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816736256
00000100:00100000:0.0:1767322149.842679:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816736256
00000100:00100000:3.0:1767322149.842826:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816736512:0@lo:400:kworker.0
00000100:00080000:3.0:1767322149.842877:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322149.844167:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322149.847297:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816736128:0@lo:38:kworker.0
00000100:00100000:1.0:1767322149.847363:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322149.847391:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816736384:0@lo:38:kworker.0
00000100:00100000:1.0:1767322149.847415:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322149.849013:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816736000
00000100:00100000:2.0:1767322149.849031:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816736000
00000100:00100000:2.0:1767322149.849099:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5166
00000100:00100000:2.0:1767322149.849116:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816736256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322149.849227:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816736256:12345-0@lo:400:kworker.0 Request processed in 118us (9163us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322149.849234:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5166
00000100:00100000:2.0:1767322149.849260:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89577
00000100:00100000:2.0:1767322149.849264:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816736000:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322149.849288:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322149.849318:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816736000:12345-0@lo:38:kworker.0 Request processed in 52us (5157us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322149.849323:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89577
00000100:00100000:2.0:1767322149.849404:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816736256:0@lo:400:kworker.0
00000100:00100000:2.0:1767322149.849455:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816736128
00000100:00100000:2.0:1767322149.849459:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816736128
00000100:00100000:2.0:1767322149.849477:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127
00000100:00100000:2.0:1767322149.849482:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816736128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322149.849491:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322149.849516:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816736128:12345-0@lo:38:kworker.0 Request processed in 33us (2154us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322149.849523:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127
00000100:00100000:1.0:1767322149.861749:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816736640:0@lo:38:kworker.0
00000100:00100000:1.0:1767322149.861843:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322149.861950:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322149.861957:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322149.861960:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816736000:0@lo:38:kworker.0
00000100:00080000:1.0:1767322149.861974:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322149.861977:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322149.862222:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816736384
00000100:00100000:0.0:1767322149.862229:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816736384
00000100:00100000:0.0:1767322149.862273:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816736640
00000100:00100000:0.0:1767322149.862277:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816736640
00000100:00100000:0.0:1767322149.862308:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89578
00000100:00100000:0.0:1767322149.862316:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816736384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322149.862338:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322149.862380:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816736384:12345-0@lo:38:kworker.0 Request processed in 64us (14964us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322149.862387:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89578
00000100:00100000:0.0:1767322149.862403:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89579
00000100:00100000:0.0:1767322149.862407:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816736640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322149.862416:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322149.862454:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816736640:12345-0@lo:38:kworker.0 Request processed in 45us (612us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322149.862460:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89579
00000100:00100000:1.0:1767322149.862588:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816736128:0@lo:38:kworker.0
00000100:00080000:1.0:1767322149.862604:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322149.862608:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322149.862611:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816736384:0@lo:38:kworker.0
00000100:00080000:1.0:1767322149.862619:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322149.862622:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322149.862625:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816736640:0@lo:38:kworker.0
00000100:00100000:1.0:1767322150.406930:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322150.792619:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322151.430910:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322151.815253:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322152.454926:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322152.839701:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322153.415993:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322153.416018:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816737024:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322153.416094:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322153.416181:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816737024
00000100:00100000:0.0:1767322153.416189:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816737024
00000100:00100000:0.0:1767322153.416256:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949
00000100:00100000:0.0:1767322153.416266:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816737024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322153.416299:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322153.416343:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816737024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322153.416355:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949
00000100:00100000:3.0:1767322153.416651:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322153.416662:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816737152:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322153.416693:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322153.418552:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816737024:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767322153.418602:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322153.426584:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816737152
00000100:00100000:0.0:1767322153.426603:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816737152
00000100:00100000:0.0:1767322153.426744:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950
00000100:00100000:0.0:1767322153.426776:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816737152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322153.426822:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322153.426950:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816737152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 196us (10254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322153.426958:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950
00000100:00100000:1.0:1767322153.430909:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816737152:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767322153.436565:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322153.479614:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322153.640591:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322153.640789:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758734592
00000100:00100000:3.0:1767322153.640799:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758734592
00000100:00100000:3.0:1767322153.640855:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89580
00000100:00100000:3.0:1767322153.640863:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758734592:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322153.640886:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322153.640966:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758734592:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 102us (386us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322153.640973:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89580
00000100:00100000:0.0:1767322153.641119:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322153.641224:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758734720
00000100:00100000:2.0:1767322153.641229:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758734720
00000100:00100000:2.0:1767322153.641286:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5167
00000100:00100000:2.0:1767322153.641293:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758734720:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322153.641331:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758734720:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 39us (212us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322153.641337:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5167
00000100:00080000:1.0:1767322153.641501:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322153.863559:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322154.504206:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322154.887582:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322154.951464:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322154.951476:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322154.951479:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322154.951483:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322154.951489:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322154.951498:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4692
00000100:00080000:2.0:1767322154.951503:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322154.951511:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322154.951567:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3100 x1853166816737280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322154.951592:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322154.951595:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322154.951596:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322154.951600:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4692
00000100:00080000:2.0:1767322154.951602:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322154.951604:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322154.951702:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816737280:0@lo:38:kworker.0
00000100:00100000:1.0:1767322154.951875:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322154.951945:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3480 x1853166816737408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322154.951983:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322154.951986:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322154.951988:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322154.951994:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4692
00000100:00100000:1.0:1767322154.952000:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816737408:0@lo:38:kworker.0
00000100:00080000:2.0:1767322154.952000:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322154.952009:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322154.952028:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1500 x1853166816737664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322154.952050:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322154.952077:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322154.952083:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322154.952085:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322154.952089:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4692
00000100:00080000:2.0:1767322154.952092:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322154.952097:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322154.952109:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816737664:0@lo:38:kworker.0
00000100:00100000:2.0:1767322154.952110:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0700 x1853166816737920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322154.952183:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322154.952398:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816738176:0@lo:400:kworker.0
00000100:00100000:2.0:1767322154.952460:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322154.952484:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816737536:0@lo:400:kworker.0
00000100:00100000:1.0:1767322154.953054:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816737920:0@lo:38:kworker.0
00000100:00100000:1.0:1767322154.953083:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322154.955668:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816737408
00000100:00100000:3.0:1767322154.955690:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816737408
00000100:00100000:3.0:1767322154.955983:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128
00000100:00100000:3.0:1767322154.955993:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816737408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322154.956019:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322154.956093:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816737408:12345-0@lo:38:kworker.0 Request processed in 100us (4046us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322154.956100:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128
00000100:00100000:3.0:1767322154.956131:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816737792:0@lo:400:kworker.0
00000100:00100000:2.0:1767322154.956683:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816738048:0@lo:400:kworker.0
00000100:00100000:2.0:1767322154.959850:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322154.960049:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322154.960062:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322154.960068:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816737408:0@lo:38:kworker.0
00000100:00100000:1.0:1767322154.960135:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322154.961045:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322154.961064:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816737280
00000100:00100000:3.0:1767322154.961071:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816737280
00000100:00100000:3.0:1767322154.961108:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816737664
00000100:00100000:3.0:1767322154.961112:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816737664
00000100:00100000:3.0:1767322154.961126:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816737920
00000100:00100000:3.0:1767322154.961129:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816737920
00000100:00100000:3.0:1767322154.961137:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816737792
00000100:00100000:3.0:1767322154.961139:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816737792
00000100:00100000:3.0:1767322154.961178:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5168
00000100:00100000:3.0:1767322154.961190:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816737792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322154.961261:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816737792:12345-0@lo:400:kworker.0 Request processed in 75us (1125us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322154.961269:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5168
00000100:00100000:3.0:1767322154.961285:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89581
00000100:00100000:3.0:1767322154.961289:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816737280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322154.961310:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322154.961346:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816737280:12345-0@lo:38:kworker.0 Request processed in 55us (9471us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322154.961352:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89581
00000100:00100000:3.0:1767322154.961364:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89582
00000100:00100000:3.0:1767322154.961368:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816737664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322154.961377:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322154.961481:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816737664:12345-0@lo:38:kworker.0 Request processed in 111us (9299us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322154.961488:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89582
00000100:00100000:3.0:1767322154.961500:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89583
00000100:00100000:3.0:1767322154.961504:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816737920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322154.961513:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322154.961536:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816737920:12345-0@lo:38:kworker.0 Request processed in 31us (8453us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322154.961541:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89583
00000100:00080000:3.0:1767322154.961558:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322154.961669:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816737792:0@lo:400:kworker.0
00000100:00100000:3.0:1767322154.964223:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816738176
00000100:00100000:3.0:1767322154.964241:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816738176
00000100:00100000:3.0:1767322154.964415:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816738048
00000100:00100000:3.0:1767322154.964418:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816738048
00000100:00100000:3.0:1767322154.964440:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260
00000100:00100000:3.0:1767322154.964449:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816738176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322154.964549:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816738176:12345-0@lo:400:kworker.0 Request processed in 102us (12090us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322154.964555:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260
00000100:00100000:3.0:1767322154.964569:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261
00000100:00100000:3.0:1767322154.964573:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816738048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322154.964594:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816738048:12345-0@lo:400:kworker.0 Request processed in 21us (4760us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322154.964598:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261
00000100:00100000:1.0:1767322154.965052:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816737536
00000100:00100000:1.0:1767322154.965070:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816737536
00000100:00100000:1.0:1767322154.965233:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5169
00000100:00100000:1.0:1767322154.965244:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816737536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322154.965325:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816737536:12345-0@lo:400:kworker.0 Request processed in 83us (4281us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322154.965333:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5169
00000100:00080000:1.0:1767322154.965381:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322154.965387:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322154.965404:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816737920:0@lo:38:kworker.0
00000100:00080000:1.0:1767322154.965426:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322154.965431:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322154.965435:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816737664:0@lo:38:kworker.0
00000100:00080000:1.0:1767322154.965453:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322154.965458:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322154.965462:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816737280:0@lo:38:kworker.0
00000100:00100000:2.0:1767322154.965477:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816738048:0@lo:400:kworker.0
00000100:00100000:1.0:1767322154.965527:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816737536:0@lo:400:kworker.0
00000100:00100000:2.0:1767322154.965527:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816738176:0@lo:400:kworker.0
00000100:00080000:3.0:1767322154.966021:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322155.530416:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322155.913962:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322156.551291:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322156.936310:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322157.574993:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322157.738673:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322157.739003:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758735104
00000100:00100000:3.0:1767322157.739014:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758735104
00000100:00100000:3.0:1767322157.739096:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5170
00000100:00100000:3.0:1767322157.739108:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758735104:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322157.739191:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758735104:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 86us (527us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322157.739199:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5170
00000100:00080000:1.0:1767322157.739271:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767322157.746349:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758734848 offset 0 length 520: 4
00000100:00100000:1.0:1767322157.746410:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322157.749590:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758734976
00000100:00100000:0.0:1767322157.749607:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758734976
00000100:00100000:0.0:1767322157.749947:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89584
00000100:00100000:0.0:1767322157.749956:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758734976:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322157.749980:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322157.775307:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758734976:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 25339us (28885us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322157.775323:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89584
00010000:00010000:2.0:1767322157.959630:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322158.535094:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816738432:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322158.535095:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322158.535117:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816738304:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322158.536396:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322158.536592:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816738304
00000100:00100000:3.0:1767322158.536600:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816738304
00000100:00100000:3.0:1767322158.536713:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951
00000100:00080000:1.0:1767322158.536715:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322158.536726:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816738304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322158.536796:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322158.536881:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816738304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (554us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322158.536889:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951
00000100:00100000:1.0:1767322158.536978:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816738304:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322158.539561:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322158.539806:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816738432
00000100:00100000:3.0:1767322158.539817:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816738432
00000100:00100000:3.0:1767322158.540213:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952
00000100:00100000:3.0:1767322158.540228:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816738432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322158.540268:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322158.540351:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816738432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (808us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322158.540358:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952
00000100:00100000:0.0:1767322158.540583:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816738432:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322158.540745:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322158.600207:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322158.983080:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322159.046918:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322134/real 1767322134]  req@ffff8d4d4e365c00 x1853166816732032/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322159 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322159.046957:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4e365c00 x1853166816732032/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322159 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767322159.046979:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322159.047010:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322159.047014:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816732032:0@lo:250:kworker.0
00000100:00080000:3.0:1767322159.047264:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322159.047270:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322159.047274:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322159.047280:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4677
00000100:00080000:3.0:1767322159.047284:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322159.047291:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322159.047328:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5d180 x1853166816738560/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322159.047353:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322159.047357:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322159.047359:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322159.047363:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4697
00000100:00080000:3.0:1767322159.047365:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322159.047369:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322159.047384:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ce00 x1853166816738688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322159.047393:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322159.047396:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322159.047397:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322159.047401:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4697
00000100:00080000:3.0:1767322159.047402:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322159.047406:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322159.047427:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ed80 x1853166816738816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322159.047501:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816738944:0@lo:400:kworker.0
00000100:00100000:2.0:1767322159.047580:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322159.047651:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322159.047655:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322159.047657:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322159.047661:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4697
00000100:00080000:3.0:1767322159.047663:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322159.047667:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322159.047681:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5f800 x1853166816739072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322159.047706:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322159.047709:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322159.047711:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322159.047714:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4697
00000100:00080000:3.0:1767322159.047716:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322159.047719:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322159.047727:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5d880 x1853166816739328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322159.047749:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816739200:0@lo:400:kworker.0
00000100:00100000:3.0:1767322159.047832:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322159.047865:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816738944
00000100:00100000:3.0:1767322159.047871:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816738944
00000100:00100000:3.0:1767322159.047915:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816739200
00000100:00100000:3.0:1767322159.047917:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816739200
00000100:00100000:3.0:1767322159.047939:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5171
00000100:00100000:3.0:1767322159.047946:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816738944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322159.048059:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5172
00000100:00100000:0.0:1767322159.048068:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816739200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322159.048119:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816739200:12345-0@lo:400:kworker.0 Request processed in 53us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322159.048126:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5172
00000100:00100000:0.0:1767322159.048159:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816739200:0@lo:400:kworker.0
00000100:00080000:1.0:1767322159.048920:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322159.048938:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816738560:0@lo:250:kworker.0
00000400:00000100:1.0:1767322159.048971:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816738560 offset 0 length 520: 4
00000100:00100000:1.0:1767322159.048997:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816738688:0@lo:38:kworker.0
00000100:00100000:1.0:1767322159.049020:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322159.049046:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816738816:0@lo:38:kworker.0
00000100:00100000:1.0:1767322159.049066:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322159.049085:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816739072:0@lo:38:kworker.0
00000100:00100000:1.0:1767322159.049117:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322159.049131:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816739328:0@lo:38:kworker.0
00000100:00100000:1.0:1767322159.049151:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322159.049181:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816738816
00000100:00100000:1.0:1767322159.049187:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816738816
00000100:00100000:1.0:1767322159.049214:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129
00000100:00100000:1.0:1767322159.049219:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816738816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322159.049238:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322159.049272:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816738816:12345-0@lo:38:kworker.0 Request processed in 51us (204us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322159.049279:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129
00000100:00080000:1.0:1767322159.049309:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322159.049313:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322159.049317:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816738816:0@lo:38:kworker.0
00000100:00100000:0.0:1767322159.055407:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816738688
00000100:00100000:0.0:1767322159.055433:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816738688
00000100:00100000:0.0:1767322159.055493:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816739072
00000100:00100000:0.0:1767322159.055497:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816739072
00000100:00100000:0.0:1767322159.055509:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816739328
00000100:00100000:0.0:1767322159.055512:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816739328
00000100:00100000:0.0:1767322159.055529:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89585
00000100:00100000:0.0:1767322159.055537:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816738688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322159.055572:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322159.055668:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816738688:12345-0@lo:38:kworker.0 Request processed in 131us (6646us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322159.055676:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89585
00000100:00100000:0.0:1767322159.055695:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89586
00000100:00100000:0.0:1767322159.055699:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816739072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322159.055709:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322159.055735:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816739072:12345-0@lo:38:kworker.0 Request processed in 35us (6617us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322159.055741:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89586
00000100:00100000:0.0:1767322159.055751:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89587
00000100:00100000:0.0:1767322159.056219:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816739328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322159.056231:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322159.056265:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816739328:12345-0@lo:38:kworker.0 Request processed in 47us (7112us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322159.056270:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89587
00000100:00080000:0.0:1767322159.056324:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322159.056330:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322159.056334:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816738688:0@lo:38:kworker.0
00000100:00080000:0.0:1767322159.056345:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322159.056349:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322159.056351:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816739072:0@lo:38:kworker.0
00000100:00080000:0.0:1767322159.056360:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322159.056363:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322159.056366:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816739328:0@lo:38:kworker.0
00000100:00100000:3.0:1767322159.061098:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816738944:12345-0@lo:400:kworker.0 Request processed in 13119us (13485us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322159.061132:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5171
00000100:00100000:2.0:1767322159.065297:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816738944:0@lo:400:kworker.0
00000100:00100000:2.0:1767322159.622916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322160.009090:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322160.646916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322161.031018:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322161.670896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322162.055058:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322162.695664:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322162.862938:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322162.863138:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758735360
00000100:00100000:0.0:1767322162.863150:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758735360
00000100:00080000:1.0:1767322162.863227:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322162.863250:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5173
00000100:00100000:0.0:1767322162.863261:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758735360:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322162.863342:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758735360:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (416us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322162.863350:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5173
00000100:00100000:2.0:1767322162.864155:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322162.864307:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758735232
00000100:00100000:1.0:1767322162.864314:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758735232
00000100:00100000:1.0:1767322162.864351:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89588
00000100:00100000:1.0:1767322162.864358:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758735232:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322162.864380:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322162.864427:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758735232:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 67us (274us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322162.864433:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89588
00010000:00010000:3.0:1767322163.080485:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322163.655017:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322163.655039:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816739456:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322163.655114:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322163.655413:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322163.655423:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816739584:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322163.655451:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322163.655517:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816739456
00000100:00100000:0.0:1767322163.655523:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816739456
00000100:00100000:0.0:1767322163.655579:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816739584
00000100:00100000:0.0:1767322163.655582:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816739584
00000100:00100000:0.0:1767322163.655600:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953
00000100:00100000:0.0:1767322163.655608:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816739456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322163.655632:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322163.655675:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816739456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (560us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322163.655683:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953
00000100:00100000:0.0:1767322163.655701:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954
00000100:00100000:0.0:1767322163.655707:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816739584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322163.655722:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322163.655778:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816739584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322163.655785:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954
00000100:00100000:0.0:1767322163.655831:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816739456:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767322163.655985:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322163.655989:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322163.656008:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816739584:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322163.718880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322164.110627:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322164.167804:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322164.167815:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322164.167818:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322164.167822:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322164.167826:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322164.167834:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4701
00000100:00080000:0.0:1767322164.167839:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322164.167846:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322164.167884:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6d80 x1853166816739712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322164.167899:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322164.167902:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322164.167903:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322164.167907:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4701
00000100:00080000:0.0:1767322164.167909:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322164.167911:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322164.167920:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7480 x1853166816739840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322164.167958:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322164.167962:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322164.167963:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322164.167967:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4701
00000100:00080000:0.0:1767322164.167969:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322164.167972:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322164.167983:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd4000 x1853166816740096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322164.168008:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322164.168011:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322164.168014:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322164.168017:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4701
00000100:00080000:0.0:1767322164.168019:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322164.168022:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322164.168033:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7100 x1853166816740352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322164.168059:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816740224:0@lo:400:kworker.0
00000100:00100000:0.0:1767322164.168125:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322164.168161:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322164.168179:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816739968:0@lo:400:kworker.0
00000100:00100000:0.0:1767322164.168203:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816740224
00000100:00100000:0.0:1767322164.168211:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816740224
00000100:00100000:2.0:1767322164.168216:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322164.168262:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816739968
00000100:00100000:0.0:1767322164.168266:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816739968
00000100:00100000:0.0:1767322164.168304:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5174
00000100:00100000:0.0:1767322164.168314:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816740224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322164.168330:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5175
00000100:00100000:3.0:1767322164.168343:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816739968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322164.168366:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816740224:12345-0@lo:400:kworker.0 Request processed in 52us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322164.168373:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5174
00000100:00100000:3.0:1767322164.168407:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816739968:12345-0@lo:400:kworker.0 Request processed in 67us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322164.168413:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816740224:0@lo:400:kworker.0
00000100:00100000:3.0:1767322164.168418:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5175
00000100:00080000:3.0:1767322164.168446:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322164.168508:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816739712:0@lo:38:kworker.0
00000100:00100000:2.0:1767322164.168535:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816739968:0@lo:400:kworker.0
00000100:00100000:1.0:1767322164.168546:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322164.168574:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816739840:0@lo:38:kworker.0
00000100:00100000:2.0:1767322164.168585:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816739712
00000100:00100000:2.0:1767322164.168590:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816739712
00000100:00100000:1.0:1767322164.168599:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322164.168623:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89589
00000100:00100000:2.0:1767322164.168630:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816739712:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322164.168637:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816740096:0@lo:38:kworker.0
00010000:00020000:2.0:1767322164.168648:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322164.168661:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322164.168683:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816740352:0@lo:38:kworker.0
00000100:00100000:2.0:1767322164.168689:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816739712:12345-0@lo:38:kworker.0 Request processed in 56us (142us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322164.168696:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89589
00000100:00100000:1.0:1767322164.168708:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322164.168711:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816740096
00000100:00100000:2.0:1767322164.168715:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816740096
00000100:00080000:1.0:1767322164.168745:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322164.168748:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816740352
00000100:00080000:1.0:1767322164.168751:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322164.168752:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816740352
00000100:00100000:1.0:1767322164.168778:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816739712:0@lo:38:kworker.0
00000100:00100000:2.0:1767322164.168798:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89590
00000100:00100000:3.0:1767322164.168853:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816739840
00000100:00100000:3.0:1767322164.168858:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816739840
00000100:00100000:1.0:1767322164.176613:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89591
00000100:00100000:2.0:1767322164.177466:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816740096:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322164.177487:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816740352:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322164.177497:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767322164.177503:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322164.177609:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816740096:12345-0@lo:38:kworker.0 Request processed in 8802us (8946us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322164.177617:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89590
00000100:00100000:3.0:1767322164.181744:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130
00000100:00100000:1.0:1767322164.184344:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816740352:12345-0@lo:38:kworker.0 Request processed in 7705us (15626us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322164.184359:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89591
00000100:00100000:3.0:1767322164.191513:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816739840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322164.191545:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322164.191830:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322164.191837:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322164.191841:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816740096:0@lo:38:kworker.0
00000100:00080000:0.0:1767322164.191864:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322164.191867:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322164.191870:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816740352:0@lo:38:kworker.0
00000100:00080000:0.0:1767322164.191895:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322164.191899:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322164.191902:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816739840:0@lo:38:kworker.0
00000100:00100000:3.0:1767322164.191930:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816739840:12345-0@lo:38:kworker.0 Request processed in 428us (23329us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322164.191940:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130
00000100:00100000:2.0:1767322164.742902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322165.127484:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322165.766997:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322166.154423:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322166.796510:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322167.175057:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322167.821020:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322167.976144:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322167.976206:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322167.976352:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758735616
00000100:00100000:2.0:1767322167.976362:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758735616
00000100:00100000:2.0:1767322167.976443:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758735488
00000100:00100000:2.0:1767322167.976447:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758735488
00000100:00100000:2.0:1767322167.976470:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5176
00000100:00100000:0.0:1767322167.976479:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89592
00000100:00100000:2.0:1767322167.976479:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758735616:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322167.976485:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758735488:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322167.976504:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767322167.976561:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322167.976621:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758735488:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 134us (413us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322167.976629:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89592
00000100:00100000:2.0:1767322167.977333:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758735616:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 852us (1196us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322167.977342:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5176
00010000:00010000:1.0:1767322168.203483:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322168.775041:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816740480:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322168.775045:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322168.775060:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816740608:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322168.775745:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322168.775920:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816740608
00000100:00100000:1.0:1767322168.775928:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816740608
00000100:00100000:1.0:1767322168.775989:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955
00000100:00100000:1.0:1767322168.775999:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816740608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322168.776031:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322168.776078:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816740608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322168.776085:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955
00000100:00100000:0.0:1767322168.776178:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816740608:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767322168.776785:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322168.777408:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322168.777536:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816740480
00000100:00100000:0.0:1767322168.777544:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816740480
00000100:00100000:0.0:1767322168.777615:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956
00000100:00100000:0.0:1767322168.777624:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816740480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322168.777649:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322168.777709:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816740480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322168.777716:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956
00000100:00080000:2.0:1767322168.777781:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322168.778037:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816740480:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322168.838881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322169.223452:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322169.287025:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322169.287038:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322169.287041:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322169.287045:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322169.287050:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322169.287058:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4706
00000100:00080000:2.0:1767322169.287064:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322169.287071:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322169.287111:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3b80 x1853166816740736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322169.287142:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322169.287146:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322169.287148:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322169.287151:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4706
00000100:00080000:2.0:1767322169.287154:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322169.287157:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322169.287169:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1c00 x1853166816740864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322169.287207:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322169.287211:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322169.287213:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322169.287217:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4706
00000100:00080000:2.0:1767322169.287219:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322169.287222:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322169.287237:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0e00 x1853166816741120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322169.287259:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322169.287262:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322169.287264:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322169.287267:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4706
00000100:00080000:2.0:1767322169.287269:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322169.287272:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322169.287283:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1500 x1853166816741376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322169.287303:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322169.287315:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816740992:0@lo:400:kworker.0
00000100:00100000:2.0:1767322169.287381:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322169.287383:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816740736:0@lo:38:kworker.0
00000100:00100000:1.0:1767322169.287411:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322169.287435:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816740864:0@lo:38:kworker.0
00000100:00100000:1.0:1767322169.287457:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322169.287470:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322169.287477:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816741120:0@lo:38:kworker.0
00000100:00100000:3.0:1767322169.287478:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816741248:0@lo:400:kworker.0
00000100:00100000:1.0:1767322169.287496:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322169.287513:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816741376:0@lo:38:kworker.0
00000100:00100000:3.0:1767322169.287513:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816740864
00000100:00100000:3.0:1767322169.287519:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816740864
00000100:00100000:1.0:1767322169.287530:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322169.287551:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131
00000100:00100000:1.0:1767322169.287553:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816740992
00000100:00100000:1.0:1767322169.287556:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816740992
00000100:00100000:3.0:1767322169.287559:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816740864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322169.287580:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322169.287593:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816740736
00000100:00100000:1.0:1767322169.287595:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816740736
00000100:00100000:1.0:1767322169.287605:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816741120
00000100:00100000:1.0:1767322169.287607:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816741120
00000100:00100000:1.0:1767322169.287613:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816741376
00000100:00100000:1.0:1767322169.287616:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816741376
00000100:00100000:3.0:1767322169.287620:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816740864:12345-0@lo:38:kworker.0 Request processed in 61us (162us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322169.287624:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5177
00000100:00100000:3.0:1767322169.287626:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131
00000100:00100000:1.0:1767322169.287629:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816740992:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322169.287658:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767322169.287662:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816740992:12345-0@lo:400:kworker.0 Request processed in 33us (281us total) trans 0 rc 0/0
00000100:00080000:3.0:1767322169.287663:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322169.287666:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816740864:0@lo:38:kworker.0
00000100:00100000:1.0:1767322169.287668:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5177
00000100:00100000:1.0:1767322169.287679:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89593
00000100:00100000:1.0:1767322169.287684:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816740736:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322169.287685:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767322169.287724:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322169.287732:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816741248
00000100:00100000:3.0:1767322169.287735:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816741248
00000100:00100000:1.0:1767322169.287778:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816740736:12345-0@lo:38:kworker.0 Request processed in 67us (340us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322169.287779:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5178
00000100:00100000:1.0:1767322169.287784:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89593
00000100:00100000:3.0:1767322169.287786:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816741248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322169.287795:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89594
00000100:00100000:1.0:1767322169.287798:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816741120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322169.287807:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322169.287818:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816741248:12345-0@lo:400:kworker.0 Request processed in 33us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322169.287825:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816741120:12345-0@lo:38:kworker.0 Request processed in 26us (329us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322169.287827:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5178
00000100:00100000:1.0:1767322169.287830:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89594
00000100:00100000:1.0:1767322169.287838:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89595
00000100:00100000:1.0:1767322169.287841:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816741376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322169.287850:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322169.287871:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816741376:12345-0@lo:38:kworker.0 Request processed in 28us (340us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767322169.287943:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322169.287948:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322169.287951:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816740736:0@lo:38:kworker.0
00000100:00080000:0.0:1767322169.287959:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322169.287961:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322169.287963:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816741120:0@lo:38:kworker.0
00000100:00080000:0.0:1767322169.287969:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322169.287971:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322169.287974:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816741376:0@lo:38:kworker.0
00000100:00080000:0.0:1767322169.288000:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322169.291485:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816740992:0@lo:400:kworker.0
00000100:00100000:2.0:1767322169.291574:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816741248:0@lo:400:kworker.0
00000100:00100000:1.0:1767322169.296820:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89595
00000100:00100000:1.0:1767322169.862975:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322170.247206:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322170.886914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322171.271079:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322171.910928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322172.295050:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322172.934879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322173.098918:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322173.101482:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758735744
00000100:00100000:1.0:1767322173.101500:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758735744
00000100:00100000:1.0:1767322173.101569:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89596
00000100:00100000:1.0:1767322173.101580:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758735744:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322173.101607:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322173.101707:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758735744:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 127us (2801us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322173.101715:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89596
00000100:00100000:3.0:1767322173.116358:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322173.116498:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758735872
00000100:00100000:2.0:1767322173.116509:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758735872
00000100:00100000:2.0:1767322173.116599:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5179
00000100:00100000:2.0:1767322173.116609:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758735872:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322173.116709:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758735872:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 101us (360us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322173.116717:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5179
00000100:00080000:0.0:1767322173.116795:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322173.319025:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322173.896278:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322173.896311:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816741632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322173.896395:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322173.896556:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816741632
00000100:00100000:1.0:1767322173.896566:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816741632
00000100:00100000:1.0:1767322173.896641:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957
00000100:00100000:1.0:1767322173.896659:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816741632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322173.896699:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322173.896746:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816741632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322173.896786:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957
00000100:00100000:2.0:1767322173.897484:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816741504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322173.897527:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322173.897641:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322173.897700:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816741632:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322173.897964:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816741504
00000100:00100000:1.0:1767322173.897971:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816741504
00000100:00100000:1.0:1767322173.898030:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958
00000100:00100000:1.0:1767322173.898039:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816741504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322173.898065:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322173.898120:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816741504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (592us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322173.898126:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958
00000100:00080000:0.0:1767322173.898217:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322173.898285:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816741504:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322173.958949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322174.343151:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322174.412873:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322174.412884:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322174.412888:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322174.412892:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322174.412897:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322174.412905:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4711
00000100:00080000:3.0:1767322174.412909:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322174.413177:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322174.413217:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5d880 x1853166816741760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322174.413531:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816741760:0@lo:38:kworker.0
00000100:00100000:0.0:1767322174.413596:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322174.413667:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322174.413672:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322174.413674:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322174.413678:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4711
00000100:00080000:3.0:1767322174.413681:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322174.413685:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322174.413699:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5f800 x1853166816741888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322174.413732:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322174.413736:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322174.413738:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322174.413741:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4711
00000100:00080000:3.0:1767322174.413743:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322174.413746:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322174.413781:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ed80 x1853166816742144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322174.413805:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322174.413808:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322174.413809:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322174.413813:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4711
00000100:00080000:3.0:1767322174.413815:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322174.413817:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322174.413830:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62f100 x1853166816742400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322174.413880:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816742656:0@lo:400:kworker.0
00000100:00100000:3.0:1767322174.413908:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322174.413983:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322174.413989:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816742016:0@lo:400:kworker.0
00000100:00100000:3.0:1767322174.414021:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816742656
00000100:00100000:3.0:1767322174.414028:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816742656
00000100:00100000:3.0:1767322174.414067:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262
00000100:00100000:3.0:1767322174.414074:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816742656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322174.414137:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816742656:12345-0@lo:400:kworker.0 Request processed in 63us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322174.414148:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262
00000100:00100000:3.0:1767322174.414169:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816742528:0@lo:400:kworker.0
00000100:00100000:3.0:1767322174.414188:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322174.414203:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322174.414207:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816742272:0@lo:400:kworker.0
00000100:00100000:3.0:1767322174.414224:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816742528
00000100:00100000:3.0:1767322174.414226:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816742528
00000100:00100000:3.0:1767322174.414255:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263
00000100:00100000:3.0:1767322174.414259:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816742528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322174.414287:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816742528:12345-0@lo:400:kworker.0 Request processed in 28us (98us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322174.414293:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263
00000100:00100000:2.0:1767322174.416541:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322174.416545:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816741888:0@lo:38:kworker.0
00000100:00100000:0.0:1767322174.416605:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322174.416637:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816742144:0@lo:38:kworker.0
00000100:00100000:0.0:1767322174.416688:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816741888
00000100:00100000:0.0:1767322174.416696:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816741888
00000100:00100000:0.0:1767322174.416734:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132
00000100:00100000:0.0:1767322174.416739:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816741888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322174.416790:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322174.416832:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816741888:12345-0@lo:38:kworker.0 Request processed in 91us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322174.416839:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132
00000100:00100000:2.0:1767322174.421438:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816742528:0@lo:400:kworker.0
00000100:00100000:0.0:1767322174.421634:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322174.424393:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816741760
00000100:00100000:1.0:1767322174.424409:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816741760
00000100:00100000:1.0:1767322174.424473:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816742272
00000100:00100000:1.0:1767322174.424476:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816742272
00000100:00100000:1.0:1767322174.424522:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5180
00000100:00100000:1.0:1767322174.424535:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816742272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322174.424631:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816742272:12345-0@lo:400:kworker.0 Request processed in 101us (8097us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322174.424639:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5180
00000100:00100000:1.0:1767322174.424668:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89597
00000100:00100000:1.0:1767322174.424672:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816741760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322174.424692:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322174.424720:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816741760:12345-0@lo:38:kworker.0 Request processed in 46us (11124us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322174.424725:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89597
00000100:00080000:1.0:1767322174.424748:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322174.424877:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816742272:0@lo:400:kworker.0
00000100:00100000:0.0:1767322174.428408:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816742656:0@lo:400:kworker.0
00000100:00100000:2.0:1767322174.428505:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322174.428544:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816742400:0@lo:38:kworker.0
00000100:00100000:2.0:1767322174.428600:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322174.428627:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322174.428632:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322174.428636:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816741760:0@lo:38:kworker.0
00000100:00080000:2.0:1767322174.428672:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322174.428675:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322174.428678:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816741888:0@lo:38:kworker.0
00000100:00100000:3.0:1767322174.428735:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816742016
00000100:00100000:3.0:1767322174.428744:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816742016
00000100:00100000:3.0:1767322174.428838:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816742144
00000100:00100000:3.0:1767322174.428842:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816742144
00000100:00100000:3.0:1767322174.428859:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816742400
00000100:00100000:3.0:1767322174.428862:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816742400
00000100:00100000:3.0:1767322174.428879:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5181
00000100:00100000:3.0:1767322174.428890:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816742016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322174.428948:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816742016:12345-0@lo:400:kworker.0 Request processed in 61us (7314us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322174.428956:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5181
00000100:00080000:2.0:1767322174.429154:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322174.429186:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89598
00000100:00100000:2.0:1767322174.429192:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816742144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322174.429213:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322174.429253:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816742144:12345-0@lo:38:kworker.0 Request processed in 61us (749us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322174.429263:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89598
00000100:00100000:2.0:1767322174.429277:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89599
00000100:00100000:2.0:1767322174.429280:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816742400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322174.429290:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322174.429313:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816742400:12345-0@lo:38:kworker.0 Request processed in 31us (712us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322174.429319:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89599
00000100:00080000:2.0:1767322174.429344:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322174.429349:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322174.429353:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816742144:0@lo:38:kworker.0
00000100:00080000:2.0:1767322174.429362:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322174.429365:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322174.429368:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816742400:0@lo:38:kworker.0
00000100:00100000:0.0:1767322174.429804:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816742016:0@lo:400:kworker.0
00000100:00100000:1.0:1767322174.982999:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322175.367193:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322176.006904:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322176.391196:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322177.032007:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322177.416571:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322178.055060:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322178.218262:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322178.218300:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322178.218373:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758736000
00000100:00100000:0.0:1767322178.218385:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758736000
00000100:00100000:0.0:1767322178.218435:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758736128
00000100:00100000:0.0:1767322178.218439:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758736128
00000100:00100000:0.0:1767322178.218492:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5182
00000100:00100000:0.0:1767322178.218503:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758736128:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322178.218601:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758736128:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 99us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322178.218619:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5182
00000100:00100000:0.0:1767322178.218638:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89600
00000100:00100000:0.0:1767322178.218643:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758736000:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:3.0:1767322178.218646:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767322178.218665:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322178.218691:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758736000:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (438us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322178.218697:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89600
00010000:00010000:2.0:1767322178.445146:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322179.017190:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322179.017223:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816742784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322179.017320:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322179.017435:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816742784
00000100:00100000:3.0:1767322179.017444:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816742784
00000100:00100000:3.0:1767322179.017518:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959
00000100:00100000:3.0:1767322179.017530:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816742784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322179.017564:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322179.017621:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816742784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322179.017629:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959
00000100:00100000:1.0:1767322179.017731:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816742784:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767322179.018030:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322179.018580:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816742912:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322179.018637:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322179.018916:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816742912
00000100:00100000:2.0:1767322179.018922:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816742912
00000100:00100000:2.0:1767322179.018981:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960
00000100:00100000:2.0:1767322179.018989:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816742912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322179.019011:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322179.019048:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816742912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (410us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322179.019054:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960
00000100:00100000:0.0:1767322179.019138:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816742912:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767322179.019425:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322179.080680:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322179.463158:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322179.530898:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322179.530912:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322179.530915:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322179.530920:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322179.530925:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322179.530933:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4717
00000100:00080000:0.0:1767322179.530938:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322179.530945:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322179.530995:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d880 x1853166816743040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322179.531014:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322179.531017:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322179.531019:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322179.531023:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4717
00000100:00080000:0.0:1767322179.531025:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322179.531029:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322179.531041:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6ce00 x1853166816743168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322179.531139:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767322179.531398:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322179.531403:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322179.531405:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322179.531409:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4717
00000100:00080000:0.0:1767322179.531412:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322179.531416:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322179.531430:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6c000 x1853166816743424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322179.531467:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322179.531471:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322179.531473:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322179.531476:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4717
00000100:00080000:0.0:1767322179.531479:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322179.531482:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322179.531495:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d500 x1853166816743680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322179.531558:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816743552:0@lo:400:kworker.0
00000100:00100000:1.0:1767322179.531642:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322179.531714:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322179.531721:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816743808:0@lo:400:kworker.0
00000100:00100000:1.0:1767322179.531749:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322179.531822:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816743808
00000100:00100000:1.0:1767322179.531830:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816743808
00000100:00100000:1.0:1767322179.531878:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264
00000100:00100000:1.0:1767322179.531887:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816743808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322179.531938:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816743808:12345-0@lo:400:kworker.0 Request processed in 52us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322179.531945:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264
00000100:00100000:1.0:1767322179.531971:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816743552
00000100:00100000:1.0:1767322179.531975:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816743552
00000100:00100000:1.0:1767322179.532011:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5183
00000100:00100000:1.0:1767322179.532017:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816743552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322179.532045:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816743552:12345-0@lo:400:kworker.0 Request processed in 29us (404us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322179.532052:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5183
00000100:00100000:1.0:1767322179.532087:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816743808:0@lo:400:kworker.0
00000100:00100000:1.0:1767322179.532099:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816743552:0@lo:400:kworker.0
00000100:00080000:1.0:1767322179.532153:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322179.532233:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816743040:0@lo:38:kworker.0
00000100:00100000:2.0:1767322179.532267:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322179.532293:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816743168:0@lo:38:kworker.0
00000100:00100000:2.0:1767322179.532316:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322179.532340:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816743424:0@lo:38:kworker.0
00000100:00100000:2.0:1767322179.532361:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322179.532374:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816743680:0@lo:38:kworker.0
00000100:00100000:2.0:1767322179.532394:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322179.532422:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816743040
00000100:00100000:2.0:1767322179.532426:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816743040
00000100:00100000:2.0:1767322179.532444:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816743424
00000100:00100000:2.0:1767322179.532447:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816743424
00000100:00100000:2.0:1767322179.532459:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816743680
00000100:00100000:2.0:1767322179.532462:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816743680
00000100:00100000:2.0:1767322179.532476:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89601
00000100:00100000:2.0:1767322179.532481:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816743040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322179.532500:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322179.532530:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816743040:12345-0@lo:38:kworker.0 Request processed in 48us (262us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322179.532536:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89601
00000100:00100000:2.0:1767322179.532549:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89602
00000100:00100000:2.0:1767322179.532552:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816743424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322179.532560:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322179.532577:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816743424:12345-0@lo:38:kworker.0 Request processed in 24us (217us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322179.532583:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89602
00000100:00100000:2.0:1767322179.532592:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89603
00000100:00100000:2.0:1767322179.532609:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816743680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322179.532618:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322179.532639:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816743680:12345-0@lo:38:kworker.0 Request processed in 29us (245us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322179.532645:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89603
00000100:00080000:2.0:1767322179.532676:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322179.532681:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322179.532685:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816743040:0@lo:38:kworker.0
00000100:00080000:2.0:1767322179.532692:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322179.532697:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322179.532699:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816743424:0@lo:38:kworker.0
00000100:00080000:2.0:1767322179.532706:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322179.532709:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322179.532711:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816743680:0@lo:38:kworker.0
00000100:00100000:1.0:1767322179.534316:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816743168
00000100:00100000:1.0:1767322179.534328:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816743168
00000100:00100000:1.0:1767322179.534389:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133
00000100:00100000:1.0:1767322179.534396:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816743168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322179.534414:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322179.534477:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816743168:12345-0@lo:38:kworker.0 Request processed in 81us (2160us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322179.534484:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133
00000100:00080000:2.0:1767322179.536016:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322179.536027:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322179.536033:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816743168:0@lo:38:kworker.0
00000100:00100000:3.0:1767322179.537080:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816743936:0@lo:400:kworker.0
00000100:00100000:3.0:1767322179.537152:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322179.537240:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816743296:0@lo:400:kworker.0
00000100:00100000:3.0:1767322179.537265:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322179.538298:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816743296
00000100:00100000:2.0:1767322179.538308:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816743296
00000100:00100000:2.0:1767322179.538386:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5184
00000100:00100000:2.0:1767322179.538395:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816743296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322179.538462:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816743296:12345-0@lo:400:kworker.0 Request processed in 68us (1195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322179.538468:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5184
00000100:00080000:3.0:1767322179.538687:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322179.538723:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816743296:0@lo:400:kworker.0
00000100:00100000:1.0:1767322179.539328:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816743936
00000100:00100000:1.0:1767322179.539335:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816743936
00000100:00100000:1.0:1767322179.539422:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265
00000100:00100000:1.0:1767322179.539432:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816743936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322179.539493:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816743936:12345-0@lo:400:kworker.0 Request processed in 64us (2341us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322179.539500:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265
00000100:00100000:3.0:1767322179.539563:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816743936:0@lo:400:kworker.0
00000100:00100000:1.0:1767322180.102888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322180.487007:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322181.127527:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322181.513037:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322182.151885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322182.535195:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322183.175034:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322183.343184:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767322183.343840:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758736256 offset 0 length 520: 4
00000100:00100000:2.0:1767322183.343930:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758736512
00000100:00100000:2.0:1767322183.343948:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758736512
00000100:00100000:2.0:1767322183.344061:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5185
00000100:00100000:2.0:1767322183.344073:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758736512:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322183.344166:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758736512:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 94us (1002us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322183.344174:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5185
00000100:00080000:3.0:1767322183.344790:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322183.360054:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322183.360290:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758736384
00000100:00100000:2.0:1767322183.360303:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758736384
00000100:00100000:2.0:1767322183.360370:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89604
00000100:00100000:2.0:1767322183.360382:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758736384:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322183.360418:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322183.360506:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758736384:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 125us (470us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322183.360515:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89604
00010000:00010000:3.0:1767322183.559163:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322184.135426:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322184.135459:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816744064:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322184.135564:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322184.136000:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816744064
00000100:00100000:1.0:1767322184.136015:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816744064
00000100:00100000:1.0:1767322184.136101:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961
00000100:00100000:1.0:1767322184.136113:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816744064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322184.136287:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322184.136355:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816744064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 243us (799us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322184.136364:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961
00000100:00080000:2.0:1767322184.136503:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322184.136710:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816744064:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322184.137161:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322184.137177:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816744192:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322184.137221:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322184.137376:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816744192
00000100:00100000:2.0:1767322184.137382:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816744192
00000100:00100000:2.0:1767322184.137440:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962
00000100:00100000:2.0:1767322184.137450:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816744192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322184.137473:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322184.137522:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816744192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322184.137529:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962
00000100:00080000:3.0:1767322184.137709:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322184.137807:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816744192:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322184.199834:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322184.583426:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322184.647038:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322184.647049:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322184.647054:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322184.647058:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322184.647063:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322184.647071:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4722
00000100:00080000:3.0:1767322184.647076:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322184.647083:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322184.647128:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62d500 x1853166816744320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322184.647150:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322184.647153:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322184.647154:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322184.647157:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4722
00000100:00080000:3.0:1767322184.647159:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322184.647161:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322184.647171:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62d180 x1853166816744448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322184.647237:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322184.647296:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322159/real 1767322159]  req@ffff8d4e4ea5d180 x1853166816738560/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322184 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322184.647324:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4ea5d180 x1853166816738560/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322184 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322184.647342:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816744320:0@lo:38:kworker.0
00000100:00100000:2.0:1767322184.647406:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322184.647479:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816744448:0@lo:38:kworker.0
00000100:00100000:2.0:1767322184.647503:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322184.647530:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322184.647573:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767322184.647577:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816738560:0@lo:250:kworker.0
00000100:00100000:2.0:1767322184.647609:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816744448
00000100:00100000:2.0:1767322184.647615:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816744448
00000100:00100000:2.0:1767322184.647648:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134
00000100:00100000:2.0:1767322184.647654:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816744448:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322184.647674:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322184.647707:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816744448:12345-0@lo:38:kworker.0 Request processed in 53us (203us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322184.647712:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134
00000100:00080000:2.0:1767322184.647753:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322184.647778:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322184.647781:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816744448:0@lo:38:kworker.0
00000100:00100000:2.0:1767322184.647815:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816744320
00000100:00100000:2.0:1767322184.647818:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816744320
00000100:00100000:2.0:1767322184.647841:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89605
00000100:00100000:2.0:1767322184.647847:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816744320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322184.647858:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322184.647888:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816744320:12345-0@lo:38:kworker.0 Request processed in 41us (481us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322184.647894:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89605
00000100:00080000:2.0:1767322184.647920:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322184.647924:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322184.647927:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816744320:0@lo:38:kworker.0
00000100:00080000:3.0:1767322184.650811:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322184.650828:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322184.650833:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322184.650844:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4722
00000100:00080000:3.0:1767322184.650850:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322184.650859:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322184.650918:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938e00 x1853166816744704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322184.651003:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322184.651007:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322184.651009:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322184.651013:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4722
00000100:00080000:3.0:1767322184.651016:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322184.651020:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322184.651032:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93aa00 x1853166816744960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322184.651123:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816744704:0@lo:38:kworker.0
00000100:00100000:2.0:1767322184.651204:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322184.651236:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816744960:0@lo:38:kworker.0
00000100:00100000:2.0:1767322184.651252:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322184.651293:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816744704
00000100:00100000:2.0:1767322184.651301:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816744704
00000100:00100000:2.0:1767322184.651336:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816744960
00000100:00100000:2.0:1767322184.651338:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816744960
00000100:00100000:2.0:1767322184.651353:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89606
00000100:00100000:2.0:1767322184.651358:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816744704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322184.651381:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322184.651429:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816744704:12345-0@lo:38:kworker.0 Request processed in 56us (211us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322184.651436:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89606
00000100:00100000:2.0:1767322184.651458:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89607
00000100:00100000:2.0:1767322184.651463:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816744960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322184.651471:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322184.651488:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816744960:12345-0@lo:38:kworker.0 Request processed in 26us (235us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322184.651496:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89607
00000100:00080000:2.0:1767322184.651543:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322184.651558:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322184.651563:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816744704:0@lo:38:kworker.0
00000100:00080000:2.0:1767322184.651573:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322184.651577:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322184.651579:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816744960:0@lo:38:kworker.0
00000100:00100000:2.0:1767322184.651616:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816745088:0@lo:400:kworker.0
00000100:00100000:2.0:1767322184.651639:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322184.651657:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322184.651661:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816744832:0@lo:400:kworker.0
00000100:00100000:2.0:1767322184.651673:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322184.651689:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816745088
00000100:00100000:2.0:1767322184.651692:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816745088
00000100:00100000:2.0:1767322184.651723:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266
00000100:00100000:2.0:1767322184.651727:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816745088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322184.651797:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816745088:12345-0@lo:400:kworker.0 Request processed in 68us (155us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322184.651804:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266
00000100:00100000:2.0:1767322184.651836:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816745088:0@lo:400:kworker.0
00000100:00100000:2.0:1767322184.651851:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816744832
00000100:00100000:2.0:1767322184.651855:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816744832
00000100:00100000:2.0:1767322184.651890:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5186
00000100:00100000:2.0:1767322184.651896:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816744832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322184.651931:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816744832:12345-0@lo:400:kworker.0 Request processed in 35us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322184.651938:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5186
00000100:00100000:2.0:1767322184.651965:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816744832:0@lo:400:kworker.0
00000100:00080000:2.0:1767322184.651987:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322184.652473:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322184.652487:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816745216:0@lo:400:kworker.0
00000100:00100000:0.0:1767322184.652531:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322184.654628:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816745216
00000100:00100000:2.0:1767322184.654648:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816745216
00000100:00100000:1.0:1767322184.654874:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816744576:0@lo:400:kworker.0
00000100:00100000:1.0:1767322184.654959:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322184.655032:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816744576
00000100:00100000:1.0:1767322184.655037:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816744576
00000100:00100000:1.0:1767322184.655089:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5187
00000100:00100000:1.0:1767322184.655098:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816744576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322184.655163:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816744576:12345-0@lo:400:kworker.0 Request processed in 65us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322184.655170:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5187
00000100:00080000:1.0:1767322184.655200:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322184.655238:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816744576:0@lo:400:kworker.0
00000100:00100000:2.0:1767322184.655337:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267
00000100:00100000:2.0:1767322184.655347:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816745216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322184.655401:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816745216:12345-0@lo:400:kworker.0 Request processed in 58us (2870us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322184.655408:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267
00000100:00100000:1.0:1767322184.655484:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816745216:0@lo:400:kworker.0
00000100:00080000:3.0:1767322184.655794:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322184.655801:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322184.655805:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322184.655812:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4701
00000100:00080000:3.0:1767322184.655817:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322184.655823:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322184.655860:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939180 x1853166816745344/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322184.655905:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816745344:0@lo:250:kworker.0
00000400:00000100:3.0:1767322184.655934:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816745344 offset 0 length 520: 4
00000100:00100000:1.0:1767322185.222929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322185.608021:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322186.246937:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322186.631401:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322187.270939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322187.658744:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322188.294894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322188.456597:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322188.456637:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322188.456804:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758736640
00000100:00100000:2.0:1767322188.456822:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758736640
00000100:00100000:2.0:1767322188.456904:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758736768
00000100:00100000:2.0:1767322188.456917:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758736768
00000100:00100000:2.0:1767322188.456998:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5188
00000100:00100000:2.0:1767322188.457010:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758736768:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322188.457128:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758736768:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 119us (487us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322188.457137:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5188
00000100:00100000:2.0:1767322188.457177:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89608
00000100:00100000:2.0:1767322188.457182:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758736640:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322188.457212:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322188.457249:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758736640:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 65us (666us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322188.457256:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89608
00000100:00080000:0.0:1767322188.457379:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322188.680059:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322189.255927:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322189.255949:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816745472:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322189.256023:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322189.256087:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816745600:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322189.256122:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322189.256222:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816745472
00000100:00100000:0.0:1767322189.256231:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816745472
00000100:00080000:3.0:1767322189.256319:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322189.256695:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963
00000100:00100000:0.0:1767322189.256708:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816745472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322189.256740:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322189.256819:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816745472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (795us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322189.256829:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963
00000100:00100000:0.0:1767322189.256847:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816745600
00000100:00100000:0.0:1767322189.256851:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816745600
00000100:00080000:3.0:1767322189.256983:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322189.257019:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816745472:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322189.257115:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964
00000100:00100000:1.0:1767322189.257125:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816745600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322189.257141:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322189.257175:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816745600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (1054us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322189.257181:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964
00000100:00100000:3.0:1767322189.257256:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816745600:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322189.318900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322189.703589:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322189.767077:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322189.767089:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322189.767092:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322189.767096:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322189.767100:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322189.767108:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4727
00000100:00080000:2.0:1767322189.767113:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322189.767120:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322189.767153:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40380 x1853166816745728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322189.767185:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322189.767188:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322189.767190:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322189.767194:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4727
00000100:00080000:2.0:1767322189.767197:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322189.767200:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322189.767223:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62d500 x1853166816745856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322189.767265:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322189.767269:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322189.767271:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322189.767274:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4727
00000100:00080000:2.0:1767322189.767277:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322189.767280:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322189.767293:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b0380 x1853166816746112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322189.767312:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322189.767315:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322189.767316:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322189.767319:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4727
00000100:00080000:2.0:1767322189.767321:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322189.767324:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322189.767331:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b2a00 x1853166816746368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322189.767367:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816746624:0@lo:400:kworker.0
00000100:00100000:2.0:1767322189.767439:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322189.767513:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322189.767519:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816745984:0@lo:400:kworker.0
00000100:00100000:2.0:1767322189.767544:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322189.767570:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816746624
00000100:00100000:2.0:1767322189.767576:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816746624
00000100:00100000:2.0:1767322189.767613:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268
00000100:00100000:2.0:1767322189.767620:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816746624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322189.767664:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816746624:12345-0@lo:400:kworker.0 Request processed in 44us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322189.767671:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268
00000100:00100000:2.0:1767322189.767713:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816746624:0@lo:400:kworker.0
00000100:00100000:3.0:1767322189.767989:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816746496:0@lo:400:kworker.0
00000100:00100000:3.0:1767322189.768017:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322189.768041:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322189.768046:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816746240:0@lo:400:kworker.0
00000100:00100000:3.0:1767322189.768063:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322189.768088:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816745984
00000100:00100000:3.0:1767322189.768092:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816745984
00000100:00100000:3.0:1767322189.768126:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816746240
00000100:00100000:3.0:1767322189.768128:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816746240
00000100:00100000:3.0:1767322189.768149:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5189
00000100:00100000:3.0:1767322189.768155:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816745984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322189.768186:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816745984:12345-0@lo:400:kworker.0 Request processed in 31us (640us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322189.768192:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5189
00000100:00100000:3.0:1767322189.768202:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5190
00000100:00100000:3.0:1767322189.768217:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816746240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322189.768242:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816746240:12345-0@lo:400:kworker.0 Request processed in 35us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322189.768248:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5190
00000100:00080000:3.0:1767322189.768261:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322189.768278:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816745728:0@lo:38:kworker.0
00000100:00100000:3.0:1767322189.768299:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322189.768312:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816745856:0@lo:38:kworker.0
00000100:00100000:3.0:1767322189.768330:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322189.768348:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816746112:0@lo:38:kworker.0
00000100:00100000:3.0:1767322189.768363:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322189.768374:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816746368:0@lo:38:kworker.0
00000100:00100000:3.0:1767322189.768388:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322189.768406:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816745728
00000100:00100000:3.0:1767322189.768410:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816745728
00000100:00100000:3.0:1767322189.768437:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816746112
00000100:00100000:3.0:1767322189.768439:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816746112
00000100:00100000:3.0:1767322189.768449:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816746368
00000100:00100000:3.0:1767322189.768451:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816746368
00000100:00100000:3.0:1767322189.768460:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89609
00000100:00100000:3.0:1767322189.768464:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816745728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322189.768483:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322189.768521:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816745728:12345-0@lo:38:kworker.0 Request processed in 56us (221us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322189.768527:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89609
00000100:00100000:3.0:1767322189.768540:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89610
00000100:00100000:3.0:1767322189.768544:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816746112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322189.768551:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322189.768572:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816746112:12345-0@lo:38:kworker.0 Request processed in 27us (208us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322189.768576:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89610
00000100:00100000:3.0:1767322189.768585:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89611
00000100:00100000:3.0:1767322189.768589:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816746368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322189.768596:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322189.768616:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816746368:12345-0@lo:38:kworker.0 Request processed in 26us (227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322189.768621:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89611
00000100:00100000:3.0:1767322189.768655:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816746240:0@lo:400:kworker.0
00000100:00080000:3.0:1767322189.768676:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322189.768681:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322189.768684:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816745728:0@lo:38:kworker.0
00000100:00080000:3.0:1767322189.768692:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322189.768695:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322189.768697:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816746112:0@lo:38:kworker.0
00000100:00080000:3.0:1767322189.768703:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322189.768706:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322189.768708:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816746368:0@lo:38:kworker.0
00000100:00100000:3.0:1767322189.768735:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816745984:0@lo:400:kworker.0
00000100:00100000:2.0:1767322189.769332:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816745856
00000100:00100000:2.0:1767322189.769338:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816745856
00000100:00100000:2.0:1767322189.769383:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135
00000100:00100000:2.0:1767322189.769388:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816745856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322189.769402:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322189.769456:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816745856:12345-0@lo:38:kworker.0 Request processed in 66us (1125us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322189.769463:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135
00000100:00100000:2.0:1767322189.769483:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816746496
00000100:00100000:2.0:1767322189.769487:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816746496
00000100:00100000:2.0:1767322189.769527:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269
00000100:00100000:2.0:1767322189.769532:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816746496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322189.769565:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816746496:12345-0@lo:400:kworker.0 Request processed in 33us (1547us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322189.769571:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269
00000100:00100000:2.0:1767322189.769600:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816746496:0@lo:400:kworker.0
00000100:00080000:1.0:1767322189.769725:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322189.769731:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322189.769734:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816745856:0@lo:38:kworker.0
00000100:00100000:1.0:1767322190.342928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322190.727260:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322191.367750:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322191.751004:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322192.390908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322192.775345:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322193.414842:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322193.576570:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322193.576623:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322193.576735:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758737024
00000100:00100000:1.0:1767322193.576746:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758737024
00000100:00100000:1.0:1767322193.576849:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758736896
00000100:00100000:1.0:1767322193.576861:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758736896
00000100:00100000:1.0:1767322193.576880:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5191
00000100:00100000:1.0:1767322193.576891:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758737024:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322193.576967:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758737024:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (408us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322193.576975:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5191
00000100:00100000:1.0:1767322193.576993:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89612
00000100:00100000:1.0:1767322193.576999:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758736896:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322193.577019:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322193.577046:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758736896:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (422us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322193.577054:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89612
00000100:00080000:3.0:1767322193.577432:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322193.801567:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322194.375888:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322194.375910:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816746752:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322194.375973:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322194.376199:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816746752
00000100:00100000:1.0:1767322194.376207:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816746752
00000100:00100000:1.0:1767322194.376263:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965
00000100:00100000:1.0:1767322194.376272:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816746752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322194.376299:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322194.376343:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816746752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (370us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322194.376355:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965
00000100:00080000:1.0:1767322194.376376:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322194.376409:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816746752:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322194.376831:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816746880:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322194.376864:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322194.377158:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816746880
00000100:00100000:1.0:1767322194.377164:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816746880
00000100:00100000:1.0:1767322194.377254:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966
00000100:00100000:1.0:1767322194.377262:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e451b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816746880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322194.377281:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322194.377317:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e451b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816746880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (452us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322194.377323:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966
00000100:00080000:3.0:1767322194.377710:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322194.377741:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816746880:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322194.439166:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322194.823038:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322194.887109:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322194.887119:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322194.887123:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322194.887127:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322194.887131:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322194.887139:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4732
00000100:00080000:0.0:1767322194.887143:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322194.887150:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322194.887193:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6f800 x1853166816747008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322194.887251:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816747008:0@lo:38:kworker.0
00000100:00100000:1.0:1767322194.887326:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322194.887445:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816747008
00000100:00100000:3.0:1767322194.887465:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816747008
00000100:00100000:3.0:1767322194.887516:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89613
00000100:00100000:3.0:1767322194.887523:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816747008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322194.887542:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322194.887775:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322194.887779:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322194.887781:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322194.887784:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4732
00000100:00080000:0.0:1767322194.887787:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322194.887792:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322194.887808:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d180 x1853166816747136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322194.887876:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816747136:0@lo:38:kworker.0
00000100:00100000:1.0:1767322194.887905:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322194.887962:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816747136
00000100:00100000:2.0:1767322194.887967:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816747136
00000100:00100000:2.0:1767322194.887990:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136
00000100:00100000:2.0:1767322194.887995:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816747136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322194.888007:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322194.888037:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816747136:12345-0@lo:38:kworker.0 Request processed in 41us (131us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322194.888048:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136
00000100:00100000:3.0:1767322194.888143:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816747008:12345-0@lo:38:kworker.0 Request processed in 618us (816us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322194.888150:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89613
00000100:00080000:1.0:1767322194.888208:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322194.888213:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322194.888217:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816747008:0@lo:38:kworker.0
00000100:00080000:1.0:1767322194.888238:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322194.888241:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322194.888244:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816747136:0@lo:38:kworker.0
00000100:00100000:2.0:1767322194.888587:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816747264:0@lo:400:kworker.0
00000100:00100000:2.0:1767322194.888619:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322194.888676:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816747264
00000100:00100000:3.0:1767322194.888681:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816747264
00000100:00100000:3.0:1767322194.888730:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5192
00000100:00100000:3.0:1767322194.888739:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816747264:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767322194.888820:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767322194.888906:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322194.888912:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322194.888914:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322194.888919:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4732
00000100:00080000:0.0:1767322194.888923:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322194.888927:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322194.888946:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d180 x1853166816747392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322194.888976:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322194.888979:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322194.888981:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322194.888984:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4732
00000100:00080000:0.0:1767322194.888987:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322194.888990:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322194.889001:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6ed80 x1853166816747648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322194.889068:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816747904:0@lo:400:kworker.0
00000100:00100000:1.0:1767322194.889099:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322194.889134:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816747904
00000100:00100000:1.0:1767322194.889137:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816747904
00000100:00100000:1.0:1767322194.889166:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270
00000100:00100000:1.0:1767322194.889172:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816747904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322194.889205:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816747904:12345-0@lo:400:kworker.0 Request processed in 34us (106us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322194.889211:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270
00000100:00100000:1.0:1767322194.889244:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816747904:0@lo:400:kworker.0
00000100:00100000:1.0:1767322194.889261:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816747520:0@lo:400:kworker.0
00000100:00100000:1.0:1767322194.889285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322194.889302:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322194.889307:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816747776:0@lo:400:kworker.0
00000100:00100000:1.0:1767322194.889327:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322194.889366:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816747776
00000100:00100000:1.0:1767322194.889370:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816747776
00000100:00100000:1.0:1767322194.889391:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271
00000100:00100000:1.0:1767322194.889396:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816747776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322194.889427:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816747776:12345-0@lo:400:kworker.0 Request processed in 30us (100us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322194.889434:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271
00000100:00100000:1.0:1767322194.889470:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816747776:0@lo:400:kworker.0
00000100:00100000:1.0:1767322194.889489:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816747520
00000100:00100000:1.0:1767322194.889492:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816747520
00000100:00100000:1.0:1767322194.889522:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5193
00000100:00100000:1.0:1767322194.889528:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816747520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322194.889559:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816747520:12345-0@lo:400:kworker.0 Request processed in 31us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322194.889564:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5193
00000100:00080000:1.0:1767322194.889580:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322194.889595:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816747520:0@lo:400:kworker.0
00000100:00100000:1.0:1767322194.889621:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816747392:0@lo:38:kworker.0
00000100:00100000:1.0:1767322194.889645:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322194.889660:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816747648:0@lo:38:kworker.0
00000100:00100000:1.0:1767322194.889677:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322194.889698:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816747392
00000100:00100000:1.0:1767322194.889702:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816747392
00000100:00100000:1.0:1767322194.889719:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816747648
00000100:00100000:1.0:1767322194.889722:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816747648
00000100:00100000:1.0:1767322194.889737:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89614
00000100:00100000:1.0:1767322194.889742:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816747392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322194.889777:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322194.889806:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816747392:12345-0@lo:38:kworker.0 Request processed in 63us (160us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322194.889812:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89614
00000100:00100000:1.0:1767322194.889823:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89615
00000100:00100000:1.0:1767322194.889826:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816747648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322194.889834:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322194.889854:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816747648:12345-0@lo:38:kworker.0 Request processed in 26us (176us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322194.889859:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89615
00000100:00080000:1.0:1767322194.889880:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322194.889884:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322194.889887:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816747392:0@lo:38:kworker.0
00000100:00080000:1.0:1767322194.889893:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322194.889896:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322194.889899:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816747648:0@lo:38:kworker.0
00000100:00100000:3.0:1767322194.890150:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816747264:12345-0@lo:400:kworker.0 Request processed in 1412us (1528us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322194.890157:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5192
00000100:00100000:2.0:1767322194.890212:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816747264:0@lo:400:kworker.0
00000100:00100000:1.0:1767322195.463793:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322195.850122:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322196.487627:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322196.871078:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322197.511696:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322197.895091:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322198.538996:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322198.696878:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322198.697391:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758737280
00000100:00100000:3.0:1767322198.697405:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758737280
00000100:00100000:0.0:1767322198.703108:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5194
00000100:00100000:0.0:1767322198.703133:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758737280:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322198.703285:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758737280:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 160us (6421us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322198.703295:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5194
00000100:00100000:2.0:1767322198.706016:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322198.706123:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758737152
00000100:00100000:3.0:1767322198.706137:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758737152
00000100:00100000:3.0:1767322198.706199:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89616
00000100:00100000:3.0:1767322198.706220:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758737152:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322198.706253:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322198.706342:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758737152:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 122us (339us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322198.706351:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89616
00000100:00080000:1.0:1767322198.709032:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322198.919148:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322199.497294:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322199.497328:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816748032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322199.497439:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322199.497594:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816748032
00000100:00100000:2.0:1767322199.497605:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816748032
00000100:00100000:2.0:1767322199.497684:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967
00000100:00100000:2.0:1767322199.497696:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816748032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322199.497736:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322199.497828:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816748032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (388us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322199.497836:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967
00000100:00100000:2.0:1767322199.498000:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816748032:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322199.498243:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816748160:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322199.498283:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322199.498361:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322199.498560:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816748160
00000100:00100000:2.0:1767322199.498566:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816748160
00000100:00100000:2.0:1767322199.498617:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968
00000100:00100000:2.0:1767322199.498625:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816748160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322199.498648:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322199.498693:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816748160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (409us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322199.498699:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968
00000100:00100000:0.0:1767322199.498836:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816748160:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322199.498951:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322199.563034:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322199.945555:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322200.007108:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322200.007124:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322200.007127:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322200.007132:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322200.007138:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322200.007149:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4737
00000100:00080000:2.0:1767322200.007156:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322200.007166:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322200.007222:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b2680 x1853166816748288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322200.007252:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322200.007255:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322200.007257:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322200.007262:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4737
00000100:00080000:2.0:1767322200.007264:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322200.007268:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322200.007282:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b3b80 x1853166816748416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322200.007335:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322200.007340:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322200.007342:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322200.007346:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4737
00000100:00080000:2.0:1767322200.007348:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322200.007352:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322200.007373:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b0e00 x1853166816748672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322200.007403:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322200.007417:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322200.007419:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322200.007423:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4737
00000100:00080000:2.0:1767322200.007426:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322200.007429:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322200.007440:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b0a80 x1853166816748928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322200.007467:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322200.007489:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816748800:0@lo:400:kworker.0
00000100:00100000:2.0:1767322200.007580:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322200.007737:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322200.007751:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816748544:0@lo:400:kworker.0
00000100:00100000:0.0:1767322200.007819:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322200.007862:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816748800
00000100:00100000:0.0:1767322200.007871:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816748800
00000100:00100000:0.0:1767322200.007941:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816748544
00000100:00100000:0.0:1767322200.007944:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816748544
00000100:00100000:0.0:1767322200.007975:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5195
00000100:00100000:0.0:1767322200.007986:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816748800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322200.008054:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816748800:12345-0@lo:400:kworker.0 Request processed in 68us (473us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322200.008063:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5195
00000100:00100000:0.0:1767322200.008083:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5196
00000100:00100000:0.0:1767322200.008090:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816748544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322200.008137:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816748544:12345-0@lo:400:kworker.0 Request processed in 47us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322200.008143:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5196
00000100:00080000:0.0:1767322200.008163:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322200.008209:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816748544:0@lo:400:kworker.0
00000100:00100000:0.0:1767322200.008246:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816748800:0@lo:400:kworker.0
00000100:00100000:1.0:1767322200.009151:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816748288:0@lo:38:kworker.0
00000100:00100000:1.0:1767322200.009217:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322200.009272:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816748416:0@lo:38:kworker.0
00000100:00100000:1.0:1767322200.009307:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322200.009346:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816748672:0@lo:38:kworker.0
00000100:00100000:1.0:1767322200.009372:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322200.009397:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816748928:0@lo:38:kworker.0
00000100:00100000:3.0:1767322200.009518:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816748416
00000100:00100000:3.0:1767322200.009527:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816748416
00000100:00100000:3.0:1767322200.009569:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137
00000100:00100000:3.0:1767322200.009577:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e540c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816748416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322200.009604:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322200.009703:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816748288
00000100:00100000:2.0:1767322200.009709:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816748288
00000100:00100000:2.0:1767322200.009734:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816748672
00000100:00100000:2.0:1767322200.009737:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816748672
00000100:00100000:2.0:1767322200.009752:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89617
00000100:00100000:2.0:1767322200.009776:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816748288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322200.009785:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322200.009851:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89618
00000100:00100000:0.0:1767322200.009857:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816748672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322200.009865:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322200.013890:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e540c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816748416:12345-0@lo:38:kworker.0 Request processed in 4298us (4568us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322200.013912:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137
00000100:00100000:1.0:1767322200.014250:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322200.014330:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322200.014337:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322200.014341:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816748416:0@lo:38:kworker.0
00000100:00100000:1.0:1767322200.014392:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816748928
00000100:00100000:1.0:1767322200.014400:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816748928
00000100:00100000:2.0:1767322200.014884:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816748288:12345-0@lo:38:kworker.0 Request processed in 5103us (5663us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322200.014894:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89617
00000100:00100000:0.0:1767322200.015244:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816748672:12345-0@lo:38:kworker.0 Request processed in 5382us (5867us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322200.015253:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89618
00000100:00080000:0.0:1767322200.015306:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322200.015313:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322200.015316:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816748288:0@lo:38:kworker.0
00000100:00080000:0.0:1767322200.015328:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322200.015333:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322200.015336:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816748672:0@lo:38:kworker.0
00000100:00100000:1.0:1767322200.017372:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89619
00000100:00100000:1.0:1767322200.017388:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816748928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322200.017439:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322200.017557:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816748928:12345-0@lo:38:kworker.0 Request processed in 169us (3306us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322200.017565:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89619
00000100:00080000:2.0:1767322200.018306:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322200.018318:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322200.018323:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816748928:0@lo:38:kworker.0
00000100:00100000:2.0:1767322200.582984:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322200.968683:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322201.606883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322201.991569:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322202.630928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322203.015044:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322203.656127:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322203.820070:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322203.820388:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322203.821088:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758737536
00000100:00100000:0.0:1767322203.821099:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758737536
00000100:00100000:0.0:1767322203.821252:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758737408
00000100:00100000:0.0:1767322203.821256:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758737408
00000100:00080000:2.0:1767322203.821285:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322203.821380:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5197
00000100:00100000:3.0:1767322203.821393:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758737536:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322203.821509:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758737536:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 118us (1447us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322203.821518:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5197
00000100:00100000:3.0:1767322203.821539:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89620
00000100:00100000:3.0:1767322203.821543:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758737408:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322203.821654:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322203.821863:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758737408:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 138us (1296us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322203.821870:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89620
00010000:00010000:3.0:1767322204.039698:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322204.615165:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816749056:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322204.615239:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322204.615476:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816749184:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322204.615501:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322204.628892:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816749056
00000100:00100000:3.0:1767322204.628911:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816749056
00000100:00100000:3.0:1767322204.629007:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816749184
00000100:00100000:3.0:1767322204.629011:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816749184
00000100:00100000:3.0:1767322204.629058:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969
00000100:00100000:3.0:1767322204.629070:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816749056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322204.629105:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322204.629188:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816749056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (13948us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322204.629196:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969
00000100:00100000:3.0:1767322204.629211:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970
00000100:00100000:3.0:1767322204.629218:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816749184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322204.629234:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322204.629261:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816749184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (13759us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322204.629267:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970
00000100:00100000:3.0:1767322204.629329:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816749056:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322204.629345:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816749184:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322204.629921:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322204.629927:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322204.678934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322205.064391:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322205.127521:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322205.127533:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322205.127536:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322205.127541:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322205.127545:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322205.127552:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4742
00000100:00080000:2.0:1767322205.127558:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322205.127581:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322205.127624:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b2680 x1853166816749312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322205.127643:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322205.127646:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322205.127649:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322205.127653:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4742
00000100:00080000:2.0:1767322205.127657:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322205.127662:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322205.127675:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b3b80 x1853166816749440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322205.127726:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322205.127731:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322205.127733:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322205.127737:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4742
00000100:00100000:0.0:1767322205.127739:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816749312:0@lo:38:kworker.0
00000100:00080000:2.0:1767322205.127740:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322205.127748:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322205.127786:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b3100 x1853166816749696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322205.127806:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322205.127810:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322205.127812:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322205.127815:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4742
00000100:00080000:2.0:1767322205.127817:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322205.127819:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322205.127830:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b0380 x1853166816749952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322205.127838:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322205.127917:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816749440:0@lo:38:kworker.0
00000100:00100000:0.0:1767322205.127941:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322205.127972:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816749696:0@lo:38:kworker.0
00000100:00100000:0.0:1767322205.127991:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322205.128007:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816749952:0@lo:38:kworker.0
00000100:00100000:0.0:1767322205.128025:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322205.128055:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816749312
00000100:00100000:0.0:1767322205.128061:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816749312
00000100:00100000:0.0:1767322205.128088:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816749696
00000100:00100000:0.0:1767322205.128090:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816749696
00000100:00100000:0.0:1767322205.128101:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816749952
00000100:00100000:0.0:1767322205.128103:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816749952
00000100:00100000:0.0:1767322205.128118:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89621
00000100:00100000:0.0:1767322205.128126:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816749312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322205.128147:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322205.128198:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816749312:12345-0@lo:38:kworker.0 Request processed in 71us (364us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322205.128205:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89621
00000100:00100000:0.0:1767322205.128221:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89622
00000100:00100000:0.0:1767322205.128224:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816749696:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322205.128233:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322205.128254:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816749696:12345-0@lo:38:kworker.0 Request processed in 28us (262us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322205.128260:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89622
00000100:00100000:0.0:1767322205.128271:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89623
00000100:00100000:0.0:1767322205.128274:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816749952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322205.128283:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322205.128302:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816749952:12345-0@lo:38:kworker.0 Request processed in 27us (276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322205.128307:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89623
00000100:00080000:0.0:1767322205.128369:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322205.128375:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322205.128381:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816749696:0@lo:38:kworker.0
00000100:00100000:2.0:1767322205.128388:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816749440
00000100:00080000:0.0:1767322205.128392:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322205.128394:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816749440
00000100:00080000:0.0:1767322205.128398:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322205.128402:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816749952:0@lo:38:kworker.0
00000100:00080000:0.0:1767322205.128410:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322205.128413:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322205.128417:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816749312:0@lo:38:kworker.0
00000100:00100000:2.0:1767322205.128424:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138
00000100:00100000:2.0:1767322205.128431:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816749440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322205.128443:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322205.128487:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816749440:12345-0@lo:38:kworker.0 Request processed in 56us (544us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322205.128496:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138
00000100:00080000:0.0:1767322205.128500:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322205.128506:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322205.128511:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816749440:0@lo:38:kworker.0
00000100:00100000:3.0:1767322205.128925:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816749568:0@lo:400:kworker.0
00000100:00100000:3.0:1767322205.128968:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322205.129013:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322205.129019:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816749824:0@lo:400:kworker.0
00000100:00100000:3.0:1767322205.129039:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322205.129076:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816749568
00000100:00100000:3.0:1767322205.129080:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816749568
00000100:00100000:3.0:1767322205.129128:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816749824
00000100:00080000:1.0:1767322205.129131:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322205.129132:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816749824
00000100:00100000:1.0:1767322205.129174:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5198
00000100:00100000:1.0:1767322205.129184:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816749568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322205.129242:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816749568:12345-0@lo:400:kworker.0 Request processed in 61us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322205.129248:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5198
00000100:00100000:2.0:1767322205.129328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816749568:0@lo:400:kworker.0
00000100:00100000:3.0:1767322205.135475:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5199
00000100:00100000:3.0:1767322205.135491:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816749824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322205.135602:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816749824:12345-0@lo:400:kworker.0 Request processed in 115us (6560us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322205.135610:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5199
00000100:00100000:2.0:1767322205.135676:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816749824:0@lo:400:kworker.0
00000100:00080000:1.0:1767322205.135968:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322205.704079:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322206.090597:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322206.727547:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322207.111834:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322207.750897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767322207.921622:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758737664 offset 0 length 520: 4
00000100:00100000:2.0:1767322207.921684:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322207.921722:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322207.922171:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758737920
00000100:00100000:0.0:1767322207.922190:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758737920
00000100:00100000:0.0:1767322207.922289:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758737792
00000100:00100000:0.0:1767322207.922292:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758737792
00000100:00100000:0.0:1767322207.922312:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5200
00000100:00100000:0.0:1767322207.922323:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758737920:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322207.922423:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758737920:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (739us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322207.922431:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5200
00000100:00100000:0.0:1767322207.922451:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89624
00000100:00100000:0.0:1767322207.922456:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758737792:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322207.922474:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322207.922498:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758737792:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 41us (776us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322207.922505:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89624
00000100:00080000:1.0:1767322207.922574:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322208.135049:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322208.774903:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322209.161160:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322209.223475:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322184/real 1767322184]  req@ffff8d4d4a939180 x1853166816745344/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322209 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322209.223532:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a939180 x1853166816745344/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322209 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767322209.223577:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322209.223621:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322209.223626:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816745344:0@lo:250:kworker.0
00000100:00080000:2.0:1767322209.224045:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322209.224052:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767322209.224056:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322209.224062:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4727
00000100:00080000:2.0:1767322209.224066:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322209.224076:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322209.224122:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b1f80 x1853166816750080/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322209.224161:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322209.224166:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322209.224168:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322209.224172:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4747
00000100:00080000:2.0:1767322209.224175:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322209.224179:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322209.224198:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b3b80 x1853166816750208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322209.224208:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322209.224210:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322209.224212:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322209.224216:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4747
00000100:00080000:2.0:1767322209.224218:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322209.224222:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322209.224234:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b2680 x1853166816750336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322209.224348:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816750464:0@lo:400:kworker.0
00000100:00100000:3.0:1767322209.224448:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322209.224599:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816750464
00000100:00100000:1.0:1767322209.224609:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816750464
00000100:00100000:1.0:1767322209.224695:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5201
00000100:00100000:1.0:1767322209.224707:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816750464:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767322209.224965:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322209.224971:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322209.224974:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322209.224979:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4747
00000100:00080000:2.0:1767322209.224982:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322209.224986:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322209.225008:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b3100 x1853166816750592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322209.225607:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816750080:0@lo:250:kworker.0
00000400:00000100:0.0:1767322209.225657:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816750080 offset 0 length 520: 4
00000100:00100000:0.0:1767322209.225694:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816750208:0@lo:38:kworker.0
00000100:00100000:0.0:1767322209.225722:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322209.225790:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816750336:0@lo:38:kworker.0
00000100:00100000:0.0:1767322209.225821:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322209.225841:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816750592:0@lo:38:kworker.0
00000100:00100000:0.0:1767322209.225865:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322209.225912:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816750208
00000100:00100000:0.0:1767322209.225919:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816750208
00000100:00100000:0.0:1767322209.225952:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816750592
00000100:00100000:0.0:1767322209.225956:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816750592
00000100:00100000:0.0:1767322209.225974:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89625
00000100:00100000:0.0:1767322209.225981:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816750208:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322209.226008:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322209.226053:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816750208:12345-0@lo:38:kworker.0 Request processed in 70us (328us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322209.226060:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89625
00000100:00100000:0.0:1767322209.226079:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89626
00000100:00100000:0.0:1767322209.226083:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816750592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322209.226093:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322209.226119:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816750592:12345-0@lo:38:kworker.0 Request processed in 34us (253us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322209.226125:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89626
00000100:00080000:0.0:1767322209.226711:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322209.226733:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322209.226737:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816750208:0@lo:38:kworker.0
00000100:00080000:0.0:1767322209.226975:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322209.226981:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322209.226985:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816750592:0@lo:38:kworker.0
00000100:00080000:0.0:1767322209.227058:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322209.227097:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816750336
00000100:00100000:0.0:1767322209.227103:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816750336
00000100:00100000:0.0:1767322209.227141:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139
00000100:00100000:0.0:1767322209.227147:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816750336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322209.227468:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322209.227550:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816750336:12345-0@lo:38:kworker.0 Request processed in 390us (1716us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322209.227559:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139
00000100:00080000:0.0:1767322209.227615:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322209.227620:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322209.227624:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816750336:0@lo:38:kworker.0
00000100:00100000:0.0:1767322209.227681:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816750720:0@lo:400:kworker.0
00000100:00100000:0.0:1767322209.228676:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322209.229068:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816750720
00000100:00100000:0.0:1767322209.229078:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816750720
00000100:00100000:0.0:1767322209.229150:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5202
00000100:00100000:0.0:1767322209.229507:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816750720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322209.230109:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816750464:12345-0@lo:400:kworker.0 Request processed in 5400us (5656us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322209.230121:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5201
00000100:00080000:1.0:1767322209.230205:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322209.230261:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816750720:0@lo:400:kworker.0
00000100:00100000:0.0:1767322209.230375:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816750720:12345-0@lo:400:kworker.0 Request processed in 873us (1704us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322209.230383:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5202
00000100:00080000:2.0:1767322209.231136:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322209.231147:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322209.231161:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322209.231169:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4747
00000100:00080000:2.0:1767322209.231176:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322209.231182:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322209.231232:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7bb80 x1853166816750848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322209.231578:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816750976:0@lo:400:kworker.0
00000100:00100000:1.0:1767322209.231660:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322209.231710:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322209.231724:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816751104:0@lo:400:kworker.0
00000100:00100000:1.0:1767322209.232162:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322209.232218:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816750976
00000100:00100000:1.0:1767322209.232228:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816750976
00000100:00100000:1.0:1767322209.232296:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816751104
00000100:00100000:1.0:1767322209.232300:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816751104
00000100:00100000:1.0:1767322209.232345:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272
00000100:00100000:1.0:1767322209.232358:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f01f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816750976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322209.232437:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f01f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816750976:12345-0@lo:400:kworker.0 Request processed in 82us (776us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322209.232443:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272
00000100:00100000:1.0:1767322209.233527:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273
00000100:00100000:1.0:1767322209.233628:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816751104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322209.233711:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816751104:12345-0@lo:400:kworker.0 Request processed in 95us (1550us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322209.234284:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273
00000100:00080000:1.0:1767322209.234335:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322209.234342:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322209.234634:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816751104:0@lo:400:kworker.0
00000100:00100000:1.0:1767322209.234658:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816750976:0@lo:400:kworker.0
00000100:00100000:0.0:1767322209.235089:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816750848:0@lo:38:kworker.0
00000100:00100000:0.0:1767322209.235172:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322209.235361:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816750848
00000100:00100000:1.0:1767322209.235372:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816750848
00000100:00100000:1.0:1767322209.235429:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89627
00000100:00100000:1.0:1767322209.235437:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816750848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322209.235465:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322209.235525:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816750848:12345-0@lo:38:kworker.0 Request processed in 88us (353us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322209.235533:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89627
00000100:00080000:2.0:1767322209.236090:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322209.236098:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322209.236102:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816750848:0@lo:38:kworker.0
00000100:00100000:3.0:1767322209.236338:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816750464:0@lo:400:kworker.0
00000100:00100000:0.0:1767322209.736591:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322209.736624:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816751232:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322209.736716:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322209.736907:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322209.736920:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816751360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322209.736956:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322209.737044:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816751232
00000100:00100000:1.0:1767322209.737056:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816751232
00000100:00100000:1.0:1767322209.737120:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816751360
00000100:00100000:1.0:1767322209.737124:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816751360
00000100:00100000:1.0:1767322209.737148:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971
00000100:00100000:1.0:1767322209.737169:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816751232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322209.737212:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322209.737284:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816751232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (567us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322209.737293:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971
00000100:00100000:1.0:1767322209.737313:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972
00000100:00100000:1.0:1767322209.737331:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816751360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322209.737350:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322209.737381:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816751360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (424us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322209.737387:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972
00000100:00100000:0.0:1767322209.737823:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816751232:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322209.738001:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816751360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322209.799446:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322210.185843:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322210.823137:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322211.208380:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322211.846902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322212.231443:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322212.874329:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322213.038049:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322213.038123:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322213.038544:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758738176
00000100:00100000:1.0:1767322213.038560:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758738176
00000100:00100000:1.0:1767322213.038858:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758738048
00000100:00100000:1.0:1767322213.038864:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758738048
00000100:00100000:1.0:1767322213.038902:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5203
00000100:00100000:1.0:1767322213.038914:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758738176:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322213.039034:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758738176:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 121us (1000us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322213.039045:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5203
00000100:00100000:1.0:1767322213.039070:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89628
00000100:00100000:1.0:1767322213.039074:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758738048:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:2.0:1767322213.039665:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767322213.040149:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322213.040216:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758738048:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 1138us (2091us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322213.040226:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89628
00010000:00010000:2.0:1767322213.255113:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322213.894955:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322214.279374:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322214.342984:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322214.343001:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322214.343006:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322214.343010:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322214.343017:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322214.343028:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4751
00000100:00080000:3.0:1767322214.343034:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322214.343043:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322214.343098:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939180 x1853166816751488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322214.343121:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322214.343125:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322214.343127:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322214.343131:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4751
00000100:00080000:3.0:1767322214.343134:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322214.343139:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322214.343153:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b480 x1853166816751616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322214.343197:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322214.343201:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322214.343203:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322214.343207:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4751
00000100:00080000:3.0:1767322214.343210:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322214.343213:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322214.343229:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b100 x1853166816751872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322214.343246:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322214.343249:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322214.343251:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322214.343254:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4751
00000100:00080000:3.0:1767322214.343256:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322214.343260:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322214.343273:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939c00 x1853166816752128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322214.343471:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816752000:0@lo:400:kworker.0
00000100:00100000:2.0:1767322214.343584:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322214.343690:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322214.343697:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816751744:0@lo:400:kworker.0
00000100:00100000:2.0:1767322214.343727:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322214.343788:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816752256:0@lo:400:kworker.0
00000100:00100000:2.0:1767322214.343820:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322214.343850:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322214.343855:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816752384:0@lo:400:kworker.0
00000100:00100000:2.0:1767322214.343879:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322214.344081:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816752256
00000100:00100000:2.0:1767322214.344091:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816752256
00000100:00100000:2.0:1767322214.344161:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816752384
00000100:00100000:2.0:1767322214.344165:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816752384
00000100:00100000:2.0:1767322214.344189:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274
00000100:00100000:2.0:1767322214.344199:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816752256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322214.344264:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816752256:12345-0@lo:400:kworker.0 Request processed in 66us (442us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322214.344272:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274
00000100:00100000:2.0:1767322214.344305:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275
00000100:00100000:2.0:1767322214.344312:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816752384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322214.344341:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816752384:12345-0@lo:400:kworker.0 Request processed in 30us (461us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322214.344346:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275
00000100:00080000:2.0:1767322214.344371:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322214.344375:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322214.344423:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816752384:0@lo:400:kworker.0
00000100:00100000:2.0:1767322214.344434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816752256:0@lo:400:kworker.0
00000100:00100000:3.0:1767322214.344533:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816752000
00000100:00100000:3.0:1767322214.344538:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816752000
00000100:00100000:3.0:1767322214.344580:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816751744
00000100:00100000:3.0:1767322214.344583:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816751744
00000100:00100000:3.0:1767322214.344618:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5204
00000100:00100000:3.0:1767322214.344623:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816752000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322214.344671:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816752000:12345-0@lo:400:kworker.0 Request processed in 47us (1087us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322214.344677:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5204
00000100:00100000:3.0:1767322214.344688:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5205
00000100:00100000:3.0:1767322214.344694:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816751744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322214.344720:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816751744:12345-0@lo:400:kworker.0 Request processed in 26us (993us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322214.344725:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5205
00000100:00100000:3.0:1767322214.344752:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816751744:0@lo:400:kworker.0
00000100:00100000:3.0:1767322214.344798:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816752000:0@lo:400:kworker.0
00000100:00100000:0.0:1767322214.344981:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816751488:0@lo:38:kworker.0
00000100:00100000:0.0:1767322214.345023:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322214.345053:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816751616:0@lo:38:kworker.0
00000100:00100000:0.0:1767322214.345084:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322214.345113:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816751872:0@lo:38:kworker.0
00000100:00100000:0.0:1767322214.345135:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322214.345153:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816752128:0@lo:38:kworker.0
00000100:00100000:0.0:1767322214.345174:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322214.345208:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816751488
00000100:00100000:0.0:1767322214.345213:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816751488
00000100:00100000:0.0:1767322214.345230:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816751872
00000100:00100000:0.0:1767322214.345232:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816751872
00000100:00100000:0.0:1767322214.345239:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816752128
00000100:00100000:0.0:1767322214.345241:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816752128
00000100:00100000:0.0:1767322214.345251:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89629
00000100:00100000:0.0:1767322214.345256:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816751488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322214.345288:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322214.345327:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816751488:12345-0@lo:38:kworker.0 Request processed in 69us (304us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322214.345333:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89629
00000100:00100000:0.0:1767322214.345346:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89630
00000100:00100000:0.0:1767322214.345349:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816751872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322214.345357:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322214.345378:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816751872:12345-0@lo:38:kworker.0 Request processed in 27us (242us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322214.345383:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89630
00000100:00100000:0.0:1767322214.345394:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89631
00000100:00100000:0.0:1767322214.345398:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816752128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322214.345405:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322214.345426:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816752128:12345-0@lo:38:kworker.0 Request processed in 27us (252us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322214.345431:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89631
00000100:00100000:0.0:1767322214.345450:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816751616
00000100:00100000:0.0:1767322214.345453:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816751616
00000100:00100000:0.0:1767322214.345474:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140
00000100:00100000:0.0:1767322214.345478:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816751616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322214.345487:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322214.345510:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816751616:12345-0@lo:38:kworker.0 Request processed in 31us (426us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322214.345516:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140
00000100:00080000:0.0:1767322214.345554:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322214.345560:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322214.345562:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816751488:0@lo:38:kworker.0
00000100:00080000:0.0:1767322214.345570:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322214.345573:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322214.345576:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816751616:0@lo:38:kworker.0
00000100:00080000:0.0:1767322214.345583:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322214.345804:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767322214.347394:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322214.347405:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816751872:0@lo:38:kworker.0
00000100:00080000:0.0:1767322214.347454:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322214.347458:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322214.347462:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816752128:0@lo:38:kworker.0
00000100:00100000:0.0:1767322214.855450:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816752640:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322214.855550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322214.855654:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322214.855662:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816752512:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322214.855686:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322214.855782:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816752640
00000100:00100000:3.0:1767322214.855794:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816752640
00000100:00100000:3.0:1767322214.855868:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816752512
00000100:00100000:3.0:1767322214.855873:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816752512
00000100:00100000:3.0:1767322214.855901:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973
00000100:00100000:3.0:1767322214.855911:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816752640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322214.855962:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322214.856018:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816752640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (467us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322214.856026:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973
00000100:00100000:3.0:1767322214.856046:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974
00000100:00100000:3.0:1767322214.856053:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816752512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322214.856070:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322214.856108:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816752512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (421us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322214.856117:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974
00000100:00100000:0.0:1767322214.856470:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816752512:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322214.856487:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816752640:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322214.919440:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322215.303033:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322215.942934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322216.327585:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322216.966931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322217.351337:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322217.990878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322218.152039:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322218.152149:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322218.152308:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758738432
00000100:00100000:0.0:1767322218.152326:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758738432
00000100:00100000:0.0:1767322218.152442:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758738304
00000100:00100000:0.0:1767322218.152447:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758738304
00000100:00100000:3.0:1767322218.152471:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5206
00000100:00100000:0.0:1767322218.152490:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89632
00000100:00100000:3.0:1767322218.152499:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758738432:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322218.152509:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758738304:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322218.152543:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322218.152617:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758738432:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 130us (591us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322218.152627:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758738304:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 119us (471us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322218.152638:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5206
00000100:00100000:0.0:1767322218.152651:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89632
00000100:00080000:2.0:1767322218.153107:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322218.375305:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322219.014965:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322219.399420:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322219.463409:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322219.463424:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322219.463428:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322219.463432:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322219.463438:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322219.463449:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4756
00000100:00080000:3.0:1767322219.463455:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322219.463464:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322219.463526:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02d80 x1853166816752768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322219.463558:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322219.463561:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322219.463563:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322219.463567:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4756
00000100:00080000:3.0:1767322219.463570:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322219.463573:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322219.463593:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03b80 x1853166816752896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322219.463657:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322219.463661:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322219.463663:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322219.463667:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4756
00000100:00080000:3.0:1767322219.463670:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322219.463673:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322219.463686:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00380 x1853166816753152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322219.463703:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322219.463707:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322219.463708:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322219.463712:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4756
00000100:00080000:3.0:1767322219.463714:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322219.463717:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322219.463738:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01500 x1853166816753408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322219.463786:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816753280:0@lo:400:kworker.0
00000100:00100000:1.0:1767322219.463891:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322219.463989:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322219.463996:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816753024:0@lo:400:kworker.0
00000100:00100000:1.0:1767322219.464020:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322219.464306:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816752768:0@lo:38:kworker.0
00000100:00100000:0.0:1767322219.464342:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322219.464364:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816752896:0@lo:38:kworker.0
00000100:00100000:0.0:1767322219.464393:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322219.464415:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816753152:0@lo:38:kworker.0
00000100:00100000:0.0:1767322219.464437:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322219.464456:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816753408:0@lo:38:kworker.0
00000100:00100000:0.0:1767322219.464476:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322219.464506:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816753664:0@lo:400:kworker.0
00000100:00100000:0.0:1767322219.464533:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322219.464552:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322219.464557:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816753536:0@lo:400:kworker.0
00000100:00100000:0.0:1767322219.464577:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322219.464620:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816753280
00000100:00100000:0.0:1767322219.464629:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816753280
00000100:00100000:3.0:1767322219.464979:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816753024
00000100:00100000:0.0:1767322219.464980:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816752768
00000100:00100000:0.0:1767322219.464984:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816752768
00000100:00100000:3.0:1767322219.464984:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816753024
00000100:00100000:0.0:1767322219.464997:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816753152
00000100:00100000:0.0:1767322219.464999:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816753152
00000100:00100000:0.0:1767322219.465006:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816753408
00000100:00100000:0.0:1767322219.465009:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816753408
00000100:00100000:3.0:1767322219.465013:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5207
00000100:00100000:3.0:1767322219.465108:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816753280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322219.465197:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816753280:12345-0@lo:400:kworker.0 Request processed in 174us (1305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322219.465346:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816753664
00000100:00100000:2.0:1767322219.465351:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816753664
00000100:00100000:2.0:1767322219.465386:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816753536
00000100:00100000:2.0:1767322219.465389:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816753536
00000100:00100000:2.0:1767322219.465409:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276
00000100:00100000:2.0:1767322219.465416:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816753664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322219.465463:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816753664:12345-0@lo:400:kworker.0 Request processed in 48us (929us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322219.465470:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276
00000100:00100000:2.0:1767322219.465492:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277
00000100:00100000:2.0:1767322219.465499:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816753536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322219.465525:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816753536:12345-0@lo:400:kworker.0 Request processed in 27us (947us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322219.465530:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277
00000100:00080000:2.0:1767322219.465553:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322219.465557:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322219.465560:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322219.465800:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816753536:0@lo:400:kworker.0
00000100:00100000:2.0:1767322219.465816:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816753664:0@lo:400:kworker.0
00000100:00100000:0.0:1767322219.471705:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5208
00000100:00100000:0.0:1767322219.471896:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816753024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322219.472135:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816753024:12345-0@lo:400:kworker.0 Request processed in 411us (8111us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322219.472145:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5208
00000100:00100000:0.0:1767322219.472173:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89633
00000100:00100000:0.0:1767322219.472178:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816752768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322219.472205:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322219.472297:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816752768:12345-0@lo:38:kworker.0 Request processed in 116us (7953us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322219.472304:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89633
00000100:00100000:0.0:1767322219.472319:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89634
00000100:00100000:0.0:1767322219.472325:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816753152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322219.472336:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322219.472359:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816753152:12345-0@lo:38:kworker.0 Request processed in 34us (7921us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322219.472366:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89634
00000100:00100000:0.0:1767322219.472376:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89635
00000100:00100000:0.0:1767322219.472381:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816753408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322219.472391:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322219.472414:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816753408:12345-0@lo:38:kworker.0 Request processed in 32us (7937us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322219.472420:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89635
00000100:00080000:0.0:1767322219.472492:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322219.472499:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322219.472505:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816752768:0@lo:38:kworker.0
00000100:00080000:0.0:1767322219.472519:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322219.472524:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322219.472528:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816753152:0@lo:38:kworker.0
00000100:00080000:0.0:1767322219.472538:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322219.472542:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322219.472545:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816753408:0@lo:38:kworker.0
00000100:00100000:0.0:1767322219.472718:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816752896
00000100:00100000:0.0:1767322219.472847:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816752896
00000100:00100000:0.0:1767322219.472886:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141
00000100:00100000:0.0:1767322219.472891:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816752896:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322219.472904:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322219.472960:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816752896:12345-0@lo:38:kworker.0 Request processed in 66us (8564us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322219.472967:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141
00000100:00080000:0.0:1767322219.472999:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322219.473004:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322219.473008:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816752896:0@lo:38:kworker.0
00000100:00100000:0.0:1767322219.474188:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816753024:0@lo:400:kworker.0
00000100:00100000:0.0:1767322219.474244:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816753280:0@lo:400:kworker.0
00000100:00100000:3.0:1767322219.474629:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5207
00000100:00100000:0.0:1767322219.975103:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322219.975135:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816753792:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322219.975249:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322219.975827:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322219.975843:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816753920:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322219.975883:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322219.975926:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816753792
00000100:00100000:3.0:1767322219.975936:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816753792
00000100:00100000:3.0:1767322219.976007:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816753920
00000100:00100000:3.0:1767322219.976011:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816753920
00000100:00100000:3.0:1767322219.976041:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975
00000100:00100000:3.0:1767322219.976062:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816753792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322219.976104:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322219.976158:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816753792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (909us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322219.976166:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975
00000100:00100000:3.0:1767322219.976186:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976
00000100:00100000:3.0:1767322219.976193:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816753920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322219.976210:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322219.976253:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816753920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (369us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322219.976259:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976
00000100:00100000:3.0:1767322219.976311:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816753920:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322219.976885:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816753792:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322220.039528:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322220.423101:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322221.062945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322221.447144:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322222.087600:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322222.473627:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322223.112662:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322223.274917:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322223.275006:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322223.275142:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758738688
00000100:00100000:2.0:1767322223.275158:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758738688
00000100:00080000:0.0:1767322223.275256:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322223.275287:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758738560
00000100:00100000:2.0:1767322223.275292:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758738560
00000100:00100000:2.0:1767322223.275322:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5209
00000100:00100000:2.0:1767322223.275334:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758738688:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322223.275448:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758738688:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 115us (547us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322223.275458:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5209
00000100:00100000:2.0:1767322223.275484:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89636
00000100:00100000:2.0:1767322223.275489:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758738560:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322223.275527:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322223.275560:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758738560:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 68us (552us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322223.275567:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89636
00010000:00010000:2.0:1767322223.495379:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322224.138477:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322224.519661:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322224.585082:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322224.585094:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322224.585098:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322224.585103:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322224.585108:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322224.585118:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4762
00000100:00080000:2.0:1767322224.585123:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322224.585132:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322224.585202:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00a80 x1853166816754048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322224.585234:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322224.585238:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322224.585239:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322224.585243:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4762
00000100:00080000:2.0:1767322224.585246:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322224.585255:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322224.585270:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02680 x1853166816754176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322224.585319:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322224.585324:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322224.585326:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322224.585330:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4762
00000100:00080000:2.0:1767322224.585332:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322224.585335:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322224.585346:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01500 x1853166816754432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322224.585363:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322224.585366:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322224.585367:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322224.585371:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4762
00000100:00080000:2.0:1767322224.585373:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322224.585376:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322224.585387:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02d80 x1853166816754688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322224.585493:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816754304:0@lo:400:kworker.0
00000100:00100000:3.0:1767322224.585581:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322224.585664:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322224.585670:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816754560:0@lo:400:kworker.0
00000100:00100000:3.0:1767322224.585694:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322224.585723:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816754816:0@lo:400:kworker.0
00000100:00100000:3.0:1767322224.585749:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322224.585797:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322224.585802:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816754944:0@lo:400:kworker.0
00000100:00100000:3.0:1767322224.585822:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322224.585914:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816754304
00000100:00100000:3.0:1767322224.585922:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816754304
00000100:00100000:3.0:1767322224.585984:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816754560
00000100:00100000:3.0:1767322224.585987:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816754560
00000100:00100000:3.0:1767322224.586021:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5210
00000100:00100000:3.0:1767322224.586031:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816754304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322224.586090:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816754304:12345-0@lo:400:kworker.0 Request processed in 61us (509us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322224.586098:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5210
00000100:00100000:3.0:1767322224.586116:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5211
00000100:00100000:3.0:1767322224.586122:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816754560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322224.586148:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816754560:12345-0@lo:400:kworker.0 Request processed in 26us (453us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322224.586154:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5211
00000100:00100000:3.0:1767322224.586215:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816754560:0@lo:400:kworker.0
00000100:00100000:3.0:1767322224.586228:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816754304:0@lo:400:kworker.0
00000100:00100000:2.0:1767322224.586389:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816754816
00000100:00100000:2.0:1767322224.586393:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816754816
00000100:00100000:2.0:1767322224.586432:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816754944
00000100:00100000:2.0:1767322224.586435:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816754944
00000100:00100000:2.0:1767322224.586491:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278
00000100:00100000:2.0:1767322224.586498:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816754816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322224.586537:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816754816:12345-0@lo:400:kworker.0 Request processed in 41us (787us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322224.586544:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278
00000100:00100000:2.0:1767322224.586557:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279
00000100:00100000:2.0:1767322224.586562:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816754944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322224.586582:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816754944:12345-0@lo:400:kworker.0 Request processed in 20us (759us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322224.586880:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279
00000100:00080000:0.0:1767322224.586944:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322224.586949:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322224.586952:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322224.586969:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816754048:0@lo:38:kworker.0
00000100:00100000:0.0:1767322224.587009:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322224.587033:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816754176:0@lo:38:kworker.0
00000100:00100000:0.0:1767322224.587056:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322224.587079:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816754432:0@lo:38:kworker.0
00000100:00100000:0.0:1767322224.587099:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322224.587116:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816754688:0@lo:38:kworker.0
00000100:00100000:0.0:1767322224.587136:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322224.587169:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816754176
00000100:00100000:0.0:1767322224.587174:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816754176
00000100:00100000:0.0:1767322224.587210:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142
00000100:00100000:0.0:1767322224.587215:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816754176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322224.587238:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322224.587276:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816754176:12345-0@lo:38:kworker.0 Request processed in 59us (218us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322224.587282:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142
00000100:00100000:0.0:1767322224.587307:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816754048
00000100:00100000:0.0:1767322224.587310:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816754048
00000100:00100000:0.0:1767322224.587330:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816754432
00000100:00100000:0.0:1767322224.587332:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816754432
00000100:00100000:0.0:1767322224.587345:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816754688
00000100:00100000:0.0:1767322224.587347:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816754688
00000100:00100000:0.0:1767322224.587362:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89637
00000100:00100000:0.0:1767322224.587366:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816754048:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322224.587375:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322224.587401:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816754048:12345-0@lo:38:kworker.0 Request processed in 34us (391us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322224.587407:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89637
00000100:00100000:0.0:1767322224.587418:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89638
00000100:00100000:0.0:1767322224.587421:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816754432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322224.587430:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322224.587451:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816754432:12345-0@lo:38:kworker.0 Request processed in 28us (351us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322224.587456:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89638
00000100:00100000:0.0:1767322224.587466:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89639
00000100:00100000:0.0:1767322224.587469:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816754688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322224.587476:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322224.587496:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816754688:12345-0@lo:38:kworker.0 Request processed in 26us (360us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322224.587501:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89639
00000100:00080000:0.0:1767322224.587541:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322224.587545:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322224.587549:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816754048:0@lo:38:kworker.0
00000100:00080000:0.0:1767322224.587556:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322224.587559:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322224.587561:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816754176:0@lo:38:kworker.0
00000100:00080000:0.0:1767322224.587570:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322224.587573:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322224.587576:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816754432:0@lo:38:kworker.0
00000100:00080000:0.0:1767322224.587582:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322224.587584:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322224.587587:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816754688:0@lo:38:kworker.0
00000100:00100000:1.0:1767322224.591866:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816754944:0@lo:400:kworker.0
00000100:00100000:1.0:1767322224.591895:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816754816:0@lo:400:kworker.0
00000100:00100000:2.0:1767322225.095137:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322225.095174:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816755072:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322225.095279:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322225.095315:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322225.095327:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816755200:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322225.095360:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322225.095513:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816755072
00000100:00100000:1.0:1767322225.095524:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816755072
00000100:00100000:1.0:1767322225.095587:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816755200
00000100:00100000:1.0:1767322225.095590:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816755200
00000100:00100000:1.0:1767322225.095624:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977
00000100:00100000:1.0:1767322225.095635:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816755072:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322225.095650:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978
00000100:00100000:0.0:1767322225.095659:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816755200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322225.095683:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:0.0:1767322225.095688:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322225.095737:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816755200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (375us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322225.095737:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816755072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (458us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322225.095746:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977
00000100:00100000:1.0:1767322225.095859:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816755200:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322225.096032:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816755072:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322225.106530:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978
00000100:00100000:1.0:1767322225.168998:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322225.543883:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322226.192564:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322226.567262:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322227.206935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322227.591542:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322228.232599:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322228.393418:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322228.393508:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322228.396285:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758738944
00000100:00100000:3.0:1767322228.396309:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758738944
00000100:00100000:3.0:1767322228.396436:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758738816
00000100:00100000:3.0:1767322228.396442:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758738816
00000100:00080000:1.0:1767322228.396459:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322228.396491:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5212
00000100:00100000:3.0:1767322228.396510:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758738944:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322228.396627:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758738944:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 125us (3220us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322228.396637:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5212
00000100:00100000:3.0:1767322228.396666:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89640
00000100:00100000:3.0:1767322228.396671:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758738816:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322228.396698:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322228.396736:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758738816:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 63us (3227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322228.396742:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89640
00010000:00010000:3.0:1767322228.615068:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322229.255492:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322229.641009:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322229.703590:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322229.703604:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322229.703608:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322229.703613:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322229.703619:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322229.703631:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4767
00000100:00080000:1.0:1767322229.703637:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322229.703647:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322229.703703:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acad80 x1853166816755328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322229.703733:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322229.703737:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322229.703738:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322229.703743:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4767
00000100:00080000:1.0:1767322229.703746:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322229.703749:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322229.703792:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9f80 x1853166816755456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322229.703857:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322229.703862:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322229.703864:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322229.703868:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4767
00000100:00080000:1.0:1767322229.703871:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322229.703875:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322229.703892:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39880 x1853166816755712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322229.703910:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322229.703913:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322229.703915:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322229.703919:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4767
00000100:00080000:1.0:1767322229.703922:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322229.703925:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322229.703937:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9eed80 x1853166816755968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322229.703998:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816756096:0@lo:400:kworker.0
00000100:00100000:1.0:1767322229.704094:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322229.704186:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322229.704186:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816755584:0@lo:400:kworker.0
00000100:00100000:1.0:1767322229.704191:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816756224:0@lo:400:kworker.0
00000100:00100000:1.0:1767322229.704213:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322229.704222:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322229.704248:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322229.704254:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816755840:0@lo:400:kworker.0
00000100:00100000:1.0:1767322229.704269:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816755584
00000100:00100000:3.0:1767322229.704276:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322229.704278:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816755584
00000100:00100000:0.0:1767322229.704499:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816755328:0@lo:38:kworker.0
00000100:00100000:0.0:1767322229.704533:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322229.704553:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816755456:0@lo:38:kworker.0
00000100:00100000:0.0:1767322229.704578:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322229.704601:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816755712:0@lo:38:kworker.0
00000100:00100000:0.0:1767322229.704622:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322229.704638:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816755968:0@lo:38:kworker.0
00000100:00100000:0.0:1767322229.704658:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322229.704694:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816756096
00000100:00100000:0.0:1767322229.704698:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816756096
00000100:00100000:0.0:1767322229.704744:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816756224
00000100:00100000:0.0:1767322229.704748:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816756224
00000100:00100000:0.0:1767322229.704793:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280
00000100:00100000:0.0:1767322229.704803:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816756096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322229.704833:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816755840
00000100:00100000:3.0:1767322229.704837:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816755840
00000100:00100000:0.0:1767322229.704877:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816756096:12345-0@lo:400:kworker.0 Request processed in 74us (782us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322229.704885:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280
00000100:00100000:0.0:1767322229.704905:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281
00000100:00100000:0.0:1767322229.704912:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816756224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322229.704941:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816756224:12345-0@lo:400:kworker.0 Request processed in 29us (726us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322229.704948:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281
00000100:00100000:0.0:1767322229.704966:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816755456
00000100:00100000:0.0:1767322229.704969:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816755456
00000100:00100000:0.0:1767322229.704989:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143
00000100:00100000:0.0:1767322229.704994:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816755456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322229.705016:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322229.705048:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816755456:12345-0@lo:38:kworker.0 Request processed in 53us (469us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322229.705054:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143
00000100:00100000:0.0:1767322229.705072:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816755328
00000100:00100000:0.0:1767322229.705076:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816755328
00000100:00100000:0.0:1767322229.705094:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816755712
00000100:00100000:0.0:1767322229.705097:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816755712
00000100:00100000:0.0:1767322229.705103:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816755968
00000100:00100000:0.0:1767322229.705106:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816755968
00000100:00100000:0.0:1767322229.705115:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89641
00000100:00100000:0.0:1767322229.705119:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816755328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322229.705129:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322229.705172:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816755328:12345-0@lo:38:kworker.0 Request processed in 51us (638us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322229.705178:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89641
00000100:00100000:0.0:1767322229.705190:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89642
00000100:00100000:0.0:1767322229.705194:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816755712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322229.705203:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322229.705223:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816755712:12345-0@lo:38:kworker.0 Request processed in 28us (600us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322229.705229:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89642
00000100:00100000:0.0:1767322229.705238:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89643
00000100:00100000:0.0:1767322229.705242:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816755968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322229.705250:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322229.705272:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816755968:12345-0@lo:38:kworker.0 Request processed in 28us (612us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322229.705278:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89643
00000100:00080000:0.0:1767322229.705340:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322229.705345:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322229.705350:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816755328:0@lo:38:kworker.0
00000100:00080000:0.0:1767322229.705361:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322229.705365:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322229.705368:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816755456:0@lo:38:kworker.0
00000100:00080000:0.0:1767322229.705375:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322229.705379:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322229.705382:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816755712:0@lo:38:kworker.0
00000100:00080000:0.0:1767322229.705389:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322229.705393:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322229.705396:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816755968:0@lo:38:kworker.0
00000100:00100000:0.0:1767322229.705452:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816756224:0@lo:400:kworker.0
00000100:00100000:0.0:1767322229.705465:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816756096:0@lo:400:kworker.0
00000100:00080000:0.0:1767322229.705502:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322229.705508:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322229.705511:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322229.706125:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5213
00000100:00100000:1.0:1767322229.706152:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816755584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322229.706227:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816755584:12345-0@lo:400:kworker.0 Request processed in 93us (2003us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322229.706235:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5213
00000100:00100000:0.0:1767322229.706908:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816755584:0@lo:400:kworker.0
00000100:00100000:3.0:1767322229.707975:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5214
00000100:00100000:3.0:1767322229.708003:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816755840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322229.708092:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816755840:12345-0@lo:400:kworker.0 Request processed in 106us (3814us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322229.708099:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5214
00000100:00100000:0.0:1767322229.708561:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816755840:0@lo:400:kworker.0
00000100:00100000:3.0:1767322230.215707:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816756352:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322230.215855:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816756480:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322230.219641:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322230.219870:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322230.227551:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816756480
00000100:00100000:0.0:1767322230.227573:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816756480
00000100:00100000:0.0:1767322230.227653:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816756352
00000100:00100000:0.0:1767322230.227657:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816756352
00000100:00100000:0.0:1767322230.227711:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979
00000100:00100000:0.0:1767322230.227722:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816756480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322230.227807:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322230.227917:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816756480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 196us (8289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322230.227925:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979
00000100:00100000:0.0:1767322230.227946:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980
00000100:00100000:0.0:1767322230.227953:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816756352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322230.227970:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322230.228008:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816756352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (8149us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322230.228014:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980
00000100:00100000:0.0:1767322230.228178:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816756480:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322230.228237:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816756352:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322230.278942:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322230.663832:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322231.304350:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322231.693639:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322232.327817:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322232.712920:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322233.352466:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322233.512444:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322233.512494:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322233.512536:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758739200
00000100:00100000:1.0:1767322233.512546:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758739200
00000100:00100000:1.0:1767322233.512618:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758739072
00000100:00100000:1.0:1767322233.512621:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758739072
00000100:00100000:1.0:1767322233.512653:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5215
00000100:00100000:1.0:1767322233.512664:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758739200:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322233.512738:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758739200:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 75us (303us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322233.512746:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5215
00000100:00100000:1.0:1767322233.512800:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89644
00000100:00100000:1.0:1767322233.512806:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758739072:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322233.512826:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322233.512852:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758739072:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (358us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322233.512858:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89644
00000100:00080000:0.0:1767322233.513175:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767322233.518810:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758739328 offset 0 length 520: 4
00010000:00010000:2.0:1767322233.735067:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322234.374828:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322234.759647:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322234.822905:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322234.822916:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322234.822919:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322234.822925:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322234.822929:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322234.822937:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4772
00000100:00080000:1.0:1767322234.822942:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322234.822948:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322234.823011:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ec380 x1853166816756608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322234.823035:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322234.823040:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322234.823042:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322234.823046:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4772
00000100:00080000:1.0:1767322234.823048:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322234.823052:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322234.823065:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ed500 x1853166816756736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322234.823137:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322234.823141:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322234.823143:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322234.823147:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4772
00000100:00080000:1.0:1767322234.823149:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322234.823162:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322234.823175:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ec700 x1853166816756992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322234.823191:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322234.823194:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322234.823195:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322234.823199:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4772
00000100:00080000:1.0:1767322234.823201:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322234.823205:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322234.823214:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9edf80 x1853166816757248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322234.823549:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816757120:0@lo:400:kworker.0
00000100:00100000:1.0:1767322234.823620:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322234.823701:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816756864:0@lo:400:kworker.0
00000100:00100000:3.0:1767322234.824105:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322234.824187:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322209/real 1767322209]  req@ffff8d4e674b1f80 x1853166816750080/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322234 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322234.824209:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e674b1f80 x1853166816750080/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322234 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322234.824224:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816756608:0@lo:38:kworker.0
00000100:00100000:0.0:1767322234.824265:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816757376:0@lo:400:kworker.0
00000100:00100000:0.0:1767322234.824294:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322234.824321:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322234.824335:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816757504:0@lo:400:kworker.0
00000100:00100000:0.0:1767322234.824357:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322234.824395:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816757376
00000100:00100000:0.0:1767322234.824410:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816757376
00000100:00100000:0.0:1767322234.824459:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816757504
00000100:00100000:0.0:1767322234.824462:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816757504
00000100:00100000:0.0:1767322234.824486:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282
00000100:00100000:0.0:1767322234.824494:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816757376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322234.824541:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816757376:12345-0@lo:400:kworker.0 Request processed in 48us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322234.824547:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282
00000100:00100000:0.0:1767322234.824562:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283
00000100:00100000:0.0:1767322234.824569:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816757504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322234.824596:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816757504:12345-0@lo:400:kworker.0 Request processed in 28us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322234.824602:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283
00000100:00080000:0.0:1767322234.824617:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322234.824621:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322234.824652:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816757504:0@lo:400:kworker.0
00000100:00100000:0.0:1767322234.824664:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816757376:0@lo:400:kworker.0
00000100:00100000:2.0:1767322234.839639:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816757120
00000100:00100000:2.0:1767322234.839655:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816757120
00000100:00100000:2.0:1767322234.839740:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816756864
00000100:00100000:2.0:1767322234.839743:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816756864
00000100:00100000:2.0:1767322234.839789:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5216
00000100:00100000:2.0:1767322234.839798:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816757120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322234.839895:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816757120:12345-0@lo:400:kworker.0 Request processed in 97us (16273us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322234.839902:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5216
00000100:00100000:2.0:1767322234.839923:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5217
00000100:00100000:2.0:1767322234.839938:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816756864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322234.839971:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816756864:12345-0@lo:400:kworker.0 Request processed in 42us (15866us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322234.839977:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5217
00000100:00100000:3.0:1767322234.842648:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816756864:0@lo:400:kworker.0
00000100:00100000:3.0:1767322234.842732:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816757120:0@lo:400:kworker.0
00000100:00080000:1.0:1767322234.842831:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322234.842862:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322234.842921:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816756736:0@lo:38:kworker.0
00000100:00100000:1.0:1767322234.842971:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322234.843021:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816756992:0@lo:38:kworker.0
00000100:00100000:1.0:1767322234.843043:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322234.843070:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816757248:0@lo:38:kworker.0
00000100:00100000:1.0:1767322234.843099:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322234.843118:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322234.843133:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322234.843137:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816750080:0@lo:250:kworker.0
00000100:00100000:1.0:1767322234.843177:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816756736
00000100:00100000:1.0:1767322234.843183:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816756736
00000100:00100000:1.0:1767322234.843225:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144
00000100:00100000:1.0:1767322234.843232:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816756736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322234.843252:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322234.843824:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816756736:12345-0@lo:38:kworker.0 Request processed in 590us (850us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322234.843833:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144
00000100:00100000:1.0:1767322234.843860:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816756608
00000100:00100000:1.0:1767322234.843864:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816756608
00000100:00100000:1.0:1767322234.843884:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816756992
00000100:00100000:1.0:1767322234.843886:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816756992
00000100:00100000:1.0:1767322234.843894:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816757248
00000100:00100000:1.0:1767322234.843896:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816757248
00000100:00100000:1.0:1767322234.843905:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89645
00000100:00100000:1.0:1767322234.843909:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816756608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322234.843920:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322234.843946:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816756608:12345-0@lo:38:kworker.0 Request processed in 35us (1084us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322234.843951:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89645
00000100:00100000:1.0:1767322234.843961:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89646
00000100:00100000:1.0:1767322234.843964:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816756992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322234.843972:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322234.844373:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816756992:12345-0@lo:38:kworker.0 Request processed in 405us (1327us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322234.844380:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89646
00000100:00100000:1.0:1767322234.844394:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89647
00000100:00100000:1.0:1767322234.844533:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816757248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322234.844547:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322234.844584:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816757248:12345-0@lo:38:kworker.0 Request processed in 184us (1484us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322234.844591:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89647
00000100:00080000:1.0:1767322234.844629:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322234.844634:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767322234.844638:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322234.844642:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4751
00000100:00080000:1.0:1767322234.844646:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322234.844652:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322234.844681:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9edc00 x1853166816757632/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322234.844731:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816757632:0@lo:250:kworker.0
00000400:00000100:1.0:1767322234.844774:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816757632 offset 0 length 520: 4
00000100:00080000:1.0:1767322234.844809:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322234.844814:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322234.844817:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816756608:0@lo:38:kworker.0
00000100:00080000:1.0:1767322234.844828:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322234.844830:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322234.844833:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816756736:0@lo:38:kworker.0
00000100:00080000:1.0:1767322234.844840:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322234.844843:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322234.844845:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816756992:0@lo:38:kworker.0
00000100:00080000:1.0:1767322234.844852:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322234.844854:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322234.844856:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816757248:0@lo:38:kworker.0
00000100:00100000:3.0:1767322235.337105:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816757760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322235.337201:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322235.337470:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816757760
00000100:00100000:2.0:1767322235.337480:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816757760
00000100:00100000:2.0:1767322235.337530:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981
00000100:00100000:2.0:1767322235.337540:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816757760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322235.337569:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322235.337616:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816757760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (414us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322235.337623:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981
00000100:00100000:2.0:1767322235.337670:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816757760:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322235.339410:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816757888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322235.339458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322235.339676:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816757888
00000100:00100000:1.0:1767322235.339683:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816757888
00000100:00100000:1.0:1767322235.339727:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982
00000100:00100000:1.0:1767322235.339735:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816757888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322235.339786:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322235.339828:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816757888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (369us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322235.339834:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982
00000100:00100000:0.0:1767322235.339976:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816757888:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322235.398967:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322235.783006:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322236.423109:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322236.807380:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322237.446844:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322237.831131:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322238.472825:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322238.632478:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322238.632524:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322238.641727:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758739584
00000100:00100000:3.0:1767322238.641743:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758739584
00000100:00100000:3.0:1767322238.641858:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758739456
00000100:00100000:3.0:1767322238.641861:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758739456
00000100:00100000:3.0:1767322238.641884:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5218
00000100:00100000:3.0:1767322238.641896:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758739584:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322238.641978:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758739584:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 85us (9508us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322238.641987:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5218
00000100:00100000:3.0:1767322238.642004:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89648
00000100:00100000:3.0:1767322238.642009:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758739456:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322238.642028:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322238.642064:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758739456:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 42us (9528us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322238.642071:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89648
00000100:00080000:1.0:1767322238.644426:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322238.855125:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322239.495786:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322239.879384:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322239.948686:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322239.948696:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322239.948699:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322239.948703:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322239.948707:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322239.948715:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4777
00000100:00080000:0.0:1767322239.948719:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322239.948727:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322239.948800:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9f80 x1853166816758016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322239.948834:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322239.948838:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322239.948840:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322239.948843:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4777
00000100:00080000:0.0:1767322239.948846:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322239.948850:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322239.948866:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acad80 x1853166816758144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322239.948916:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322239.948920:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322239.948922:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322239.948925:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4777
00000100:00080000:0.0:1767322239.948927:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322239.948930:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322239.948941:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841500 x1853166816758400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322239.948955:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322239.948958:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322239.948960:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322239.948963:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4777
00000100:00080000:0.0:1767322239.948965:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322239.948968:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322239.948977:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45842a00 x1853166816758656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322239.949035:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816758784:0@lo:400:kworker.0
00000100:00100000:0.0:1767322239.949116:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322239.949184:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322239.949191:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816758912:0@lo:400:kworker.0
00000100:00100000:0.0:1767322239.949213:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322239.949254:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816758784
00000100:00100000:0.0:1767322239.949261:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816758784
00000100:00100000:0.0:1767322239.949311:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816758912
00000100:00100000:0.0:1767322239.949314:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816758912
00000100:00100000:0.0:1767322239.949349:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284
00000100:00100000:0.0:1767322239.949363:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816758784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322239.949417:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816758784:12345-0@lo:400:kworker.0 Request processed in 54us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322239.949424:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284
00000100:00100000:0.0:1767322239.949440:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285
00000100:00100000:0.0:1767322239.949445:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816758912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322239.949616:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816758912:12345-0@lo:400:kworker.0 Request processed in 170us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322239.949622:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285
00000100:00100000:0.0:1767322239.949667:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816758912:0@lo:400:kworker.0
00000100:00100000:0.0:1767322239.949678:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816758784:0@lo:400:kworker.0
00000100:00100000:1.0:1767322239.949886:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816758016:0@lo:38:kworker.0
00000100:00100000:1.0:1767322239.949920:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322239.949949:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816758144:0@lo:38:kworker.0
00000100:00100000:1.0:1767322239.949969:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322239.949992:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816758400:0@lo:38:kworker.0
00000100:00100000:1.0:1767322239.950009:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322239.950024:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816758656:0@lo:38:kworker.0
00000100:00100000:1.0:1767322239.950039:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322239.950083:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816758144
00000100:00100000:1.0:1767322239.950087:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816758144
00000100:00100000:1.0:1767322239.950105:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145
00000100:00100000:1.0:1767322239.950110:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816758144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322239.950130:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322239.950166:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816758144:12345-0@lo:38:kworker.0 Request processed in 54us (195us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322239.950173:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145
00000100:00100000:1.0:1767322239.950192:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816758016
00000100:00100000:1.0:1767322239.950196:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816758016
00000100:00100000:1.0:1767322239.950211:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816758400
00000100:00100000:1.0:1767322239.950214:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816758400
00000100:00100000:1.0:1767322239.950226:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816758656
00000100:00100000:1.0:1767322239.950228:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816758656
00000100:00100000:1.0:1767322239.950241:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89649
00000100:00100000:1.0:1767322239.950245:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816758016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322239.950255:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322239.950278:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816758016:12345-0@lo:38:kworker.0 Request processed in 32us (358us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322239.950285:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89649
00000100:00100000:1.0:1767322239.950295:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89650
00000100:00100000:1.0:1767322239.950299:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816758400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322239.950307:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322239.950328:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816758400:12345-0@lo:38:kworker.0 Request processed in 28us (318us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322239.950334:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89650
00000100:00100000:1.0:1767322239.950343:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89651
00000100:00100000:1.0:1767322239.950347:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816758656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322239.950368:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322239.950392:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816758656:12345-0@lo:38:kworker.0 Request processed in 43us (351us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322239.950397:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89651
00000100:00080000:1.0:1767322239.950437:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322239.950441:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322239.950715:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322239.950722:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322239.950725:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816758016:0@lo:38:kworker.0
00000100:00080000:1.0:1767322239.950739:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322239.950743:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322239.950746:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816758144:0@lo:38:kworker.0
00000100:00080000:1.0:1767322239.950782:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322239.950786:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322239.950789:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816758400:0@lo:38:kworker.0
00000100:00080000:1.0:1767322239.950798:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322239.950801:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322239.950804:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816758656:0@lo:38:kworker.0
00000100:00100000:2.0:1767322239.954707:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816758272:0@lo:400:kworker.0
00000100:00100000:2.0:1767322239.954833:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322239.954896:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322239.954904:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816758528:0@lo:400:kworker.0
00000100:00100000:2.0:1767322239.954925:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322239.955556:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816758272
00000100:00100000:3.0:1767322239.955566:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816758272
00000100:00100000:3.0:1767322239.955632:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816758528
00000100:00100000:3.0:1767322239.955635:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816758528
00000100:00100000:3.0:1767322239.955657:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5219
00000100:00100000:3.0:1767322239.955665:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816758272:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322239.955721:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816758272:12345-0@lo:400:kworker.0 Request processed in 56us (888us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322239.955728:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5219
00000100:00100000:3.0:1767322239.955741:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5220
00000100:00100000:3.0:1767322239.955747:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816758528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322239.955799:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816758528:12345-0@lo:400:kworker.0 Request processed in 53us (873us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322239.955805:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5220
00000100:00080000:2.0:1767322239.956014:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322239.956057:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816758528:0@lo:400:kworker.0
00000100:00100000:2.0:1767322239.956068:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816758272:0@lo:400:kworker.0
00000100:00100000:3.0:1767322240.455094:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322240.455119:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816759040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322240.455196:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322240.455346:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816759040
00000100:00100000:0.0:1767322240.455362:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816759040
00000100:00100000:0.0:1767322240.455415:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983
00000100:00100000:0.0:1767322240.455437:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816759040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322240.455468:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322240.455522:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816759040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322240.455529:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983
00000100:00100000:3.0:1767322240.455696:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816759040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322240.456175:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816759168:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322240.456206:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322240.456287:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816759168
00000100:00100000:1.0:1767322240.456293:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816759168
00000100:00100000:1.0:1767322240.456327:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984
00000100:00100000:1.0:1767322240.456342:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816759168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322240.456366:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322240.456412:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816759168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322240.456419:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984
00000100:00100000:3.0:1767322240.456571:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816759168:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322240.518950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322240.903698:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322241.542999:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322241.928339:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322242.567207:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322242.952952:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322243.595197:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322243.754055:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322243.754142:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322243.769210:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758739840
00000100:00100000:0.0:1767322243.769226:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758739840
00000100:00100000:3.0:1767322243.769836:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758739712
00000100:00100000:3.0:1767322243.769843:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758739712
00000100:00100000:3.0:1767322243.769879:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5221
00000100:00100000:3.0:1767322243.769894:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758739840:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322243.769989:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758739840:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (15943us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322243.769998:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5221
00000100:00100000:3.0:1767322243.770063:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89652
00000100:00100000:3.0:1767322243.770068:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758739712:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322243.770089:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322243.770114:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758739712:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (15971us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322243.770121:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89652
00000100:00080000:1.0:1767322243.771310:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322243.974972:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322244.614964:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322244.998970:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322245.063092:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322245.063104:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322245.063107:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322245.063111:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322245.063115:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322245.063123:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4782
00000100:00080000:1.0:1767322245.063127:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322245.063135:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322245.063181:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ece00 x1853166816759296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322245.063213:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322245.063217:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322245.063219:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322245.063223:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4782
00000100:00080000:1.0:1767322245.063225:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322245.063229:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322245.063241:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9edf80 x1853166816759424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322245.063278:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322245.063282:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322245.063284:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322245.063289:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4782
00000100:00080000:1.0:1767322245.063292:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322245.063296:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322245.063311:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816759552:0@lo:400:kworker.0
00000100:00100000:1.0:1767322245.063311:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9f80 x1853166816759680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322245.063343:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322245.063347:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322245.063349:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322245.063353:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4782
00000100:00080000:1.0:1767322245.063356:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322245.063359:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322245.063374:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac0a680 x1853166816759936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322245.063386:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322245.063429:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816759808:0@lo:400:kworker.0
00000100:00100000:1.0:1767322245.063460:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322245.063495:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816759552
00000100:00100000:1.0:1767322245.063502:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816760064:0@lo:400:kworker.0
00000100:00100000:0.0:1767322245.063504:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816759552
00000100:00100000:1.0:1767322245.063536:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322245.063570:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322245.063571:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816759808
00000100:00100000:0.0:1767322245.063577:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816759808
00000100:00100000:1.0:1767322245.063578:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816760192:0@lo:400:kworker.0
00000100:00100000:1.0:1767322245.063607:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322245.063615:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5222
00000100:00100000:0.0:1767322245.063626:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816759552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322245.063646:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816760064
00000100:00100000:1.0:1767322245.063651:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816760064
00000100:00100000:1.0:1767322245.063686:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816760192
00000100:00100000:0.0:1767322245.063688:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816759552:12345-0@lo:400:kworker.0 Request processed in 62us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322245.063690:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816760192
00000100:00100000:0.0:1767322245.063700:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5222
00000100:00100000:0.0:1767322245.063721:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5223
00000100:00100000:0.0:1767322245.063728:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816759808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322245.063773:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816759808:12345-0@lo:400:kworker.0 Request processed in 46us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322245.063779:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5223
00000100:00100000:2.0:1767322245.063876:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816759296:0@lo:38:kworker.0
00000100:00100000:2.0:1767322245.063915:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322245.063936:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816759424:0@lo:38:kworker.0
00000100:00100000:2.0:1767322245.063959:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322245.063991:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816759680:0@lo:38:kworker.0
00000100:00100000:2.0:1767322245.064043:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322245.064215:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286
00000100:00100000:0.0:1767322245.064225:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287
00000100:00100000:1.0:1767322245.064227:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816760064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322245.064239:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816760192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322245.064274:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816760064:12345-0@lo:400:kworker.0 Request processed in 50us (736us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322245.064286:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286
00000100:00100000:0.0:1767322245.064288:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816760192:12345-0@lo:400:kworker.0 Request processed in 49us (676us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322245.064299:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287
00000100:00100000:1.0:1767322245.064311:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816759424
00000100:00100000:1.0:1767322245.064317:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816759424
00000100:00100000:0.0:1767322245.064327:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816759296
00000100:00100000:0.0:1767322245.064332:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816759296
00000100:00100000:1.0:1767322245.064342:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146
00000100:00100000:1.0:1767322245.064348:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816759424:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767322245.064355:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816759680
00000100:00100000:0.0:1767322245.064359:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816759680
00010000:00020000:1.0:1767322245.064366:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322245.064375:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89653
00000100:00100000:0.0:1767322245.064381:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816759296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322245.064392:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322245.064400:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816759424:12345-0@lo:38:kworker.0 Request processed in 49us (438us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322245.064408:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146
00000100:00100000:0.0:1767322245.064427:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816759296:12345-0@lo:38:kworker.0 Request processed in 44us (510us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767322245.064428:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322245.064433:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322245.064436:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322245.064466:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816759808:0@lo:400:kworker.0
00000100:00100000:1.0:1767322245.064502:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816760192:0@lo:400:kworker.0
00000100:00100000:1.0:1767322245.064511:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816760064:0@lo:400:kworker.0
00000100:00100000:1.0:1767322245.064539:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89654
00000100:00100000:1.0:1767322245.064544:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816759680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322245.064554:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322245.064570:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89653
00000100:00100000:1.0:1767322245.064584:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816759680:12345-0@lo:38:kworker.0 Request processed in 38us (539us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322245.064592:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89654
00000100:00100000:1.0:1767322245.064639:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816759552:0@lo:400:kworker.0
00000100:00100000:2.0:1767322245.064810:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816759936:0@lo:38:kworker.0
00000100:00100000:2.0:1767322245.064838:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322245.064872:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322245.064877:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322245.064880:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816759296:0@lo:38:kworker.0
00000100:00080000:2.0:1767322245.064888:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322245.064891:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322245.064894:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816759424:0@lo:38:kworker.0
00000100:00080000:2.0:1767322245.064910:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322245.064914:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322245.064917:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816759680:0@lo:38:kworker.0
00000100:00100000:1.0:1767322245.065842:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816759936
00000100:00100000:1.0:1767322245.065853:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816759936
00000100:00100000:1.0:1767322245.065891:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89655
00000100:00100000:1.0:1767322245.065897:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816759936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322245.066007:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322245.066060:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816759936:12345-0@lo:38:kworker.0 Request processed in 163us (1222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322245.066066:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89655
00000100:00080000:2.0:1767322245.066385:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322245.066391:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322245.066395:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816759936:0@lo:38:kworker.0
00000100:00100000:3.0:1767322245.575040:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322245.575058:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816760320:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322245.575114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322245.575206:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816760320
00000100:00100000:0.0:1767322245.575214:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816760320
00000100:00100000:0.0:1767322245.575257:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985
00000100:00100000:0.0:1767322245.575263:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816760320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322245.575287:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322245.575326:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816760320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322245.575331:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985
00000100:00100000:2.0:1767322245.575376:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816760320:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322245.575426:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816760448:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322245.575455:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322245.575496:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816760448
00000100:00100000:3.0:1767322245.575501:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816760448
00000100:00100000:3.0:1767322245.575537:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986
00000100:00100000:3.0:1767322245.575544:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816760448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322245.575559:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322245.575591:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816760448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (137us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322245.575596:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986
00000100:00100000:2.0:1767322245.575625:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816760448:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322245.639078:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322246.024643:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322246.666145:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322247.047137:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322247.687345:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322248.073020:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322248.710880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322248.875739:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322248.875861:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322248.875992:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758740096
00000100:00100000:0.0:1767322248.876007:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758740096
00000100:00100000:0.0:1767322248.876118:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758739968
00000100:00100000:0.0:1767322248.876122:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758739968
00000100:00100000:0.0:1767322248.876150:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5224
00000100:00100000:0.0:1767322248.876163:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758740096:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322248.876282:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758740096:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 110us (548us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322248.876296:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5224
00000100:00100000:0.0:1767322248.876318:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89656
00000100:00100000:0.0:1767322248.876323:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758739968:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322248.876362:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322248.876390:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758739968:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 65us (529us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322248.876396:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89656
00000100:00080000:1.0:1767322248.876618:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322249.096146:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322249.734963:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322250.119239:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322250.183154:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322250.183169:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322250.183173:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322250.183177:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322250.183183:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322250.183193:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4787
00000100:00080000:3.0:1767322250.183200:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322250.183210:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322250.183283:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79405180 x1853166816760576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322250.183311:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322250.183315:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322250.183316:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322250.183321:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4787
00000100:00080000:3.0:1767322250.183323:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322250.183327:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322250.183341:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79405f80 x1853166816760704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322250.183393:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322250.183398:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322250.183399:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322250.183403:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4787
00000100:00080000:3.0:1767322250.183406:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322250.183409:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322250.183421:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79407b80 x1853166816760960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322250.183439:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322250.183442:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322250.183444:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322250.183448:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4787
00000100:00080000:3.0:1767322250.183452:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322250.183455:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322250.183466:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621ca80 x1853166816761216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322250.183527:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816761344:0@lo:400:kworker.0
00000100:00100000:3.0:1767322250.183617:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322250.183713:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322250.183721:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816761472:0@lo:400:kworker.0
00000100:00100000:3.0:1767322250.183748:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322250.184017:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816761088:0@lo:400:kworker.0
00000100:00100000:0.0:1767322250.184057:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322250.184087:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322250.184093:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816760832:0@lo:400:kworker.0
00000100:00100000:0.0:1767322250.184117:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322250.184438:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816761088
00000100:00100000:1.0:1767322250.184450:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816761088
00000100:00100000:1.0:1767322250.184520:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816760832
00000100:00100000:1.0:1767322250.184524:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816760832
00000100:00100000:1.0:1767322250.184553:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5225
00000100:00100000:1.0:1767322250.184563:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816761088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322250.184634:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816761088:12345-0@lo:400:kworker.0 Request processed in 71us (575us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322250.184641:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5225
00000100:00100000:1.0:1767322250.184660:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5226
00000100:00100000:1.0:1767322250.184666:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816760832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322250.184707:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816760832:12345-0@lo:400:kworker.0 Request processed in 41us (589us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322250.184713:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5226
00000100:00080000:1.0:1767322250.184732:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322250.184836:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816760832:0@lo:400:kworker.0
00000100:00100000:1.0:1767322250.184850:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816761088:0@lo:400:kworker.0
00000100:00100000:2.0:1767322250.185103:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816760576:0@lo:38:kworker.0
00000100:00100000:2.0:1767322250.185146:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322250.185166:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816760704:0@lo:38:kworker.0
00000100:00100000:2.0:1767322250.185193:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322250.185235:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816760960:0@lo:38:kworker.0
00000100:00100000:2.0:1767322250.185260:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322250.185278:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816761216:0@lo:38:kworker.0
00000100:00100000:2.0:1767322250.185298:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322250.185336:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816760704
00000100:00100000:2.0:1767322250.185341:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816760704
00000100:00100000:2.0:1767322250.185370:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147
00000100:00100000:2.0:1767322250.185375:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816760704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322250.185399:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322250.185439:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816760704:12345-0@lo:38:kworker.0 Request processed in 63us (246us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322250.185446:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147
00000100:00100000:2.0:1767322250.185474:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816760576
00000100:00100000:2.0:1767322250.185478:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816760576
00000100:00100000:2.0:1767322250.185498:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816760960
00000100:00100000:2.0:1767322250.185500:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816760960
00000100:00100000:2.0:1767322250.185516:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816761216
00000100:00100000:2.0:1767322250.185518:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816761216
00000100:00100000:2.0:1767322250.185532:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89657
00000100:00100000:2.0:1767322250.185537:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816760576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322250.185548:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322250.185580:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816760576:12345-0@lo:38:kworker.0 Request processed in 41us (433us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322250.185586:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89657
00000100:00100000:2.0:1767322250.185597:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89658
00000100:00100000:2.0:1767322250.185601:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816760960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322250.185609:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322250.185632:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816760960:12345-0@lo:38:kworker.0 Request processed in 30us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322250.185637:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89658
00000100:00100000:2.0:1767322250.185648:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89659
00000100:00100000:2.0:1767322250.185652:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816761216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322250.185661:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322250.185684:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816761216:12345-0@lo:38:kworker.0 Request processed in 31us (385us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322250.185690:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89659
00000100:00080000:2.0:1767322250.185725:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322250.185731:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322250.185734:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816760576:0@lo:38:kworker.0
00000100:00080000:2.0:1767322250.185744:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322250.185748:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322250.185751:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816760704:0@lo:38:kworker.0
00000100:00080000:2.0:1767322250.185797:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322250.185801:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322250.185804:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816760960:0@lo:38:kworker.0
00000100:00080000:2.0:1767322250.185812:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322250.185815:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322250.185817:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816761216:0@lo:38:kworker.0
00000100:00100000:0.0:1767322250.187574:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816761344
00000100:00100000:0.0:1767322250.187591:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816761344
00000100:00100000:0.0:1767322250.187772:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816761472
00000100:00100000:0.0:1767322250.187777:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816761472
00000100:00100000:2.0:1767322250.187852:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288
00000100:00100000:2.0:1767322250.187866:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816761344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322250.187994:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816761344:12345-0@lo:400:kworker.0 Request processed in 130us (4375us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322250.188002:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288
00000100:00100000:2.0:1767322250.188084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816761344:0@lo:400:kworker.0
00000100:00080000:1.0:1767322250.192185:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322250.192199:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322250.194096:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289
00000100:00100000:0.0:1767322250.194122:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816761472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322250.194271:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816761472:12345-0@lo:400:kworker.0 Request processed in 161us (10519us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322250.194280:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289
00000100:00100000:2.0:1767322250.194445:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816761472:0@lo:400:kworker.0
00000100:00100000:1.0:1767322250.695978:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322250.696011:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816761600:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322250.696105:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322250.697576:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816761600
00000100:00100000:0.0:1767322250.697589:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816761600
00000100:00100000:0.0:1767322250.697659:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987
00000100:00100000:0.0:1767322250.697670:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816761600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322250.697710:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322250.697814:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816761600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (1708us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322250.697823:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987
00000100:00100000:2.0:1767322250.701393:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322250.701436:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816761728:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322250.701560:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322250.702112:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816761728
00000100:00100000:3.0:1767322250.702125:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816761728
00000100:00100000:3.0:1767322250.702193:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988
00000100:00100000:3.0:1767322250.702215:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816761728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322250.702259:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322250.702324:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816761728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (764us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322250.702332:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988
00000100:00100000:1.0:1767322250.702996:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816761600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322250.703174:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816761728:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322250.759062:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322251.143493:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322251.782911:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322252.167145:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322252.807558:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322253.192524:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322253.832907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322253.996125:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322253.996225:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758740352
00000100:00100000:0.0:1767322253.996244:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758740352
00000100:00100000:0.0:1767322253.996372:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5227
00000100:00100000:0.0:1767322253.996384:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758740352:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322253.996500:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758740352:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 118us (383us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322253.996509:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5227
00000100:00080000:1.0:1767322253.996724:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322254.008605:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322254.008810:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758740224
00000100:00100000:2.0:1767322254.008826:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758740224
00000100:00100000:2.0:1767322254.008897:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89660
00000100:00100000:2.0:1767322254.008908:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758740224:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322254.008949:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322254.009035:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758740224:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 127us (447us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322254.009044:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89660
00010000:00010000:2.0:1767322254.215605:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322254.854957:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322255.239481:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322255.304839:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322255.304855:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322255.304858:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322255.304863:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322255.304868:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322255.304878:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4792
00000100:00080000:0.0:1767322255.304883:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322255.304891:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322255.304952:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841880 x1853166816761856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322255.304995:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322255.304999:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322255.305002:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322255.305008:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4792
00000100:00080000:0.0:1767322255.305011:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322255.305015:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322255.305031:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45843b80 x1853166816761984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322255.305129:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816762112:0@lo:400:kworker.0
00000100:00100000:3.0:1767322255.305230:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322255.305348:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322255.305353:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322255.305355:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322255.305360:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4792
00000100:00080000:0.0:1767322255.305373:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322255.305377:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322255.305391:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841500 x1853166816762240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322255.305465:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816762112
00000100:00100000:1.0:1767322255.305476:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816762112
00000100:00100000:1.0:1767322255.305555:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5228
00000100:00100000:1.0:1767322255.305569:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816762112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322255.305596:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816761856:0@lo:38:kworker.0
00000100:00100000:2.0:1767322255.305656:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322255.305681:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816761984:0@lo:38:kworker.0
00000100:00100000:2.0:1767322255.305709:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322255.305731:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816762240:0@lo:38:kworker.0
00000100:00100000:2.0:1767322255.305775:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322255.305826:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816761856
00000100:00100000:2.0:1767322255.305830:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816761856
00000100:00100000:2.0:1767322255.305853:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816762240
00000100:00100000:2.0:1767322255.305856:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816762240
00000100:00100000:2.0:1767322255.305870:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89661
00000100:00100000:2.0:1767322255.305875:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816761856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322255.305898:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322255.305948:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816761856:12345-0@lo:38:kworker.0 Request processed in 72us (292us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322255.305956:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89661
00000100:00100000:2.0:1767322255.305978:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89662
00000100:00100000:2.0:1767322255.305982:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816762240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322255.305990:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322255.306011:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816762240:12345-0@lo:38:kworker.0 Request processed in 29us (258us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322255.306017:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89662
00000100:00100000:2.0:1767322255.306036:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816761984
00000100:00100000:2.0:1767322255.306040:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816761984
00000100:00100000:2.0:1767322255.306060:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148
00000100:00100000:2.0:1767322255.306066:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816761984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322255.306075:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322255.306100:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816761984:12345-0@lo:38:kworker.0 Request processed in 34us (390us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322255.306107:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148
00000100:00080000:2.0:1767322255.306159:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322255.306165:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322255.306169:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816761856:0@lo:38:kworker.0
00000100:00080000:2.0:1767322255.306178:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322255.306181:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322255.306183:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816761984:0@lo:38:kworker.0
00000100:00080000:2.0:1767322255.306190:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322255.306193:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322255.306195:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816762240:0@lo:38:kworker.0
00000100:00080000:2.0:1767322255.306258:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322255.306280:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816762368:0@lo:400:kworker.0
00000100:00100000:2.0:1767322255.306305:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322255.306334:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816762368
00000100:00100000:2.0:1767322255.306338:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816762368
00000100:00100000:2.0:1767322255.306368:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5229
00000100:00100000:2.0:1767322255.306374:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816762368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322255.306407:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816762368:12345-0@lo:400:kworker.0 Request processed in 33us (101us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322255.306412:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5229
00000100:00100000:2.0:1767322255.306440:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816762368:0@lo:400:kworker.0
00000100:00080000:2.0:1767322255.306454:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322255.315536:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816762112:12345-0@lo:400:kworker.0 Request processed in 9956us (10291us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322255.315556:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5228
00000100:00100000:3.0:1767322255.316161:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816762112:0@lo:400:kworker.0
00000100:00080000:0.0:1767322255.320678:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322255.320694:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322255.320701:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322255.320712:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4792
00000100:00080000:0.0:1767322255.320718:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322255.320726:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322255.321079:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45842a00 x1853166816762496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322255.321222:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816762624:0@lo:400:kworker.0
00000100:00100000:1.0:1767322255.321320:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322255.321503:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816762624
00000100:00100000:3.0:1767322255.321514:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816762624
00000100:00100000:3.0:1767322255.321598:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290
00000100:00100000:3.0:1767322255.321610:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816762624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322255.321815:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816762496:0@lo:38:kworker.0
00000100:00100000:2.0:1767322255.321855:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322255.321938:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322255.321967:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816762752:0@lo:400:kworker.0
00000100:00100000:2.0:1767322255.321996:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322255.322025:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816762752
00000100:00100000:2.0:1767322255.322029:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816762752
00000100:00100000:2.0:1767322255.322059:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291
00000100:00100000:2.0:1767322255.322067:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816762752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322255.322102:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816762752:12345-0@lo:400:kworker.0 Request processed in 36us (105us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322255.322110:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291
00000100:00080000:2.0:1767322255.322139:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322255.322168:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816762752:0@lo:400:kworker.0
00000100:00100000:2.0:1767322255.322203:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816762496
00000100:00100000:2.0:1767322255.322207:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816762496
00000100:00100000:2.0:1767322255.322236:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89663
00000100:00100000:2.0:1767322255.322241:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816762496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322255.322266:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322255.322301:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816762496:12345-0@lo:38:kworker.0 Request processed in 59us (445us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322255.322309:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89663
00000100:00080000:2.0:1767322255.322334:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322255.322339:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322255.322343:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816762496:0@lo:38:kworker.0
00000100:00100000:3.0:1767322255.323303:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816762624:12345-0@lo:400:kworker.0 Request processed in 1688us (1975us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322255.323314:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290
00000100:00100000:1.0:1767322255.323519:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816762624:0@lo:400:kworker.0
00000100:00100000:3.0:1767322255.816144:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816762880:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322255.816242:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322255.816396:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816762880
00000100:00100000:0.0:1767322255.816408:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816762880
00000100:00100000:0.0:1767322255.816477:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989
00000100:00100000:0.0:1767322255.816487:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816762880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322255.816526:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322255.816585:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816762880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322255.816592:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989
00000100:00100000:2.0:1767322255.818202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816763008:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322255.818301:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322255.819257:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816763008
00000100:00100000:1.0:1767322255.819275:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816763008
00000100:00100000:3.0:1767322255.819298:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816762880:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322255.819356:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990
00000100:00100000:1.0:1767322255.819367:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816763008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322255.819410:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322255.819497:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816763008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (1197us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322255.819506:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990
00000100:00100000:2.0:1767322255.819964:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816763008:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322255.886948:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322256.263096:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322256.903137:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322257.288595:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322257.926935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322258.088054:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767322258.088110:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758740480 offset 0 length 520: 4
00000100:00100000:3.0:1767322258.088138:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322258.088648:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758740736
00000100:00100000:2.0:1767322258.088663:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758740736
00000100:00100000:2.0:1767322258.088812:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758740608
00000100:00100000:2.0:1767322258.088816:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758740608
00000100:00100000:2.0:1767322258.088840:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5230
00000100:00100000:2.0:1767322258.088853:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758740736:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322258.088961:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758740736:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 110us (933us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322258.088981:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5230
00000100:00100000:2.0:1767322258.089006:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89664
00000100:00100000:2.0:1767322258.089011:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758740608:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322258.089036:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322258.089065:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758740608:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 52us (926us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322258.089071:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89664
00000100:00080000:3.0:1767322258.089184:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322258.311387:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322258.950931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322259.335124:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322259.399344:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322234/real 1767322234]  req@ffff8d4e7d9edc00 x1853166816757632/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322259 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322259.399393:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e7d9edc00 x1853166816757632/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322259 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767322259.399419:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322259.399448:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767322259.399461:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816757632:0@lo:250:kworker.0
00000100:00080000:1.0:1767322259.399624:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322259.399631:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767322259.399634:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322259.399651:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4777
00000100:00080000:1.0:1767322259.399656:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322259.399663:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322259.399710:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79407b80 x1853166816763136/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322259.399740:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322259.399743:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322259.399745:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322259.399749:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4797
00000100:00080000:1.0:1767322259.399751:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322259.399776:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322259.399793:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79405f80 x1853166816763264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322259.399801:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322259.399804:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322259.399806:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322259.399809:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4797
00000100:00080000:1.0:1767322259.399812:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322259.399815:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322259.399826:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79405180 x1853166816763392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322259.399887:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322259.399893:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322259.399895:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322259.399899:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4797
00000100:00080000:1.0:1767322259.399902:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322259.399905:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322259.399919:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79406d80 x1853166816763648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322259.399937:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322259.399941:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322259.399942:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322259.399946:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4797
00000100:00080000:1.0:1767322259.399948:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322259.399952:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322259.399962:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acad80 x1853166816763904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322259.400095:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816764032:0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400208:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322259.400294:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322259.400300:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816764160:0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400325:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322259.400369:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816764032
00000100:00100000:3.0:1767322259.400378:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816764032
00000100:00100000:3.0:1767322259.400443:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816764160
00000100:00100000:3.0:1767322259.400447:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816764160
00000100:00100000:3.0:1767322259.400481:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292
00000100:00100000:3.0:1767322259.400489:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816764032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400544:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816764032:12345-0@lo:400:kworker.0 Request processed in 55us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322259.400552:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292
00000100:00100000:3.0:1767322259.400568:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293
00000100:00100000:3.0:1767322259.400574:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816764160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400594:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816764160:12345-0@lo:400:kworker.0 Request processed in 21us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322259.400600:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293
00000100:00080000:3.0:1767322259.400615:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322259.400620:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322259.400648:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816764160:0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400657:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816764032:0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400678:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816763520:0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400705:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322259.400723:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322259.400729:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816763776:0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400745:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322259.400797:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816763520
00000100:00100000:3.0:1767322259.400801:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816763520
00000100:00100000:3.0:1767322259.400828:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816763776
00000100:00100000:3.0:1767322259.400831:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816763776
00000100:00100000:3.0:1767322259.400849:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5231
00000100:00100000:3.0:1767322259.400854:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816763520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400900:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816763520:12345-0@lo:400:kworker.0 Request processed in 45us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322259.400906:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5231
00000100:00100000:3.0:1767322259.400918:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5232
00000100:00100000:3.0:1767322259.400924:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816763776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400950:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816763776:12345-0@lo:400:kworker.0 Request processed in 26us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322259.400956:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5232
00000100:00080000:3.0:1767322259.400971:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322259.400988:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816763776:0@lo:400:kworker.0
00000100:00100000:3.0:1767322259.400997:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816763520:0@lo:400:kworker.0
00000100:00100000:2.0:1767322259.402719:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816763136:0@lo:250:kworker.0
00000400:00000100:2.0:1767322259.402812:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816763136 offset 0 length 520: 4
00000100:00100000:2.0:1767322259.402860:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816763264:0@lo:38:kworker.0
00000100:00100000:2.0:1767322259.402905:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322259.402996:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816763392:0@lo:38:kworker.0
00000100:00100000:2.0:1767322259.403025:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322259.403063:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816763648:0@lo:38:kworker.0
00000100:00100000:2.0:1767322259.403089:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322259.403149:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816763392
00000100:00100000:3.0:1767322259.403161:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816763392
00000100:00100000:3.0:1767322259.403230:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149
00000100:00100000:3.0:1767322259.403237:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816763392:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322259.403264:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322259.403308:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816763392:12345-0@lo:38:kworker.0 Request processed in 69us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322259.403315:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149
00000100:00100000:2.0:1767322259.411798:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816763904:0@lo:38:kworker.0
00000100:00100000:2.0:1767322259.411899:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322259.412752:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816763264
00000100:00100000:0.0:1767322259.412776:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816763264
00000100:00100000:0.0:1767322259.412848:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816763648
00000100:00100000:0.0:1767322259.412852:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816763648
00000100:00100000:0.0:1767322259.412895:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89665
00000100:00100000:0.0:1767322259.412904:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816763264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322259.412934:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322259.413007:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816763264:12345-0@lo:38:kworker.0 Request processed in 102us (10100us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322259.413014:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89665
00000100:00100000:0.0:1767322259.413033:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89666
00000100:00100000:0.0:1767322259.413037:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816763648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322259.413046:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322259.413361:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816763648:12345-0@lo:38:kworker.0 Request processed in 321us (10270us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322259.413368:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89666
00000100:00080000:2.0:1767322259.413529:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322259.413536:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322259.413541:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816763264:0@lo:38:kworker.0
00000100:00080000:2.0:1767322259.413555:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322259.413559:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322259.413562:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816763392:0@lo:38:kworker.0
00000100:00080000:2.0:1767322259.413572:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322259.413576:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322259.413579:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816763648:0@lo:38:kworker.0
00000100:00100000:3.0:1767322259.413872:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816763904
00000100:00100000:3.0:1767322259.413878:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816763904
00000100:00100000:3.0:1767322259.413910:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89667
00000100:00100000:3.0:1767322259.413916:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816763904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322259.413932:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322259.413986:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816763904:12345-0@lo:38:kworker.0 Request processed in 68us (2087us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322259.413992:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89667
00000100:00080000:2.0:1767322259.414324:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322259.414330:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322259.414334:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816763904:0@lo:38:kworker.0
00000100:00100000:1.0:1767322259.976927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322260.359080:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322260.935302:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816764288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322260.935419:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322260.935664:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816764288
00000100:00100000:0.0:1767322260.935676:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816764288
00000100:00100000:0.0:1767322260.935747:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991
00000100:00100000:0.0:1767322260.935781:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816764288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322260.935821:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322260.935896:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816764288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (476us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322260.935905:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991
00000100:00100000:3.0:1767322260.936433:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816764288:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322260.937962:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816764416:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322260.938052:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322260.938207:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816764416
00000100:00100000:1.0:1767322260.938219:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816764416
00000100:00100000:1.0:1767322260.938279:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992
00000100:00100000:1.0:1767322260.938290:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816764416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322260.938327:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322260.938387:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816764416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322260.938394:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992
00000100:00100000:2.0:1767322260.938532:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816764416:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322260.998932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322261.386364:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322262.022964:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322262.407441:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322263.046905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322263.210251:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322263.210343:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322263.210809:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758740992
00000100:00100000:3.0:1767322263.210820:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758740992
00000100:00100000:3.0:1767322263.210914:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758740864
00000100:00100000:3.0:1767322263.210918:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758740864
00000100:00100000:3.0:1767322263.210940:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5233
00000100:00100000:3.0:1767322263.210953:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758740992:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322263.211049:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758740992:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (807us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322263.211056:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5233
00000100:00100000:3.0:1767322263.211075:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89668
00000100:00100000:3.0:1767322263.211080:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758740864:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322263.211100:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322263.211129:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758740864:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (786us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322263.211135:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89668
00000100:00080000:1.0:1767322263.212363:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322263.431091:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322264.071877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322264.455231:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322264.518963:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322264.518980:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322264.518982:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322264.518986:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322264.518990:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322264.518998:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4802
00000100:00080000:1.0:1767322264.519002:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322264.519012:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322264.519055:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249f80 x1853166816764544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322264.519083:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322264.519087:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322264.519089:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322264.519093:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4802
00000100:00080000:1.0:1767322264.519095:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322264.519098:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322264.519109:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816764544:0@lo:38:kworker.0
00000100:00100000:1.0:1767322264.519110:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249180 x1853166816764672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322264.519152:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322264.519155:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322264.519157:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322264.519160:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4802
00000100:00080000:1.0:1767322264.519162:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322264.519165:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322264.519175:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a300 x1853166816764928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322264.519191:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322264.519195:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322264.519197:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322264.519201:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4802
00000100:00080000:1.0:1767322264.519204:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322264.519208:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322264.519221:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624b100 x1853166816765184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322264.519233:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816764800:0@lo:400:kworker.0
00000100:00100000:1.0:1767322264.519262:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816765056:0@lo:400:kworker.0
00000100:00100000:0.0:1767322264.519279:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816765440:0@lo:400:kworker.0
00000100:00100000:0.0:1767322264.519304:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322264.519374:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322264.519380:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816765312:0@lo:400:kworker.0
00000100:00100000:0.0:1767322264.519402:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322264.519450:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322264.519481:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816764672:0@lo:38:kworker.0
00000100:00100000:2.0:1767322264.519516:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322264.519538:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816764928:0@lo:38:kworker.0
00000100:00100000:2.0:1767322264.519572:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322264.519588:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816765184:0@lo:38:kworker.0
00000100:00100000:2.0:1767322264.519607:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322264.519636:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816764544
00000100:00100000:2.0:1767322264.519643:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816764544
00000100:00100000:2.0:1767322264.519672:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816764928
00000100:00100000:2.0:1767322264.519674:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816764928
00000100:00100000:2.0:1767322264.519685:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816765184
00000100:00100000:2.0:1767322264.519687:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816765184
00000100:00100000:2.0:1767322264.519702:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89669
00000100:00100000:2.0:1767322264.519709:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816764544:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322264.519729:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322264.519786:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816764544:12345-0@lo:38:kworker.0 Request processed in 76us (604us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322264.519793:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89669
00000100:00100000:3.0:1767322264.519800:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89670
00000100:00100000:3.0:1767322264.519805:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816764928:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322264.519810:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89671
00000100:00100000:2.0:1767322264.519813:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816765184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322264.519826:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767322264.519834:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322264.519853:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816765184:12345-0@lo:38:kworker.0 Request processed in 38us (245us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322264.519854:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816764928:12345-0@lo:38:kworker.0 Request processed in 48us (295us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322264.519860:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89670
00000100:00080000:3.0:1767322264.519937:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322264.519942:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322264.519945:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816764928:0@lo:38:kworker.0
00000100:00080000:3.0:1767322264.519954:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322264.519957:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322264.519959:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816765184:0@lo:38:kworker.0
00000100:00080000:3.0:1767322264.519967:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322264.519982:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322264.519985:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816764544:0@lo:38:kworker.0
00000100:00100000:3.0:1767322264.520020:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322264.520048:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816765056
00000100:00100000:3.0:1767322264.520052:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816765056
00000100:00100000:2.0:1767322264.520097:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89671
00000100:00100000:2.0:1767322264.520131:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816764672
00000100:00100000:2.0:1767322264.520136:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816764672
00000100:00100000:2.0:1767322264.520154:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150
00000100:00100000:2.0:1767322264.520159:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816764672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322264.520168:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322264.520195:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816764672:12345-0@lo:38:kworker.0 Request processed in 35us (679us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322264.520200:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150
00000100:00080000:2.0:1767322264.520232:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322264.520236:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322264.520239:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816764672:0@lo:38:kworker.0
00000100:00100000:2.0:1767322264.520273:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322264.520299:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816764800
00000100:00100000:2.0:1767322264.520302:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816764800
00000100:00100000:2.0:1767322264.520328:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5234
00000100:00100000:2.0:1767322264.520334:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816764800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322264.520372:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816764800:12345-0@lo:400:kworker.0 Request processed in 38us (98us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322264.520378:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5234
00000100:00100000:2.0:1767322264.520406:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816764800:0@lo:400:kworker.0
00000100:00080000:2.0:1767322264.520435:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322264.521319:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816765312
00000100:00100000:1.0:1767322264.521319:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816765440
00000100:00100000:0.0:1767322264.521326:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816765312
00000100:00100000:1.0:1767322264.521326:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816765440
00000100:00100000:0.0:1767322264.521413:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294
00000100:00100000:0.0:1767322264.521421:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816765312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322264.521470:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816765312:12345-0@lo:400:kworker.0 Request processed in 51us (2068us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322264.521477:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294
00000100:00100000:0.0:1767322264.521521:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816765312:0@lo:400:kworker.0
00000100:00100000:1.0:1767322264.522149:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295
00000100:00100000:1.0:1767322264.522158:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816765440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322264.522250:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816765440:12345-0@lo:400:kworker.0 Request processed in 93us (2945us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322264.522257:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295
00000100:00080000:2.0:1767322264.522278:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322264.522283:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322264.523067:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816765440:0@lo:400:kworker.0
00000100:00100000:3.0:1767322264.523310:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5235
00000100:00100000:3.0:1767322264.523330:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816765056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322264.523493:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816765056:12345-0@lo:400:kworker.0 Request processed in 170us (3471us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322264.523501:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5235
00000100:00100000:1.0:1767322264.523719:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816765056:0@lo:400:kworker.0
00000100:00100000:1.0:1767322265.095465:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322265.479356:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322266.055561:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322266.055584:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816765568:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322266.055656:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322266.055855:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816765568
00000100:00100000:0.0:1767322266.055863:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816765568
00000100:00080000:1.0:1767322266.055973:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322266.056096:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993
00000100:00100000:0.0:1767322266.056108:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816765568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322266.056135:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322266.056186:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816765568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (529us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322266.056193:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993
00000100:00100000:1.0:1767322266.056269:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816765568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322266.056447:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322266.056458:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816765696:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322266.056488:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322266.061974:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816765696
00000100:00100000:3.0:1767322266.061991:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816765696
00000100:00100000:3.0:1767322266.062059:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994
00000100:00100000:3.0:1767322266.062072:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816765696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322266.062108:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322266.062180:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816765696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (5690us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322266.062189:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994
00000100:00080000:3.0:1767322266.062213:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322266.062260:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816765696:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322266.119088:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322266.503118:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322267.142924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322267.527284:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322268.166946:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322268.329203:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322268.329247:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322268.329409:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758741248
00000100:00100000:3.0:1767322268.329419:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758741248
00000100:00100000:3.0:1767322268.329500:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758741120
00000100:00100000:3.0:1767322268.329504:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758741120
00000100:00100000:3.0:1767322268.329527:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5236
00000100:00100000:3.0:1767322268.329538:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758741248:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322268.329611:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758741248:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 75us (418us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322268.329620:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5236
00000100:00100000:3.0:1767322268.329639:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89672
00000100:00100000:3.0:1767322268.329643:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758741120:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322268.329672:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322268.329701:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758741120:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 56us (453us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322268.329708:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89672
00000100:00080000:1.0:1767322268.330458:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322268.552596:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322269.192199:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322269.575073:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322269.639031:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322269.639042:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322269.639045:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322269.639048:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322269.639053:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322269.639061:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4807
00000100:00080000:0.0:1767322269.639066:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322269.639075:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322269.639129:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841500 x1853166816765824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322269.639156:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322269.639160:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322269.639162:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322269.639166:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4807
00000100:00080000:0.0:1767322269.639168:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322269.639171:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322269.639185:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45843b80 x1853166816765952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322269.639228:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322269.639232:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322269.639234:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322269.639237:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4807
00000100:00080000:0.0:1767322269.639240:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322269.639243:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322269.639255:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573d880 x1853166816766208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322269.639270:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322269.639273:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322269.639274:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322269.639277:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4807
00000100:00080000:0.0:1767322269.639279:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322269.639282:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322269.639290:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573fb80 x1853166816766464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322269.639356:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816766592:0@lo:400:kworker.0
00000100:00100000:3.0:1767322269.639429:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322269.639500:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322269.639506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816766720:0@lo:400:kworker.0
00000100:00100000:1.0:1767322269.639509:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816766080:0@lo:400:kworker.0
00000100:00100000:3.0:1767322269.639527:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322269.639537:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322269.639554:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322269.639556:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816765824:0@lo:38:kworker.0
00000100:00100000:1.0:1767322269.639558:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816766336:0@lo:400:kworker.0
00000100:00100000:1.0:1767322269.639576:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322269.639607:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322269.639622:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816765952:0@lo:38:kworker.0
00000100:00100000:1.0:1767322269.639634:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816766080
00000100:00100000:1.0:1767322269.639641:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816766080
00000100:00100000:3.0:1767322269.639643:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322269.639661:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816766208:0@lo:38:kworker.0
00000100:00100000:3.0:1767322269.639679:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322269.639688:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816766336
00000100:00100000:1.0:1767322269.639691:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816766336
00000100:00100000:3.0:1767322269.639693:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816766464:0@lo:38:kworker.0
00000100:00100000:3.0:1767322269.639710:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322269.639713:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816765824
00000100:00100000:1.0:1767322269.639715:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816765824
00000100:00100000:1.0:1767322269.639723:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816766208
00000100:00100000:1.0:1767322269.639726:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816766208
00000100:00100000:3.0:1767322269.639730:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816766464
00000100:00100000:3.0:1767322269.639732:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816766464
00000100:00100000:1.0:1767322269.639736:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5237
00000100:00100000:1.0:1767322269.639743:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816766080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322269.639745:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5238
00000100:00100000:3.0:1767322269.639751:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816766336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322269.639867:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89673
00000100:00100000:2.0:1767322269.639873:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816765824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322269.639891:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322269.639945:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816765824:12345-0@lo:38:kworker.0 Request processed in 71us (337us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322269.639952:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89673
00000100:00100000:2.0:1767322269.639970:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89674
00000100:00100000:2.0:1767322269.639974:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816766208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322269.639983:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322269.640005:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816766208:12345-0@lo:38:kworker.0 Request processed in 30us (325us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322269.640011:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89674
00000100:00100000:2.0:1767322269.640022:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89675
00000100:00100000:2.0:1767322269.640026:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816766464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322269.640034:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322269.640052:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816766464:12345-0@lo:38:kworker.0 Request processed in 25us (341us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322269.640057:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89675
00000100:00100000:2.0:1767322269.640074:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816765952
00000100:00100000:2.0:1767322269.640077:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816765952
00000100:00100000:2.0:1767322269.640111:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151
00000100:00100000:2.0:1767322269.640116:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816765952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322269.640124:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322269.640149:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816765952:12345-0@lo:38:kworker.0 Request processed in 32us (504us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322269.640155:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151
00000100:00100000:3.0:1767322269.640185:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816766336:12345-0@lo:400:kworker.0 Request processed in 434us (608us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322269.640193:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5238
00000100:00080000:2.0:1767322269.640209:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322269.640214:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767322269.640214:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322269.640217:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816765824:0@lo:38:kworker.0
00000100:00080000:2.0:1767322269.640226:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322269.640229:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322269.640232:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816765952:0@lo:38:kworker.0
00000100:00080000:2.0:1767322269.640240:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322269.640242:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322269.640245:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816766208:0@lo:38:kworker.0
00000100:00080000:2.0:1767322269.640252:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322269.640254:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322269.640256:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816766464:0@lo:38:kworker.0
00000100:00100000:2.0:1767322269.640298:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816766336:0@lo:400:kworker.0
00000100:00100000:2.0:1767322269.640307:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816766080:0@lo:400:kworker.0
00000100:00100000:1.0:1767322269.640899:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816766080:12345-0@lo:400:kworker.0 Request processed in 1152us (1357us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322269.640908:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5237
00000100:00100000:0.0:1767322269.641309:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816766592
00000100:00100000:0.0:1767322269.641315:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816766592
00000100:00100000:0.0:1767322269.641380:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816766720
00000100:00100000:0.0:1767322269.641384:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816766720
00000100:00100000:0.0:1767322269.641412:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296
00000100:00100000:0.0:1767322269.641420:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816766592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322269.641471:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816766592:12345-0@lo:400:kworker.0 Request processed in 52us (2041us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322269.641477:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296
00000100:00100000:0.0:1767322269.641489:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297
00000100:00100000:0.0:1767322269.641494:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816766720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322269.641520:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816766720:12345-0@lo:400:kworker.0 Request processed in 26us (1991us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322269.641525:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297
00000100:00080000:3.0:1767322269.642110:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322269.642116:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322269.642148:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816766720:0@lo:400:kworker.0
00000100:00100000:3.0:1767322269.642161:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816766592:0@lo:400:kworker.0
00000100:00100000:1.0:1767322270.215281:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322270.599009:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322271.175872:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816766976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322271.175874:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816766848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322271.176010:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322271.176248:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816766848
00000100:00100000:0.0:1767322271.176257:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816766848
00000100:00100000:0.0:1767322271.176329:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995
00000100:00100000:0.0:1767322271.176338:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816766848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322271.176365:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322271.176407:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816766848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (397us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322271.176415:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995
00000100:00100000:2.0:1767322271.177236:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322271.177485:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816766976
00000100:00100000:3.0:1767322271.177493:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816766976
00000100:00100000:3.0:1767322271.177533:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996
00000100:00100000:3.0:1767322271.177543:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816766976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322271.177565:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322271.178710:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816766976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1165us (1473us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322271.178720:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996
00000100:00100000:2.0:1767322271.178868:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816766976:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322271.179279:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322271.179286:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322271.179323:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816766848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322271.238894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322271.622973:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322272.264393:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322272.647041:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322273.290482:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322273.447644:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322273.447821:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758741504
00000100:00100000:0.0:1767322273.447832:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758741504
00000100:00100000:0.0:1767322273.447919:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5239
00000100:00100000:0.0:1767322273.447937:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758741504:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322273.448028:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758741504:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 92us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322273.448036:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5239
00000100:00080000:1.0:1767322273.448240:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322273.449488:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322273.449574:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758741376
00000100:00100000:1.0:1767322273.449583:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758741376
00000100:00100000:1.0:1767322273.449623:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89676
00000100:00100000:1.0:1767322273.449631:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758741376:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322273.449655:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322273.449715:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758741376:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 84us (233us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322273.449722:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89676
00010000:00010000:2.0:1767322273.670994:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322274.310971:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322274.695381:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322274.760173:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322274.760184:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322274.760188:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322274.760192:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322274.760196:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322274.760204:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4812
00000100:00080000:1.0:1767322274.760209:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322274.760215:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322274.760259:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66248700 x1853166816767104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322274.760289:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322274.760293:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322274.760295:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322274.760299:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4812
00000100:00080000:1.0:1767322274.760301:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322274.760305:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322274.760318:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249c00 x1853166816767232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322274.760359:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322274.760363:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322274.760365:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322274.760369:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4812
00000100:00080000:1.0:1767322274.760371:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322274.760374:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322274.760386:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249f80 x1853166816767488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322274.760401:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322274.760404:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322274.760406:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322274.760409:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4812
00000100:00080000:1.0:1767322274.760411:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322274.760414:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322274.760422:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a300 x1853166816767744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322274.760483:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816767872:0@lo:400:kworker.0
00000100:00100000:1.0:1767322274.760551:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322274.760617:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322274.760623:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816768000:0@lo:400:kworker.0
00000100:00100000:1.0:1767322274.760646:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322274.760681:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816767872
00000100:00100000:1.0:1767322274.760688:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816767872
00000100:00100000:1.0:1767322274.760745:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816768000
00000100:00100000:1.0:1767322274.760748:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816768000
00000100:00100000:3.0:1767322274.766493:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816767360:0@lo:400:kworker.0
00000100:00100000:3.0:1767322274.766583:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322274.766639:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322274.766649:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816767616:0@lo:400:kworker.0
00000100:00100000:3.0:1767322274.766671:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322274.766863:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298
00000100:00100000:1.0:1767322274.766884:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816767360
00000100:00100000:1.0:1767322274.766891:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816767360
00000100:00100000:1.0:1767322274.766940:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816767616
00000100:00100000:1.0:1767322274.766943:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816767616
00000100:00100000:1.0:1767322274.766963:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5240
00000100:00100000:1.0:1767322274.766969:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816767360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322274.767031:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816767360:12345-0@lo:400:kworker.0 Request processed in 61us (447us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322274.767037:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5240
00000100:00100000:1.0:1767322274.767055:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5241
00000100:00100000:1.0:1767322274.767061:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816767616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322274.767089:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816767616:12345-0@lo:400:kworker.0 Request processed in 29us (418us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322274.767095:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5241
00000100:00080000:1.0:1767322274.767110:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322274.767115:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322274.767118:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322274.767181:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299
00000100:00100000:0.0:1767322274.767272:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816768000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322274.767314:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816768000:12345-0@lo:400:kworker.0 Request processed in 125us (6667us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322274.767320:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299
00000100:00100000:0.0:1767322274.767360:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816768000:0@lo:400:kworker.0
00000100:00100000:0.0:1767322274.767396:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816767872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322274.767431:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816767872:12345-0@lo:400:kworker.0 Request processed in 557us (6880us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322274.767438:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298
00000100:00100000:0.0:1767322274.767464:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816767872:0@lo:400:kworker.0
00000100:00100000:0.0:1767322274.767496:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816767616:0@lo:400:kworker.0
00000100:00100000:0.0:1767322274.767505:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816767360:0@lo:400:kworker.0
00000100:00100000:2.0:1767322274.768003:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816767104:0@lo:38:kworker.0
00000100:00100000:2.0:1767322274.768053:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322274.768074:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816767232:0@lo:38:kworker.0
00000100:00100000:2.0:1767322274.768097:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322274.768122:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816767232
00000100:00100000:2.0:1767322274.768126:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816767232
00000100:00100000:2.0:1767322274.768151:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152
00000100:00100000:2.0:1767322274.768155:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816767232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322274.768173:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322274.768210:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816767232:12345-0@lo:38:kworker.0 Request processed in 53us (111us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322274.768216:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152
00000100:00080000:2.0:1767322274.768268:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322274.768277:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322274.768280:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816767232:0@lo:38:kworker.0
00000100:00100000:2.0:1767322274.768286:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816767488:0@lo:38:kworker.0
00000100:00100000:2.0:1767322274.768316:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322274.768338:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816767104
00000100:00100000:2.0:1767322274.768342:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816767104
00000100:00100000:2.0:1767322274.768359:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816767488
00000100:00100000:2.0:1767322274.768361:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816767488
00000100:00100000:2.0:1767322274.768376:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89677
00000100:00100000:2.0:1767322274.768381:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816767104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322274.768392:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322274.768415:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816767104:12345-0@lo:38:kworker.0 Request processed in 33us (362us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322274.768421:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89677
00000100:00100000:2.0:1767322274.768445:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89678
00000100:00100000:2.0:1767322274.768449:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816767488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322274.768458:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322274.768480:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816767488:12345-0@lo:38:kworker.0 Request processed in 29us (163us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322274.768485:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89678
00000100:00080000:2.0:1767322274.768510:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322274.768513:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322274.768516:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816767488:0@lo:38:kworker.0
00000100:00100000:2.0:1767322274.768523:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816767744:0@lo:38:kworker.0
00000100:00100000:2.0:1767322274.768542:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322274.768558:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816767744
00000100:00100000:2.0:1767322274.768562:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816767744
00000100:00100000:2.0:1767322274.768578:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89679
00000100:00100000:2.0:1767322274.768582:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816767744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322274.768591:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322274.768613:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816767744:12345-0@lo:38:kworker.0 Request processed in 29us (69us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322274.768618:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89679
00000100:00080000:2.0:1767322274.768637:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322274.768641:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322274.768645:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816767744:0@lo:38:kworker.0
00000100:00080000:2.0:1767322274.768670:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322274.768673:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322274.768676:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816767104:0@lo:38:kworker.0
00000100:00100000:1.0:1767322275.336498:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322275.720470:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322276.295139:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816768128:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322276.295208:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322276.295400:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816768128
00000100:00100000:2.0:1767322276.295409:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816768128
00000100:00100000:1.0:1767322276.295554:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322276.295564:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816768256:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322276.295591:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322276.295619:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816768256
00000100:00100000:1.0:1767322276.295623:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816768256
00000100:00100000:2.0:1767322276.295695:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997
00000100:00100000:2.0:1767322276.295704:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816768128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322276.295745:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322276.295822:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816768128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (612us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322276.295829:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997
00000100:00100000:2.0:1767322276.295881:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816768128:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322276.298466:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322276.298476:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322276.301985:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998
00000100:00100000:1.0:1767322276.302003:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816768256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322276.302038:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322276.302255:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816768256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 259us (6662us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322276.302264:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998
00000100:00100000:3.0:1767322276.304016:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816768256:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322276.359499:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322276.743791:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322277.383048:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322277.774305:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322278.406883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322278.574157:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322278.574326:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322278.585340:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758741760
00000100:00100000:0.0:1767322278.585356:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758741760
00000100:00100000:0.0:1767322278.585473:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758741632
00000100:00100000:0.0:1767322278.585477:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758741632
00000100:00100000:0.0:1767322278.585500:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5242
00000100:00100000:0.0:1767322278.585509:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758741760:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322278.585589:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758741760:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 80us (11440us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322278.585596:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5242
00000100:00100000:0.0:1767322278.585615:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89680
00000100:00100000:0.0:1767322278.585620:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758741632:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322278.585649:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322278.585675:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758741632:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 54us (11361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322278.585681:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89680
00000100:00080000:1.0:1767322278.602775:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322278.790981:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322279.430935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322279.814994:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322279.878913:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322279.878924:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322279.878927:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322279.878931:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322279.878935:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322279.878944:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4817
00000100:00080000:1.0:1767322279.878948:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322279.878955:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322279.878996:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f55500 x1853166816768384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322279.879020:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322279.879023:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322279.879025:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322279.879029:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4817
00000100:00080000:1.0:1767322279.879031:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322279.879035:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322279.879049:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54700 x1853166816768512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322279.879076:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322279.879080:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322279.879082:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322279.879085:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4817
00000100:00080000:1.0:1767322279.879087:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322279.879091:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322279.879101:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f55880 x1853166816768768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322279.879116:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322279.879119:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322279.879121:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322279.879124:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4817
00000100:00080000:1.0:1767322279.879126:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322279.879129:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322279.879138:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f55180 x1853166816769024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322279.879258:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816768640:0@lo:400:kworker.0
00000100:00100000:0.0:1767322279.879324:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322279.879397:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322279.879404:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816768896:0@lo:400:kworker.0
00000100:00100000:0.0:1767322279.879425:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322279.879506:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816768640
00000100:00100000:1.0:1767322279.879513:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816768640
00000100:00100000:1.0:1767322279.879575:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816768896
00000100:00100000:1.0:1767322279.879579:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816768896
00000100:00100000:1.0:1767322279.879601:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5243
00000100:00100000:1.0:1767322279.879610:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816768640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322279.879659:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816768640:12345-0@lo:400:kworker.0 Request processed in 49us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322279.879666:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5243
00000100:00100000:1.0:1767322279.879714:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5244
00000100:00100000:1.0:1767322279.879721:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816768896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322279.879747:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816768896:12345-0@lo:400:kworker.0 Request processed in 27us (321us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322279.879773:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5244
00000100:00100000:3.0:1767322279.879852:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816769152:0@lo:400:kworker.0
00000100:00100000:3.0:1767322279.879882:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322279.879918:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322279.879924:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816769280:0@lo:400:kworker.0
00000100:00100000:3.0:1767322279.879944:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322279.879978:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816769152
00000100:00100000:3.0:1767322279.879981:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816769152
00000100:00100000:3.0:1767322279.880007:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816769280
00000100:00100000:3.0:1767322279.880010:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816769280
00000100:00100000:3.0:1767322279.880027:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300
00000100:00100000:3.0:1767322279.880036:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816769152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322279.880068:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816769152:12345-0@lo:400:kworker.0 Request processed in 35us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322279.880074:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300
00000100:00100000:3.0:1767322279.880084:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301
00000100:00100000:3.0:1767322279.880089:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816769280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322279.880110:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816769280:12345-0@lo:400:kworker.0 Request processed in 21us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322279.880115:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301
00000100:00100000:3.0:1767322279.880143:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816769280:0@lo:400:kworker.0
00000100:00100000:3.0:1767322279.880151:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816769152:0@lo:400:kworker.0
00000100:00100000:2.0:1767322279.880258:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816768384:0@lo:38:kworker.0
00000100:00100000:2.0:1767322279.880286:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322279.880303:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816768512:0@lo:38:kworker.0
00000100:00100000:2.0:1767322279.880326:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322279.880348:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816768512
00000100:00100000:2.0:1767322279.880351:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816768512
00000100:00100000:2.0:1767322279.880373:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153
00000100:00100000:2.0:1767322279.880378:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816768512:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322279.880395:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322279.880422:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816768512:12345-0@lo:38:kworker.0 Request processed in 43us (95us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322279.880428:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153
00000100:00080000:2.0:1767322279.880461:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322279.880466:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322279.880469:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816768512:0@lo:38:kworker.0
00000100:00100000:2.0:1767322279.880475:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816768768:0@lo:38:kworker.0
00000100:00100000:2.0:1767322279.880495:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322279.880512:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816768384
00000100:00100000:2.0:1767322279.880515:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816768384
00000100:00100000:2.0:1767322279.880532:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816768768
00000100:00100000:2.0:1767322279.880534:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816768768
00000100:00100000:2.0:1767322279.880549:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89681
00000100:00100000:2.0:1767322279.880553:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816768384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322279.880562:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322279.880585:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816768384:12345-0@lo:38:kworker.0 Request processed in 31us (298us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322279.880590:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89681
00000100:00100000:2.0:1767322279.880601:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89682
00000100:00100000:2.0:1767322279.880604:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816768768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322279.880612:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322279.880633:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816768768:12345-0@lo:38:kworker.0 Request processed in 27us (136us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322279.880638:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89682
00000100:00080000:2.0:1767322279.880663:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322279.880667:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322279.880670:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816768768:0@lo:38:kworker.0
00000100:00100000:2.0:1767322279.880689:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816769024:0@lo:38:kworker.0
00000100:00100000:2.0:1767322279.880709:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322279.880726:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816769024
00000100:00100000:2.0:1767322279.880729:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816769024
00000100:00100000:2.0:1767322279.880744:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89683
00000100:00100000:2.0:1767322279.880748:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816769024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322279.880777:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322279.880800:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816769024:12345-0@lo:38:kworker.0 Request processed in 50us (90us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322279.880806:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89683
00000100:00080000:2.0:1767322279.880829:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322279.880832:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322279.880835:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816769024:0@lo:38:kworker.0
00000100:00080000:2.0:1767322279.880852:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322279.880855:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322279.880857:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816768384:0@lo:38:kworker.0
00000100:00080000:0.0:1767322279.880928:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322279.880933:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322279.880935:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322279.880966:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816768896:0@lo:400:kworker.0
00000100:00100000:0.0:1767322279.880977:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816768640:0@lo:400:kworker.0
00000100:00100000:1.0:1767322280.454880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322280.839084:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322281.416750:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322281.416797:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816769408:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322281.416875:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322281.416953:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816769408
00000100:00100000:1.0:1767322281.416961:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816769408
00000100:00100000:1.0:1767322281.417022:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999
00000100:00100000:1.0:1767322281.417030:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816769408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322281.417059:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322281.417100:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816769408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322281.417107:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999
00000100:00080000:1.0:1767322281.417125:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322281.417146:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322281.417155:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816769536:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322281.417157:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816769408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322281.417186:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322281.417208:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816769536
00000100:00100000:1.0:1767322281.417211:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816769536
00000100:00080000:3.0:1767322281.417233:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322281.417237:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000
00000100:00100000:1.0:1767322281.417243:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816769536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322281.417258:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322281.417296:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816769536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (108us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322281.417302:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000
00000100:00100000:3.0:1767322281.417332:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816769536:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322281.481394:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322281.863142:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322282.503605:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322282.886979:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322283.526899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322283.688082:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767322283.688152:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758741888 offset 0 length 520: 4
00000100:00100000:2.0:1767322283.688218:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322283.692737:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758742144
00000100:00100000:0.0:1767322283.692738:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758742016
00000100:00100000:3.0:1767322283.692792:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758742144
00000100:00080000:1.0:1767322283.692902:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322283.692931:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5245
00000100:00100000:3.0:1767322283.692950:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758742144:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322283.693047:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758742016
00000100:00100000:0.0:1767322283.693124:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89684
00000100:00100000:0.0:1767322283.693133:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758742016:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:3.0:1767322283.693152:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758742144:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 206us (5075us total) trans 0 rc 0/0
00010000:00020000:0.0:1767322283.693163:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322283.693171:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5245
00000100:00100000:0.0:1767322283.693237:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758742016:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 101us (5016us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322283.693247:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89684
00010000:00010000:1.0:1767322283.911387:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322284.553545:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322284.936722:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322285.001840:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322259/real 1767322259]  req@ffff8d4e79407b80 x1853166816763136/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322284 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322285.001888:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e79407b80 x1853166816763136/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322284 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767322285.001915:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322285.001951:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767322285.001956:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816763136:0@lo:250:kworker.0
00000100:00080000:0.0:1767322285.002085:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322285.002093:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767322285.002097:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322285.002102:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4802
00000100:00080000:0.0:1767322285.002107:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322285.002116:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322285.002164:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573ca80 x1853166816769664/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322285.002196:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322285.002201:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322285.002204:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322285.002208:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4822
00000100:00080000:0.0:1767322285.002211:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322285.002215:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322285.002239:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573c000 x1853166816769792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322285.002249:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322285.002253:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322285.002254:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322285.002259:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4822
00000100:00080000:0.0:1767322285.002261:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322285.002264:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322285.002277:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573fb80 x1853166816769920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322285.002330:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322285.002334:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322285.002336:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322285.002340:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4822
00000100:00080000:0.0:1767322285.002342:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322285.002346:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322285.002359:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66248700 x1853166816770176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322285.002376:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322285.002379:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322285.002381:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322285.002384:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4822
00000100:00080000:0.0:1767322285.002386:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322285.002389:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322285.002400:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249f80 x1853166816770432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322285.002473:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816770560:0@lo:400:kworker.0
00000100:00100000:1.0:1767322285.002476:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816770304:0@lo:400:kworker.0
00000100:00100000:3.0:1767322285.002563:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816770048:0@lo:400:kworker.0
00000100:00100000:2.0:1767322285.002613:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816769664:0@lo:250:kworker.0
00000100:00100000:0.0:1767322285.008604:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322285.008776:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322285.008794:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816770688:0@lo:400:kworker.0
00000100:00100000:0.0:1767322285.009622:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322285.009728:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816770560
00000100:00100000:0.0:1767322285.009739:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816770560
00000100:00100000:0.0:1767322285.009843:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816770688
00000100:00100000:0.0:1767322285.010073:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816770688
00000100:00100000:0.0:1767322285.010129:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302
00000100:00100000:0.0:1767322285.010141:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816770560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322285.010244:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322285.010595:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322285.010600:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322285.011775:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303
00000100:00100000:1.0:1767322285.011799:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816770688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322285.011870:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816770688:12345-0@lo:400:kworker.0 Request processed in 81us (3021us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322285.011879:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303
00000100:00100000:1.0:1767322285.012233:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816770688:0@lo:400:kworker.0
00000100:00100000:1.0:1767322285.012253:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816770560:0@lo:400:kworker.0
00000100:00100000:1.0:1767322285.012314:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816770304
00000100:00100000:1.0:1767322285.012322:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816770304
00000100:00100000:1.0:1767322285.012374:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5246
00000100:00100000:1.0:1767322285.012382:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816770304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322285.012428:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816770304:12345-0@lo:400:kworker.0 Request processed in 46us (2183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322285.012435:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5246
00000100:00080000:1.0:1767322285.012455:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322285.012481:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816770304:0@lo:400:kworker.0
00000100:00100000:0.0:1767322285.012687:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816770560:12345-0@lo:400:kworker.0 Request processed in 1430us (2978us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322285.012697:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302
00000100:00100000:3.0:1767322285.013835:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322285.019270:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816770048
00000100:00100000:1.0:1767322285.019291:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816770048
00000100:00100000:1.0:1767322285.019418:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5247
00000100:00100000:1.0:1767322285.019430:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816770048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322285.019564:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816770048:12345-0@lo:400:kworker.0 Request processed in 136us (5733us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322285.019574:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5247
00000100:00080000:0.0:1767322285.020808:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767322285.022676:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816769664 offset 0 length 520: 4
00000100:00100000:2.0:1767322285.023561:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816769792:0@lo:38:kworker.0
00000100:00100000:2.0:1767322285.023652:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322285.023695:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816769920:0@lo:38:kworker.0
00000100:00100000:1.0:1767322285.023793:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816769792
00000100:00100000:1.0:1767322285.023804:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816769792
00000100:00100000:2.0:1767322285.023834:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322285.023881:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89685
00000100:00100000:1.0:1767322285.023891:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816769792:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322285.023918:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322285.023970:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816769792:12345-0@lo:38:kworker.0 Request processed in 80us (318us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322285.023978:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89685
00000100:00100000:0.0:1767322285.024219:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816770048:0@lo:400:kworker.0
00000100:00100000:2.0:1767322285.024236:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816770176:0@lo:38:kworker.0
00000100:00100000:0.0:1767322285.024264:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816769920
00000100:00100000:2.0:1767322285.024269:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322285.024270:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816769920
00000100:00100000:2.0:1767322285.024300:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816770176
00000100:00100000:0.0:1767322285.024305:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154
00000100:00100000:2.0:1767322285.024306:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816770176
00000100:00100000:0.0:1767322285.024314:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816769920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322285.024327:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322285.024340:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89686
00000100:00100000:2.0:1767322285.024346:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816770176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322285.024358:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322285.024367:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816769920:12345-0@lo:38:kworker.0 Request processed in 51us (532us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322285.024376:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154
00000100:00100000:2.0:1767322285.024660:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816770176:12345-0@lo:38:kworker.0 Request processed in 310us (390us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322285.024669:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89686
00000100:00080000:2.0:1767322285.025502:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322285.025512:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322285.025517:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816770176:0@lo:38:kworker.0
00000100:00100000:2.0:1767322285.025528:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816770432:0@lo:38:kworker.0
00000100:00100000:2.0:1767322285.026189:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322285.026282:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322285.026288:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322285.026292:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816769792:0@lo:38:kworker.0
00000100:00080000:2.0:1767322285.026305:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322285.026308:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322285.026312:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816769920:0@lo:38:kworker.0
00000100:00100000:0.0:1767322285.026532:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816770432
00000100:00100000:0.0:1767322285.026540:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816770432
00000100:00100000:0.0:1767322285.026597:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89687
00000100:00100000:0.0:1767322285.026605:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816770432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322285.026648:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322285.026718:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816770432:12345-0@lo:38:kworker.0 Request processed in 111us (531us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322285.026726:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89687
00000100:00080000:2.0:1767322285.027533:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322285.027542:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322285.027547:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816770432:0@lo:38:kworker.0
00000100:00100000:1.0:1767322285.574916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322285.959089:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322286.535172:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816770816:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322286.535248:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322286.535369:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816770816
00000100:00100000:3.0:1767322286.535380:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816770816
00000100:00100000:3.0:1767322286.535451:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001
00000100:00100000:3.0:1767322286.535461:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816770816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322286.535492:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322286.535671:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816770944:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322286.535702:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322286.535735:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816770944
00000100:00100000:0.0:1767322286.535739:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816770944
00000100:00100000:0.0:1767322286.535782:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002
00000100:00100000:0.0:1767322286.535790:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816770944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322286.535807:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322286.535842:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816770944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322286.535849:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002
00000100:00100000:0.0:1767322286.535907:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816770944:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322286.538234:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816770816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2762us (2973us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322286.538251:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001
00000100:00100000:2.0:1767322286.538576:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816770816:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322286.598937:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322286.983241:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322287.622933:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322288.007849:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322288.646925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322288.807860:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322288.808168:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758742400
00000100:00100000:1.0:1767322288.808178:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758742400
00000100:00100000:1.0:1767322288.808263:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5248
00000100:00100000:1.0:1767322288.808274:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758742400:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322288.808362:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758742400:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 89us (511us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322288.808375:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5248
00000100:00080000:0.0:1767322288.808507:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322288.808837:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322288.808961:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758742272
00000100:00100000:0.0:1767322288.808966:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758742272
00000100:00100000:0.0:1767322288.809000:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89688
00000100:00100000:0.0:1767322288.809006:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758742272:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322288.809038:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322288.809075:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758742272:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 68us (238us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322288.809081:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89688
00010000:00010000:2.0:1767322289.034914:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322289.670947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322290.055076:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322290.119118:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322290.119128:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322290.119132:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322290.119137:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322290.119141:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322290.119150:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4827
00000100:00080000:1.0:1767322290.119155:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322290.119162:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322290.119205:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f55500 x1853166816771072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322290.119306:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816771072:0@lo:38:kworker.0
00000100:00100000:2.0:1767322290.119391:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322290.119540:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816771072
00000100:00100000:3.0:1767322290.119549:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816771072
00000100:00100000:3.0:1767322290.119613:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89689
00000100:00100000:3.0:1767322290.119621:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816771072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322290.119643:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322290.119693:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322290.119698:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322290.119700:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322290.119704:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4827
00000100:00080000:1.0:1767322290.119706:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322290.119710:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322290.119723:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f55180 x1853166816771200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322290.121144:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816771200:0@lo:38:kworker.0
00000100:00100000:2.0:1767322290.121198:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322290.121319:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816771200
00000100:00100000:0.0:1767322290.121331:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816771200
00000100:00100000:0.0:1767322290.121359:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155
00000100:00100000:0.0:1767322290.121365:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816771200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322290.121382:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322290.121414:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816771200:12345-0@lo:38:kworker.0 Request processed in 48us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322290.121420:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155
00000100:00100000:3.0:1767322290.122011:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816771072:12345-0@lo:38:kworker.0 Request processed in 2387us (2618us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322290.122020:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89689
00000100:00080000:1.0:1767322290.122209:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322290.122214:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322290.122217:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322290.122223:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4827
00000100:00080000:1.0:1767322290.122226:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322290.122231:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322290.122248:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54700 x1853166816771456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322290.122264:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322290.122267:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322290.122269:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322290.122272:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4827
00000100:00080000:1.0:1767322290.122274:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322290.122277:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322290.122287:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54a80 x1853166816771712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322290.122474:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816771328:0@lo:400:kworker.0
00000100:00100000:0.0:1767322290.122514:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322290.122535:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322290.122539:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816771584:0@lo:400:kworker.0
00000100:00100000:0.0:1767322290.122556:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322290.122593:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816771328
00000100:00100000:0.0:1767322290.122604:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816771328
00000100:00100000:0.0:1767322290.122639:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816771584
00000100:00100000:0.0:1767322290.122642:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816771584
00000100:00100000:0.0:1767322290.122658:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5249
00000100:00100000:0.0:1767322290.122664:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816771328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322290.122700:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816771328:12345-0@lo:400:kworker.0 Request processed in 37us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322290.122706:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5249
00000100:00100000:0.0:1767322290.122716:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5250
00000100:00100000:0.0:1767322290.122721:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816771584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322290.122739:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816771584:12345-0@lo:400:kworker.0 Request processed in 18us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322290.122744:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5250
00000100:00080000:0.0:1767322290.122770:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322290.122800:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816771584:0@lo:400:kworker.0
00000100:00100000:0.0:1767322290.122809:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816771328:0@lo:400:kworker.0
00000100:00100000:1.0:1767322290.123184:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816771968:0@lo:400:kworker.0
00000100:00100000:1.0:1767322290.123215:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322290.123236:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322290.123241:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816771840:0@lo:400:kworker.0
00000100:00100000:1.0:1767322290.123260:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322290.123284:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816771968
00000100:00100000:1.0:1767322290.123287:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816771968
00000100:00100000:1.0:1767322290.123704:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816771840
00000100:00100000:1.0:1767322290.123708:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816771840
00000100:00100000:1.0:1767322290.123731:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304
00000100:00100000:1.0:1767322290.123737:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816771968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322290.123792:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816771968:12345-0@lo:400:kworker.0 Request processed in 55us (575us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322290.123802:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304
00000100:00100000:1.0:1767322290.123815:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305
00000100:00100000:1.0:1767322290.123821:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816771840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322290.123846:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816771840:12345-0@lo:400:kworker.0 Request processed in 26us (585us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322290.123851:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305
00000100:00080000:1.0:1767322290.123870:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322290.123873:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322290.123891:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816771840:0@lo:400:kworker.0
00000100:00100000:1.0:1767322290.123900:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816771968:0@lo:400:kworker.0
00000100:00080000:2.0:1767322290.124169:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322290.124175:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322290.124178:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816771072:0@lo:38:kworker.0
00000100:00100000:2.0:1767322290.124196:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816771456:0@lo:38:kworker.0
00000100:00100000:2.0:1767322290.124226:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322290.124309:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816771712:0@lo:38:kworker.0
00000100:00100000:2.0:1767322290.124748:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322290.124889:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322290.124894:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322290.124898:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816771200:0@lo:38:kworker.0
00000100:00100000:3.0:1767322290.125068:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816771456
00000100:00100000:3.0:1767322290.125074:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816771456
00000100:00100000:3.0:1767322290.125108:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816771712
00000100:00100000:3.0:1767322290.125112:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816771712
00000100:00100000:3.0:1767322290.125134:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89690
00000100:00100000:3.0:1767322290.125141:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816771456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322290.125159:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322290.125197:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816771456:12345-0@lo:38:kworker.0 Request processed in 55us (970us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322290.125203:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89690
00000100:00100000:3.0:1767322290.125217:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89691
00000100:00100000:3.0:1767322290.125221:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816771712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322290.125230:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322290.125250:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816771712:12345-0@lo:38:kworker.0 Request processed in 28us (503us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322290.125256:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89691
00000100:00080000:2.0:1767322290.125737:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322290.125743:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322290.125746:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816771456:0@lo:38:kworker.0
00000100:00080000:2.0:1767322290.125776:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322290.125780:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322290.125783:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816771712:0@lo:38:kworker.0
00000100:00100000:1.0:1767322290.696018:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322291.079016:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322291.655068:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322291.655096:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816772096:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322291.655162:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322291.656207:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816772096
00000100:00100000:3.0:1767322291.656219:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816772096
00000100:00100000:3.0:1767322291.656297:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003
00000100:00100000:3.0:1767322291.656308:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816772096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322291.656339:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322291.656403:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816772096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (1240us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322291.656411:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003
00000100:00100000:3.0:1767322291.656461:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816772096:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322291.665984:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322291.676310:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816772224:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322291.677012:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322291.680581:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816772224
00000100:00100000:2.0:1767322291.681455:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816772224
00000100:00100000:2.0:1767322291.681535:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004
00000100:00100000:2.0:1767322291.681546:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816772224:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322291.681682:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322291.681858:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816772224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 314us (4847us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322291.681866:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004
00000100:00100000:0.0:1767322291.687534:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816772224:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322291.718892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322292.103033:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322292.743064:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322293.127616:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322293.768571:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322293.929291:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322293.929351:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322293.929445:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758742528
00000100:00100000:0.0:1767322293.929454:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758742528
00000100:00100000:0.0:1767322293.929491:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758742656
00000100:00100000:0.0:1767322293.929493:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758742656
00000100:00100000:0.0:1767322293.929533:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5251
00000100:00100000:0.0:1767322293.929541:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758742656:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322293.929628:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758742656:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322293.929637:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5251
00000100:00100000:0.0:1767322293.929655:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89692
00000100:00100000:0.0:1767322293.929659:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758742528:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322293.929681:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322293.929705:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758742528:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (425us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322293.929710:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89692
00000100:00080000:3.0:1767322293.930665:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322294.151110:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322294.790934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322295.175149:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322295.238983:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322295.238993:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322295.238996:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322295.239000:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322295.239004:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322295.239012:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4832
00000100:00080000:2.0:1767322295.239016:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322295.239024:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322295.239062:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f4a80 x1853166816772352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322295.239079:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322295.239082:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322295.239084:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322295.239087:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4832
00000100:00080000:2.0:1767322295.239090:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322295.239093:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322295.239106:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f7480 x1853166816772480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322295.239107:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816772352:0@lo:38:kworker.0
00000100:00080000:2.0:1767322295.239148:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322295.239151:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322295.239153:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322295.239156:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4832
00000100:00080000:2.0:1767322295.239158:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322295.239160:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322295.239171:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f6a00 x1853166816772736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322295.239175:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322295.239184:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322295.239187:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322295.239188:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322295.239191:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4832
00000100:00080000:2.0:1767322295.239193:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322295.239196:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322295.239208:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1880 x1853166816772992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322295.239283:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816772608:0@lo:400:kworker.0
00000100:00100000:3.0:1767322295.239325:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322295.239363:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816772864:0@lo:400:kworker.0
00000100:00100000:1.0:1767322295.239393:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322295.239583:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816772480:0@lo:38:kworker.0
00000100:00100000:0.0:1767322295.239612:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322295.246715:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816773248:0@lo:400:kworker.0
00000100:00100000:2.0:1767322295.246810:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322295.251147:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816772736:0@lo:38:kworker.0
00000100:00100000:0.0:1767322295.251247:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322295.251296:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816772992:0@lo:38:kworker.0
00000100:00100000:0.0:1767322295.251336:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322295.251396:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816773120:0@lo:400:kworker.0
00000100:00100000:0.0:1767322295.251426:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322295.251571:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816772480
00000100:00100000:0.0:1767322295.251580:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816772480
00000100:00100000:0.0:1767322295.251620:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156
00000100:00100000:0.0:1767322295.251627:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816772480:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322295.251651:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322295.251695:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816772480:12345-0@lo:38:kworker.0 Request processed in 67us (12082us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322295.251702:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156
00000100:00100000:0.0:1767322295.251843:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816772352
00000100:00100000:0.0:1767322295.251848:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816772352
00000100:00100000:0.0:1767322295.251876:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816772608
00000100:00100000:0.0:1767322295.251880:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816772608
00000100:00100000:0.0:1767322295.251917:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816772864
00000100:00100000:0.0:1767322295.251920:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816772864
00000100:00100000:0.0:1767322295.251930:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816772736
00000100:00100000:0.0:1767322295.251932:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816772736
00000100:00100000:0.0:1767322295.251938:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816772992
00000100:00100000:0.0:1767322295.251940:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816772992
00000100:00100000:0.0:1767322295.251950:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5252
00000100:00100000:0.0:1767322295.251955:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816772608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322295.251995:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816772608:12345-0@lo:400:kworker.0 Request processed in 40us (12669us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322295.252001:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5252
00000100:00100000:0.0:1767322295.252013:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5253
00000100:00100000:0.0:1767322295.252018:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816772864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322295.252041:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816772864:12345-0@lo:400:kworker.0 Request processed in 23us (12648us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322295.252047:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5253
00000100:00100000:0.0:1767322295.252059:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89693
00000100:00100000:0.0:1767322295.252063:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816772352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322295.252072:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322295.252095:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816772352:12345-0@lo:38:kworker.0 Request processed in 30us (12920us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322295.252100:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89693
00000100:00100000:0.0:1767322295.252111:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89694
00000100:00100000:0.0:1767322295.252115:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816772736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322295.252124:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322295.252145:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816772736:12345-0@lo:38:kworker.0 Request processed in 29us (900us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322295.252151:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89694
00000100:00100000:0.0:1767322295.252163:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89695
00000100:00100000:0.0:1767322295.252167:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816772992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322295.252175:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322295.252194:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816772992:12345-0@lo:38:kworker.0 Request processed in 26us (858us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322295.252200:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89695
00000100:00080000:0.0:1767322295.252243:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322295.252249:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322295.252252:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816772480:0@lo:38:kworker.0
00000100:00080000:0.0:1767322295.252260:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322295.252264:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322295.252266:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816772736:0@lo:38:kworker.0
00000100:00080000:0.0:1767322295.252273:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322295.252277:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322295.252279:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816772992:0@lo:38:kworker.0
00000100:00080000:0.0:1767322295.252287:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322295.252291:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322295.252294:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816772352:0@lo:38:kworker.0
00000100:00100000:0.0:1767322295.252349:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816773248
00000100:00100000:0.0:1767322295.252353:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816773248
00000100:00100000:0.0:1767322295.252379:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816773120
00000100:00100000:0.0:1767322295.252383:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816773120
00000100:00100000:0.0:1767322295.252400:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306
00000100:00100000:0.0:1767322295.252406:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816773248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322295.252424:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307
00000100:00100000:2.0:1767322295.252433:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816773120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322295.252438:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816773248:12345-0@lo:400:kworker.0 Request processed in 33us (5629us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322295.252443:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306
00000100:00100000:2.0:1767322295.252468:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816773120:12345-0@lo:400:kworker.0 Request processed in 37us (1041us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322295.252474:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307
00000100:00100000:2.0:1767322295.252506:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816773120:0@lo:400:kworker.0
00000100:00100000:2.0:1767322295.252531:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816773248:0@lo:400:kworker.0
00000100:00080000:2.0:1767322295.252577:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322295.252582:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322295.252585:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322295.252670:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816772608:0@lo:400:kworker.0
00000100:00100000:1.0:1767322295.255223:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816772864:0@lo:400:kworker.0
00000100:00100000:1.0:1767322295.814867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322296.199300:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322296.777154:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322296.777181:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816773376:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322296.777254:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322296.777402:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816773376
00000100:00100000:3.0:1767322296.777411:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816773376
00000100:00100000:3.0:1767322296.777487:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005
00000100:00100000:3.0:1767322296.777495:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816773376:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322296.777536:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322296.777583:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816773376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322296.777590:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005
00000100:00100000:1.0:1767322296.777839:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816773376:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322296.778122:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816773504:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322296.778158:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322296.778234:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816773504
00000100:00100000:1.0:1767322296.778239:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816773504
00000100:00100000:1.0:1767322296.778280:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006
00000100:00100000:1.0:1767322296.778288:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816773504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322296.778306:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322296.778343:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816773504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322296.778350:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006
00000100:00100000:1.0:1767322296.778382:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816773504:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322296.838881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322297.223025:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322297.865547:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322298.248746:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322298.886959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322299.050739:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322299.050897:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322299.051271:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758742912
00000100:00100000:2.0:1767322299.051282:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758742912
00000100:00100000:2.0:1767322299.051362:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758742784
00000100:00100000:2.0:1767322299.051366:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758742784
00000100:00100000:2.0:1767322299.051383:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5254
00000100:00100000:2.0:1767322299.051392:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758742912:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322299.051476:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758742912:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (748us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322299.051484:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5254
00000100:00100000:2.0:1767322299.051515:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89696
00000100:00100000:2.0:1767322299.051519:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758742784:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322299.051538:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322299.051564:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758742784:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 42us (668us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322299.051570:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89696
00000100:00080000:0.0:1767322299.051945:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322299.272051:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322299.910954:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322300.295049:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322300.359922:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322300.359938:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322300.359941:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322300.359945:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322300.359952:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322300.359959:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4837
00000100:00080000:2.0:1767322300.359964:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322300.359971:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322300.360016:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d0000 x1853166816773632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322300.360310:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816773632:0@lo:38:kworker.0
00000100:00100000:0.0:1767322300.360392:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322300.360791:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816773632
00000100:00100000:3.0:1767322300.360801:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816773632
00000100:00100000:3.0:1767322300.360852:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89697
00000100:00100000:3.0:1767322300.360860:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816773632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322300.360883:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767322300.362046:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322300.362053:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322300.362056:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322300.362071:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4837
00000100:00080000:2.0:1767322300.362077:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322300.362083:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322300.362119:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2680 x1853166816773760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322300.365024:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816773760:0@lo:38:kworker.0
00000100:00100000:0.0:1767322300.365137:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322300.365266:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816773760
00000100:00100000:1.0:1767322300.365274:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816773760
00000100:00100000:1.0:1767322300.365326:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157
00000100:00100000:1.0:1767322300.365333:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816773760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322300.365354:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322300.365396:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816773760:12345-0@lo:38:kworker.0 Request processed in 62us (258us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322300.365403:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157
00000100:00100000:3.0:1767322300.366601:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816773632:12345-0@lo:38:kworker.0 Request processed in 5735us (6202us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322300.366613:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89697
00000100:00100000:1.0:1767322300.367104:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767322300.367132:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322300.367136:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322300.367139:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322300.367144:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4837
00000100:00080000:2.0:1767322300.367148:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322300.367153:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322300.367172:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3100 x1853166816774016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322300.367220:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322300.367234:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816774144:0@lo:400:kworker.0
00000100:00100000:3.0:1767322300.367276:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322300.367326:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816774144
00000100:00100000:3.0:1767322300.367332:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816774144
00000100:00100000:3.0:1767322300.367380:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5255
00000100:00100000:3.0:1767322300.367390:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816774144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322300.367436:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816774144:12345-0@lo:400:kworker.0 Request processed in 49us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322300.367443:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5255
00000100:00080000:3.0:1767322300.367460:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322300.367501:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816774144:0@lo:400:kworker.0
00000100:00100000:1.0:1767322300.368999:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816773888:0@lo:400:kworker.0
00000100:00100000:1.0:1767322300.369072:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322300.369467:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816773888
00000100:00100000:3.0:1767322300.369475:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816773888
00000100:00100000:3.0:1767322300.369559:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5256
00000100:00100000:3.0:1767322300.369569:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816773888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322300.369626:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816773888:12345-0@lo:400:kworker.0 Request processed in 58us (553us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322300.369633:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5256
00000100:00080000:0.0:1767322300.369749:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322300.369767:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322300.369771:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816773632:0@lo:38:kworker.0
00000100:00100000:0.0:1767322300.369793:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816774016:0@lo:38:kworker.0
00000100:00100000:0.0:1767322300.369821:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322300.369844:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322300.369848:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322300.369851:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816773760:0@lo:38:kworker.0
00000100:00080000:1.0:1767322300.369915:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322300.369940:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816773888:0@lo:400:kworker.0
00000100:00100000:3.0:1767322300.370009:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816774016
00000100:00100000:3.0:1767322300.370013:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816774016
00000100:00100000:3.0:1767322300.370054:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89698
00000100:00100000:3.0:1767322300.370224:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816774016:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322300.370251:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322300.370371:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816774016:12345-0@lo:38:kworker.0 Request processed in 310us (549us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322300.370382:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89698
00000100:00080000:0.0:1767322300.370445:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322300.370453:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322300.370457:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816774016:0@lo:38:kworker.0
00000100:00080000:2.0:1767322300.370583:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322300.370589:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322300.370592:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322300.370597:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4837
00000100:00080000:2.0:1767322300.370601:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322300.370606:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322300.370635:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3b80 x1853166816774272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322300.370725:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816774272:0@lo:38:kworker.0
00000100:00100000:0.0:1767322300.370752:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322300.370871:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816774272
00000100:00100000:1.0:1767322300.370877:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816774272
00000100:00100000:1.0:1767322300.370906:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89699
00000100:00100000:1.0:1767322300.370911:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816774272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322300.370923:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322300.371500:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816774528:0@lo:400:kworker.0
00000100:00100000:2.0:1767322300.371534:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322300.371556:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322300.371561:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816774400:0@lo:400:kworker.0
00000100:00100000:2.0:1767322300.371579:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322300.371620:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816774528
00000100:00100000:2.0:1767322300.371624:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816774528
00000100:00100000:2.0:1767322300.371662:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816774400
00000100:00100000:2.0:1767322300.371666:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816774400
00000100:00100000:2.0:1767322300.371688:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308
00000100:00100000:2.0:1767322300.371694:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816774528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322300.371734:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816774528:12345-0@lo:400:kworker.0 Request processed in 41us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322300.371741:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308
00000100:00100000:2.0:1767322300.371777:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309
00000100:00100000:2.0:1767322300.371783:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816774400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322300.371807:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816774400:12345-0@lo:400:kworker.0 Request processed in 26us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322300.371812:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309
00000100:00080000:2.0:1767322300.371836:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322300.371839:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322300.371858:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816774400:0@lo:400:kworker.0
00000100:00100000:2.0:1767322300.371867:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816774528:0@lo:400:kworker.0
00000100:00100000:1.0:1767322300.374831:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816774272:12345-0@lo:38:kworker.0 Request processed in 3907us (4066us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322300.374846:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89699
00000100:00080000:0.0:1767322300.374962:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322300.374968:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322300.374972:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816774272:0@lo:38:kworker.0
00000100:00100000:1.0:1767322300.934927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322301.319074:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322301.895166:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322301.895727:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816774656:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322301.895898:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322301.896019:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816774656
00000100:00100000:0.0:1767322301.896028:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816774656
00000100:00100000:0.0:1767322301.896086:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007
00000100:00100000:0.0:1767322301.896096:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816774656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322301.896127:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322301.896176:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816774656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322301.896194:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007
00000100:00100000:2.0:1767322301.896494:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816774656:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322301.896934:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816774784:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322301.896965:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322301.899520:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816774784
00000100:00100000:1.0:1767322301.899537:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816774784
00000100:00100000:1.0:1767322301.899642:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008
00000100:00100000:1.0:1767322301.899652:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816774784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322301.899686:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322301.899781:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816774784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (2814us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322301.899796:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008
00000100:00100000:2.0:1767322301.899888:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816774784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322301.959076:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322302.343436:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322302.982973:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322303.367442:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322304.006906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322304.169209:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322304.169270:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322304.169379:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758743168
00000100:00100000:0.0:1767322304.169390:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758743168
00000100:00100000:0.0:1767322304.169494:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758743040
00000100:00100000:0.0:1767322304.169498:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758743040
00000100:00100000:0.0:1767322304.169518:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5257
00000100:00100000:0.0:1767322304.169528:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758743168:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322304.169605:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758743168:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 79us (406us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322304.169613:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5257
00000100:00100000:0.0:1767322304.169632:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89700
00000100:00100000:0.0:1767322304.169637:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758743040:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322304.169659:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322304.169686:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758743040:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (415us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322304.169692:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89700
00000100:00080000:2.0:1767322304.170402:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322304.393091:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322305.030896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322305.415016:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322305.479206:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322305.479217:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322305.479221:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322305.479225:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322305.479230:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322305.479237:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4842
00000100:00080000:1.0:1767322305.479243:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322305.479250:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322305.479310:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7dc00 x1853166816774912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322305.479329:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322305.479332:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322305.479334:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322305.479337:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4842
00000100:00080000:1.0:1767322305.479339:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322305.479343:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322305.479367:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ca80 x1853166816775040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322305.479403:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322305.479407:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322305.479409:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322305.479412:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4842
00000100:00080000:1.0:1767322305.479415:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322305.479417:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322305.479428:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c000 x1853166816775296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322305.479452:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322305.479455:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322305.479457:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322305.479461:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4842
00000100:00080000:1.0:1767322305.479463:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322305.479466:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322305.479476:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7e680 x1853166816775552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322305.480735:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816775168:0@lo:400:kworker.0
00000100:00100000:3.0:1767322305.480863:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322305.480933:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322305.480940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816775424:0@lo:400:kworker.0
00000100:00100000:3.0:1767322305.480963:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322305.481015:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816775168
00000100:00100000:3.0:1767322305.481023:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816775168
00000100:00100000:3.0:1767322305.481079:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816775424
00000100:00100000:3.0:1767322305.481082:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816775424
00000100:00100000:3.0:1767322305.481106:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5258
00000100:00100000:3.0:1767322305.481114:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816775168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322305.481165:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816775168:12345-0@lo:400:kworker.0 Request processed in 51us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322305.481172:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5258
00000100:00100000:3.0:1767322305.481188:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5259
00000100:00100000:3.0:1767322305.481195:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816775424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322305.481220:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816775424:12345-0@lo:400:kworker.0 Request processed in 26us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322305.481226:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5259
00000100:00080000:3.0:1767322305.481242:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322305.481278:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816775424:0@lo:400:kworker.0
00000100:00100000:3.0:1767322305.481289:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816775168:0@lo:400:kworker.0
00000100:00100000:2.0:1767322305.482958:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816775808:0@lo:400:kworker.0
00000100:00100000:2.0:1767322305.483024:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322305.483083:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322305.483090:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816775680:0@lo:400:kworker.0
00000100:00100000:2.0:1767322305.483109:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322305.483213:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816774912:0@lo:38:kworker.0
00000100:00100000:0.0:1767322305.483488:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322305.483515:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816775040:0@lo:38:kworker.0
00000100:00100000:0.0:1767322305.483540:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322305.483564:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816775296:0@lo:38:kworker.0
00000100:00100000:0.0:1767322305.483583:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322305.483596:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816775552:0@lo:38:kworker.0
00000100:00100000:0.0:1767322305.483788:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322305.483824:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816775040
00000100:00100000:0.0:1767322305.483832:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816775040
00000100:00100000:0.0:1767322305.483871:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158
00000100:00100000:0.0:1767322305.483878:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816775040:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322305.483981:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322305.484024:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816775040:12345-0@lo:38:kworker.0 Request processed in 144us (481us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322305.484030:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158
00000100:00100000:0.0:1767322305.484058:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816774912
00000100:00100000:0.0:1767322305.484062:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816774912
00000100:00100000:0.0:1767322305.484078:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816775296
00000100:00100000:0.0:1767322305.484080:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816775296
00000100:00100000:0.0:1767322305.484092:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816775552
00000100:00100000:0.0:1767322305.484095:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816775552
00000100:00100000:0.0:1767322305.484108:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89701
00000100:00100000:0.0:1767322305.484112:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816774912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322305.484122:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322305.484147:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816774912:12345-0@lo:38:kworker.0 Request processed in 33us (659us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322305.484152:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89701
00000100:00100000:0.0:1767322305.484164:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89702
00000100:00100000:0.0:1767322305.484168:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816775296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322305.484177:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322305.484193:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816775808
00000100:00100000:3.0:1767322305.484199:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816775808
00000100:00100000:0.0:1767322305.484201:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816775296:12345-0@lo:38:kworker.0 Request processed in 30us (616us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322305.484209:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89702
00000100:00100000:0.0:1767322305.484223:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89703
00000100:00100000:0.0:1767322305.484226:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816775552:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322305.484248:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816775680
00000100:00100000:3.0:1767322305.484252:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816775680
00000100:00100000:3.0:1767322305.484271:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310
00000100:00100000:3.0:1767322305.484281:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816775808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322305.484340:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816775808:12345-0@lo:400:kworker.0 Request processed in 63us (1317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322305.484347:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310
00000100:00100000:1.0:1767322305.484467:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311
00000100:00100000:1.0:1767322305.484477:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816775680:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322305.484514:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322305.484518:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816775680:12345-0@lo:400:kworker.0 Request processed in 42us (1406us total) trans 0 rc 0/0
00000100:00080000:3.0:1767322305.484520:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322305.484528:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311
00000100:00100000:2.0:1767322305.484838:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816775680:0@lo:400:kworker.0
00000100:00100000:2.0:1767322305.484853:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816775808:0@lo:400:kworker.0
00000100:00080000:2.0:1767322305.485009:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322305.485015:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322305.485019:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816774912:0@lo:38:kworker.0
00000100:00080000:2.0:1767322305.485029:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322305.485033:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322305.485035:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816775040:0@lo:38:kworker.0
00000100:00080000:2.0:1767322305.485043:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322305.485046:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322305.485049:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816775296:0@lo:38:kworker.0
00010000:00020000:0.0:1767322305.485110:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322305.485191:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816775552:12345-0@lo:38:kworker.0 Request processed in 962us (1436us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322305.485198:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89703
00000100:00080000:2.0:1767322305.492175:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322305.492190:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322305.492195:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816775552:0@lo:38:kworker.0
00000100:00100000:1.0:1767322306.054959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322306.441504:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322307.015014:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322307.015040:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816775936:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322307.015135:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322307.015168:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816775936
00000100:00100000:1.0:1767322307.015178:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816775936
00000100:00100000:1.0:1767322307.015257:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009
00000100:00100000:1.0:1767322307.015268:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816775936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322307.015297:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322307.015364:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816775936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322307.015373:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009
00000100:00100000:2.0:1767322307.015645:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816775936:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767322307.015989:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322307.015997:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816776064:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322307.016031:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322307.016497:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816776064
00000100:00100000:3.0:1767322307.016504:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816776064
00000100:00100000:3.0:1767322307.016556:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010
00000100:00100000:3.0:1767322307.016563:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816776064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322307.016584:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322307.016830:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816776064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 266us (797us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322307.016837:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010
00000100:00080000:0.0:1767322307.016964:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322307.018715:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816776064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322307.078944:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322307.462977:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322308.105560:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322308.487640:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322309.128185:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322309.288205:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322309.288331:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758743296
00000100:00100000:0.0:1767322309.288342:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758743296
00000100:00100000:0.0:1767322309.288389:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89704
00000100:00100000:0.0:1767322309.288397:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758743296:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322309.288453:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322309.288533:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758743296:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 135us (337us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322309.288543:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89704
00000100:00100000:0.0:1767322309.291511:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322309.291650:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758743424
00000100:00100000:1.0:1767322309.291664:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758743424
00000100:00100000:1.0:1767322309.291791:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5260
00000100:00100000:1.0:1767322309.291804:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758743424:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322309.291909:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758743424:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 107us (410us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322309.291917:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5260
00000100:00080000:0.0:1767322309.292900:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767322309.298268:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758743552 offset 0 length 520: 4
00010000:00010000:2.0:1767322309.513813:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322310.150992:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322310.535174:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322310.599076:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322310.599091:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322310.599094:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322310.599100:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322310.599106:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322310.599116:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4848
00000100:00080000:2.0:1767322310.599122:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322310.599131:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322310.599185:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3480 x1853166816776192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322310.599216:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322310.599220:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322310.599222:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322310.599227:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4848
00000100:00080000:2.0:1767322310.599229:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322310.599233:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322310.599250:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2680 x1853166816776320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322310.599304:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322310.599309:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322310.599311:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322310.599316:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4848
00000100:00080000:2.0:1767322310.599318:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322310.599322:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322310.599334:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2a00 x1853166816776576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322310.599350:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322310.599354:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322310.599356:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322310.599360:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4848
00000100:00080000:2.0:1767322310.599362:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322310.599365:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322310.599377:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f55500 x1853166816776832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322310.599481:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816777088:0@lo:400:kworker.0
00000100:00100000:2.0:1767322310.599563:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322310.599664:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322310.599671:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816776960:0@lo:400:kworker.0
00000100:00100000:2.0:1767322310.599695:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322310.599731:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816777088
00000100:00100000:2.0:1767322310.599739:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816777088
00000100:00100000:2.0:1767322310.599844:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816776960
00000100:00100000:2.0:1767322310.599847:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816776960
00000100:00100000:2.0:1767322310.599872:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312
00000100:00100000:2.0:1767322310.599882:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816777088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322310.599940:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816777088:12345-0@lo:400:kworker.0 Request processed in 59us (377us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322310.599948:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312
00000100:00100000:2.0:1767322310.599970:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313
00000100:00100000:2.0:1767322310.599977:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816776960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322310.600005:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816776960:12345-0@lo:400:kworker.0 Request processed in 29us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322310.600012:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313
00000100:00100000:2.0:1767322310.600071:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816776960:0@lo:400:kworker.0
00000100:00100000:2.0:1767322310.600083:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816777088:0@lo:400:kworker.0
00000100:00100000:3.0:1767322310.600185:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816776704:0@lo:400:kworker.0
00000100:00100000:3.0:1767322310.600225:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322310.600259:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322310.600265:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816776448:0@lo:400:kworker.0
00000100:00100000:3.0:1767322310.600290:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322310.600842:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816776704
00000100:00100000:1.0:1767322310.600851:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816776704
00000100:00100000:1.0:1767322310.600906:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816776448
00000100:00100000:1.0:1767322310.600910:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816776448
00000100:00100000:1.0:1767322310.600938:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5261
00000100:00100000:1.0:1767322310.600947:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816776704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322310.601001:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816776704:12345-0@lo:400:kworker.0 Request processed in 55us (775us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322310.601010:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5261
00000100:00100000:1.0:1767322310.601026:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5262
00000100:00100000:1.0:1767322310.601032:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816776448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322310.601058:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816776448:12345-0@lo:400:kworker.0 Request processed in 26us (767us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322310.601064:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5262
00000100:00100000:3.0:1767322310.601172:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816776448:0@lo:400:kworker.0
00000100:00100000:3.0:1767322310.601185:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816776704:0@lo:400:kworker.0
00000100:00100000:0.0:1767322310.601365:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322285/real 1767322285]  req@ffff8d4d4573ca80 x1853166816769664/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322310 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322310.601405:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4573ca80 x1853166816769664/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322310 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322310.601423:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816776192:0@lo:38:kworker.0
00000100:00100000:0.0:1767322310.601459:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322310.601488:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816776320:0@lo:38:kworker.0
00000100:00100000:0.0:1767322310.601515:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322310.601544:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816776576:0@lo:38:kworker.0
00000100:00100000:0.0:1767322310.601566:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322310.601720:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816776320
00000100:00100000:1.0:1767322310.601726:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816776320
00000100:00100000:1.0:1767322310.601779:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159
00000100:00100000:1.0:1767322310.601785:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816776320:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322310.601809:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322310.601843:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816776320:12345-0@lo:38:kworker.0 Request processed in 58us (326us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322310.601850:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159
00000100:00080000:1.0:1767322310.601886:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322310.601893:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322310.601896:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322310.602254:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816776832:0@lo:38:kworker.0
00000100:00100000:0.0:1767322310.602282:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322310.605679:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322310.605726:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322310.605732:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816769664:0@lo:250:kworker.0
00000100:00080000:0.0:1767322310.605818:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322310.605823:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322310.605826:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816776320:0@lo:38:kworker.0
00000100:00080000:0.0:1767322310.605865:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322310.605872:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767322310.605875:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322310.605879:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4827
00000100:00080000:0.0:1767322310.605884:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322310.605891:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322310.605940:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573ca80 x1853166816777216/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322310.606004:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816777216:0@lo:250:kworker.0
00000400:00000100:0.0:1767322310.606055:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816777216 offset 0 length 520: 4
00000100:00100000:3.0:1767322310.606382:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816776192
00000100:00100000:3.0:1767322310.608834:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816776192
00000100:00100000:3.0:1767322310.608929:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816776576
00000100:00100000:3.0:1767322310.608933:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816776576
00000100:00100000:3.0:1767322310.608957:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816776832
00000100:00100000:3.0:1767322310.608960:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816776832
00000100:00100000:3.0:1767322310.608986:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89705
00000100:00100000:3.0:1767322310.608997:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816776192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322310.609028:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322310.609135:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816776192:12345-0@lo:38:kworker.0 Request processed in 139us (7674us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322310.609144:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89705
00000100:00100000:3.0:1767322310.609162:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89706
00000100:00100000:3.0:1767322310.609166:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816776576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322310.609176:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322310.609202:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816776576:12345-0@lo:38:kworker.0 Request processed in 34us (7634us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322310.609208:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89706
00000100:00100000:3.0:1767322310.609219:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89707
00000100:00100000:3.0:1767322310.609222:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816776832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322310.609232:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322310.609256:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816776832:12345-0@lo:38:kworker.0 Request processed in 32us (6973us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322310.609262:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89707
00000100:00080000:0.0:1767322310.609464:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322310.609471:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322310.609476:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816776192:0@lo:38:kworker.0
00000100:00080000:0.0:1767322310.609489:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322310.609493:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322310.609495:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816776576:0@lo:38:kworker.0
00000100:00080000:0.0:1767322310.609505:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322310.609508:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322310.609512:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816776832:0@lo:38:kworker.0
00000100:00100000:1.0:1767322311.174916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322311.560792:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322312.135451:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816777344:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322312.135528:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322312.135622:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322312.135629:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816777472:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322312.135651:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322312.135783:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816777344
00000100:00100000:1.0:1767322312.135801:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816777344
00000100:00100000:2.0:1767322312.135819:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816777472
00000100:00100000:2.0:1767322312.135826:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816777472
00000100:00100000:1.0:1767322312.135877:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011
00000100:00100000:1.0:1767322312.135887:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816777344:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322312.135899:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322312.135903:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767322312.135919:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322312.135987:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816777344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (458us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322312.135996:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011
00000100:00100000:0.0:1767322312.136183:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816777344:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322312.136338:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012
00000100:00100000:1.0:1767322312.136346:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816777472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322312.136363:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322312.136413:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816777472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (761us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322312.136420:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012
00000100:00100000:0.0:1767322312.136600:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816777472:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322312.199328:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322312.583104:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322313.222994:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322313.607689:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322314.247300:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322314.411115:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322314.411373:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322314.420168:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758743808
00000100:00100000:1.0:1767322314.420202:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758743808
00000100:00100000:1.0:1767322314.420610:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758743680
00000100:00100000:1.0:1767322314.420615:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758743680
00000100:00080000:0.0:1767322314.420679:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322314.427037:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5263
00000100:00100000:2.0:1767322314.427071:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758743808:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322314.427220:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758743808:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 166us (16193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322314.427229:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5263
00000100:00100000:2.0:1767322314.427257:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89708
00000100:00100000:2.0:1767322314.427262:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758743680:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322314.427291:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322314.427322:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758743680:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (15949us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322314.427328:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89708
00010000:00010000:2.0:1767322314.633040:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322315.271535:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322315.656961:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322315.719215:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322315.719231:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322315.719628:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322315.719635:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322315.719751:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322315.719793:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4853
00000100:00080000:3.0:1767322315.719801:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322315.719810:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322315.719870:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2680 x1853166816777600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322315.720517:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816777600:0@lo:38:kworker.0
00000100:00100000:0.0:1767322315.720629:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322315.721117:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322315.721123:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322315.721126:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322315.721132:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4853
00000100:00080000:3.0:1767322315.721137:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322315.721142:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322315.721172:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1880 x1853166816777728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322315.721618:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816777728:0@lo:38:kworker.0
00000100:00100000:1.0:1767322315.721753:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816777600
00000100:00100000:1.0:1767322315.721787:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816777600
00000100:00100000:1.0:1767322315.721910:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89709
00000100:00100000:1.0:1767322315.721920:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816777600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322315.721951:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322315.722038:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816777600:12345-0@lo:38:kworker.0 Request processed in 117us (1415us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322315.722046:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89709
00000100:00100000:0.0:1767322315.722157:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322315.722216:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322315.722221:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322315.722225:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816777600:0@lo:38:kworker.0
00000100:00100000:0.0:1767322315.722290:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816777728
00000100:00100000:0.0:1767322315.722294:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816777728
00000100:00100000:0.0:1767322315.722321:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160
00000100:00100000:0.0:1767322315.722327:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816777728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322315.722339:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322315.722380:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816777728:12345-0@lo:38:kworker.0 Request processed in 51us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322315.722387:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160
00000100:00080000:0.0:1767322315.722415:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322315.722419:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322315.722422:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816777728:0@lo:38:kworker.0
00000100:00080000:3.0:1767322315.722649:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322315.722655:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322315.722658:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322315.722663:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4853
00000100:00080000:3.0:1767322315.722667:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322315.722673:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322315.722694:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1880 x1853166816777984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322315.722714:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322315.722717:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322315.722719:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322315.722723:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4853
00000100:00080000:3.0:1767322315.722727:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322315.722731:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322315.722742:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75296680 x1853166816778240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322315.722816:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816778112:0@lo:400:kworker.0
00000100:00100000:3.0:1767322315.722858:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322315.722907:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816777984:0@lo:38:kworker.0
00000100:00100000:0.0:1767322315.722951:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816778368:0@lo:400:kworker.0
00000100:00100000:0.0:1767322315.722982:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322315.723012:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322315.723017:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816778496:0@lo:400:kworker.0
00000100:00100000:0.0:1767322315.723041:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322315.723073:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816778368
00000100:00100000:0.0:1767322315.723079:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816778368
00000100:00100000:0.0:1767322315.723478:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314
00000100:00100000:0.0:1767322315.723489:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816778368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322315.723544:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816778368:12345-0@lo:400:kworker.0 Request processed in 58us (560us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322315.723550:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314
00000100:00100000:0.0:1767322315.723568:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816778496
00000100:00100000:0.0:1767322315.723571:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816778496
00000100:00100000:0.0:1767322315.723599:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315
00000100:00100000:0.0:1767322315.723605:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816778496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322315.723652:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816778496:12345-0@lo:400:kworker.0 Request processed in 48us (610us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322315.723658:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315
00000100:00080000:0.0:1767322315.723677:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322315.723682:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322315.723714:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816778496:0@lo:400:kworker.0
00000100:00100000:0.0:1767322315.723726:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816778368:0@lo:400:kworker.0
00000100:00100000:0.0:1767322315.723751:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816777856:0@lo:400:kworker.0
00000100:00100000:3.0:1767322315.724226:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322315.724453:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816778112
00000100:00100000:2.0:1767322315.724461:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816778112
00000100:00100000:2.0:1767322315.724514:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5264
00000100:00100000:2.0:1767322315.724523:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816778112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322315.724577:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816778112:12345-0@lo:400:kworker.0 Request processed in 56us (1718us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322315.724584:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5264
00000100:00080000:2.0:1767322315.724608:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322315.724662:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816778112:0@lo:400:kworker.0
00000100:00100000:1.0:1767322315.729319:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816777856
00000100:00100000:1.0:1767322315.729337:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816777856
00000100:00100000:1.0:1767322315.729490:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5265
00000100:00100000:1.0:1767322315.729502:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816777856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322315.729603:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816777856:12345-0@lo:400:kworker.0 Request processed in 104us (5379us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322315.729612:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5265
00000100:00080000:0.0:1767322315.729782:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322315.729872:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816777856:0@lo:400:kworker.0
00000100:00100000:2.0:1767322315.729975:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322315.730013:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816778240:0@lo:38:kworker.0
00000100:00100000:2.0:1767322315.730056:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322315.730138:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816777984
00000100:00100000:3.0:1767322315.730144:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816777984
00000100:00100000:3.0:1767322315.730172:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816778240
00000100:00100000:3.0:1767322315.730175:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816778240
00000100:00100000:3.0:1767322315.730199:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89710
00000100:00100000:3.0:1767322315.730205:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816777984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322315.730228:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322315.730272:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816777984:12345-0@lo:38:kworker.0 Request processed in 66us (298us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322315.730280:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89710
00000100:00100000:3.0:1767322315.730292:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89711
00000100:00100000:3.0:1767322315.730296:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816778240:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322315.730305:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322315.730326:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816778240:12345-0@lo:38:kworker.0 Request processed in 29us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322315.730333:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89711
00000100:00080000:3.0:1767322315.732467:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322315.732487:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322315.732494:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816777984:0@lo:38:kworker.0
00000100:00080000:3.0:1767322315.732519:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322315.732523:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322315.732526:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816778240:0@lo:38:kworker.0
00000100:00100000:1.0:1767322316.294909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322316.682230:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322317.255072:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816778624:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322317.255176:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322317.255418:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816778624
00000100:00100000:1.0:1767322317.255429:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816778624
00000100:00100000:1.0:1767322317.255513:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013
00000100:00100000:1.0:1767322317.255524:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816778624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322317.255563:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:0.0:1767322317.255655:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322317.256006:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816778624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 481us (828us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322317.256018:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013
00000100:00100000:3.0:1767322317.256204:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816778624:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322317.256231:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322317.256239:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816778752:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322317.256274:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322317.256317:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816778752
00000100:00100000:3.0:1767322317.256322:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816778752
00000100:00100000:3.0:1767322317.256367:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014
00000100:00100000:3.0:1767322317.256378:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816778752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322317.256400:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322317.256433:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816778752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (157us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322317.256439:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014
00000100:00100000:3.0:1767322317.256466:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816778752:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767322317.259261:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322317.318946:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322317.703215:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322318.345444:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322318.728922:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322319.368137:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322319.536586:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322319.536645:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322319.537088:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758744064
00000100:00100000:0.0:1767322319.537103:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758744064
00000100:00100000:0.0:1767322319.537209:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758743936
00000100:00100000:0.0:1767322319.537212:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758743936
00000100:00100000:0.0:1767322319.537236:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5266
00000100:00100000:0.0:1767322319.537250:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758744064:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322319.537374:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758744064:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 127us (804us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322319.537394:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5266
00000100:00100000:0.0:1767322319.537417:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89712
00000100:00100000:0.0:1767322319.537423:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758743936:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322319.537450:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322319.537482:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758743936:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (836us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322319.537489:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89712
00000100:00080000:1.0:1767322319.538228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322319.751529:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322320.390943:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322320.776599:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322320.838887:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322320.838899:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322320.838903:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322320.838907:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322320.838913:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322320.838924:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4858
00000100:00080000:3.0:1767322320.838929:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322320.838936:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322320.838978:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294e00 x1853166816778880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322320.839016:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322320.839020:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322320.839022:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322320.839026:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4858
00000100:00080000:3.0:1767322320.839029:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322320.839032:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322320.839055:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297100 x1853166816779008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322320.839056:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816778880:0@lo:38:kworker.0
00000100:00080000:3.0:1767322320.839105:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322320.839110:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322320.839112:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322320.839117:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4858
00000100:00080000:3.0:1767322320.839119:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322320.839124:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322320.839132:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816779136:0@lo:400:kworker.0
00000100:00100000:3.0:1767322320.839140:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295880 x1853166816779264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322320.839141:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322320.839182:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322320.839212:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816779008:0@lo:38:kworker.0
00000100:00100000:0.0:1767322320.839218:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322320.839229:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816779392:0@lo:400:kworker.0
00000100:00100000:2.0:1767322320.839244:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322320.839267:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816778880
00000100:00100000:2.0:1767322320.839275:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816779264:0@lo:38:kworker.0
00000100:00100000:1.0:1767322320.839278:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816778880
00000100:00100000:2.0:1767322320.839316:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322320.839349:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816779136
00000100:00100000:2.0:1767322320.839351:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816779264
00000100:00100000:1.0:1767322320.839354:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816779136
00000100:00100000:2.0:1767322320.839357:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816779264
00000100:00100000:2.0:1767322320.839393:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5267
00000100:00100000:2.0:1767322320.839404:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816779136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322320.839418:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89713
00000100:00100000:1.0:1767322320.839425:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816778880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322320.839452:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816779136:12345-0@lo:400:kworker.0 Request processed in 50us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322320.839460:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5267
00000100:00100000:2.0:1767322320.839479:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89714
00000100:00100000:2.0:1767322320.839483:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816779264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322320.839498:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322320.839530:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816779264:12345-0@lo:38:kworker.0 Request processed in 45us (213us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322320.839536:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89714
00000100:00100000:0.0:1767322320.839596:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322320.839618:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322320.839624:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322320.839626:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322320.839631:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4858
00000100:00080000:3.0:1767322320.839633:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322320.839637:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322320.839652:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294700 x1853166816779520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322320.839699:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816779392
00000100:00100000:3.0:1767322320.839703:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816779392
00000100:00100000:3.0:1767322320.839728:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5268
00000100:00100000:3.0:1767322320.839735:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816779392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322320.839738:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816779136:0@lo:400:kworker.0
00000100:00100000:0.0:1767322320.839785:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816779008
00000100:00100000:0.0:1767322320.839789:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816779008
00000100:00100000:3.0:1767322320.839800:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816779392:12345-0@lo:400:kworker.0 Request processed in 65us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322320.839808:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5268
00000100:00100000:0.0:1767322320.839816:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161
00000100:00100000:0.0:1767322320.839823:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816779008:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322320.839832:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816779648:0@lo:400:kworker.0
00010000:00020000:0.0:1767322320.839837:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322320.839869:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322320.839876:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816779008:12345-0@lo:38:kworker.0 Request processed in 52us (632us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322320.839884:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161
00000100:00100000:3.0:1767322320.839895:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322320.839903:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816779776:0@lo:400:kworker.0
00000100:00100000:0.0:1767322320.839916:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816779648
00000100:00100000:0.0:1767322320.839921:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816779648
00000100:00100000:3.0:1767322320.839928:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322320.839954:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816779776
00000100:00100000:0.0:1767322320.839957:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816779776
00000100:00100000:3.0:1767322320.839966:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316
00000100:00100000:0.0:1767322320.840039:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317
00000100:00100000:0.0:1767322320.840045:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816779776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322320.840071:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816779776:12345-0@lo:400:kworker.0 Request processed in 28us (145us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322320.840075:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317
00000100:00100000:0.0:1767322320.840098:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816779392:0@lo:400:kworker.0
00000100:00080000:0.0:1767322320.840120:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322320.840123:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322320.840193:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816779520:0@lo:38:kworker.0
00010000:00020000:1.0:1767322320.840200:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322320.840227:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322320.840243:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816778880:12345-0@lo:38:kworker.0 Request processed in 815us (1107us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322320.840252:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89713
00000100:00080000:2.0:1767322320.840259:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322320.840265:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322320.840267:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816779520
00000100:00100000:2.0:1767322320.840269:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816779008:0@lo:38:kworker.0
00000100:00100000:1.0:1767322320.840272:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816779520
00000100:00080000:2.0:1767322320.840282:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322320.840288:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322320.840292:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816779264:0@lo:38:kworker.0
00000100:00100000:1.0:1767322320.840296:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89715
00000100:00080000:2.0:1767322320.840318:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322320.840322:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322320.840324:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816778880:0@lo:38:kworker.0
00000100:00100000:2.0:1767322320.840369:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816779776:0@lo:400:kworker.0
00000100:00080000:0.0:1767322320.840554:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322320.840557:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816779648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322320.840599:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816779648:12345-0@lo:400:kworker.0 Request processed in 626us (731us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322320.840606:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316
00000100:00100000:1.0:1767322320.840649:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816779520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322320.840661:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322320.840698:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816779520:12345-0@lo:38:kworker.0 Request processed in 382us (472us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322320.840704:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89715
00000100:00080000:3.0:1767322320.840821:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322320.840825:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322320.840828:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816779520:0@lo:38:kworker.0
00000100:00100000:2.0:1767322320.841057:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816779648:0@lo:400:kworker.0
00000100:00100000:2.0:1767322321.414916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322321.799251:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322322.375406:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816779904:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322322.375478:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322322.375618:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816779904
00000100:00100000:0.0:1767322322.375626:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816779904
00000100:00100000:0.0:1767322322.375685:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015
00000100:00100000:0.0:1767322322.375694:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816779904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322322.375720:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322322.375807:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816779904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (328us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322322.375814:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015
00000100:00100000:0.0:1767322322.375884:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816779904:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322322.375945:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322322.385813:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816780032:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322322.385886:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322322.386022:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816780032
00000100:00100000:1.0:1767322322.386030:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816780032
00000100:00100000:1.0:1767322322.386104:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016
00000100:00100000:1.0:1767322322.386113:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816780032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322322.386142:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322322.386187:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816780032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (301us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322322.386195:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016
00000100:00100000:3.0:1767322322.386407:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816780032:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767322322.386907:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322322.438947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322322.823007:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322323.465177:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322323.847003:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322324.487332:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322324.648873:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322324.651200:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322324.652526:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758744320
00000100:00100000:2.0:1767322324.652546:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758744320
00000100:00100000:2.0:1767322324.652681:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758744192
00000100:00100000:2.0:1767322324.652686:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758744192
00000100:00100000:2.0:1767322324.652716:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5269
00000100:00100000:2.0:1767322324.653260:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758744320:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322324.653401:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758744320:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 673us (4540us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322324.653411:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5269
00000100:00100000:2.0:1767322324.653506:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89716
00000100:00100000:2.0:1767322324.653512:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758744192:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322324.653539:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322324.653571:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758744192:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (2387us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322324.653670:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89716
00000100:00080000:3.0:1767322324.654783:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322324.872706:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322325.510942:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322325.897804:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322325.958991:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322325.959007:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322325.959011:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322325.959015:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322325.959021:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322325.959032:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4863
00000100:00080000:3.0:1767322325.959039:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322325.959049:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322325.959339:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295c00 x1853166816780160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322325.959362:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322325.959366:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322325.959368:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322325.959372:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4863
00000100:00080000:3.0:1767322325.959375:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322325.959380:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322325.959395:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297b80 x1853166816780288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322325.959440:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322325.959445:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322325.959447:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322325.959451:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4863
00000100:00080000:3.0:1767322325.959454:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322325.959458:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322325.959470:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295880 x1853166816780544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322325.959486:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322325.959489:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322325.959491:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322325.959494:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4863
00000100:00080000:3.0:1767322325.959496:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322325.959499:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322325.959507:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294a80 x1853166816780800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322325.959588:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816780928:0@lo:400:kworker.0
00000100:00100000:3.0:1767322325.959679:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322325.959713:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816780416:0@lo:400:kworker.0
00000100:00100000:3.0:1767322325.959823:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322325.959824:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322325.959837:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816781056:0@lo:400:kworker.0
00000100:00100000:3.0:1767322325.959879:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322325.959886:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322325.959897:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816780672:0@lo:400:kworker.0
00000100:00100000:1.0:1767322325.959939:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322325.959949:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816780928
00000100:00100000:3.0:1767322325.959960:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816780928
00000100:00100000:1.0:1767322325.959987:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816780416
00000100:00100000:1.0:1767322325.959997:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816780416
00000100:00100000:3.0:1767322325.960041:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816781056
00000100:00100000:3.0:1767322325.960048:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816781056
00000100:00100000:1.0:1767322325.960059:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816780672
00000100:00100000:1.0:1767322325.960066:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816780672
00000100:00100000:3.0:1767322325.960092:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318
00000100:00100000:1.0:1767322325.960104:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5270
00000100:00100000:3.0:1767322325.960112:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816780928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322325.960125:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816780416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322325.960215:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816780928:12345-0@lo:400:kworker.0 Request processed in 108us (532us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322325.960218:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816780416:12345-0@lo:400:kworker.0 Request processed in 102us (395us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322325.960234:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318
00000100:00100000:1.0:1767322325.960242:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5270
00000100:00100000:1.0:1767322325.960279:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5271
00000100:00100000:3.0:1767322325.960289:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319
00000100:00100000:1.0:1767322325.960294:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816780672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322325.960305:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816781056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322325.960345:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816780672:12345-0@lo:400:kworker.0 Request processed in 55us (406us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322325.960363:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5271
00000100:00100000:3.0:1767322325.960363:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816781056:12345-0@lo:400:kworker.0 Request processed in 56us (476us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322325.960379:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319
00000100:00080000:3.0:1767322325.960435:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322325.960442:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322325.960448:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816780672:0@lo:400:kworker.0
00000100:00080000:3.0:1767322325.960450:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322325.960472:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816780416:0@lo:400:kworker.0
00000100:00100000:3.0:1767322325.960495:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816781056:0@lo:400:kworker.0
00000100:00100000:3.0:1767322325.960511:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816780928:0@lo:400:kworker.0
00000100:00100000:2.0:1767322325.968530:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816780160:0@lo:38:kworker.0
00000100:00100000:2.0:1767322325.968658:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322325.968718:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816780288:0@lo:38:kworker.0
00000100:00100000:2.0:1767322325.968751:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322325.968841:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816780544:0@lo:38:kworker.0
00000100:00100000:2.0:1767322325.968864:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322325.968889:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816780800:0@lo:38:kworker.0
00000100:00100000:2.0:1767322325.968914:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322325.968956:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816780160
00000100:00100000:2.0:1767322325.968967:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816780160
00000100:00100000:2.0:1767322325.969011:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816780544
00000100:00100000:2.0:1767322325.969016:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816780544
00000100:00100000:2.0:1767322325.969041:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816780800
00000100:00100000:2.0:1767322325.969046:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816780800
00000100:00100000:2.0:1767322325.969063:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89717
00000100:00100000:2.0:1767322325.969079:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816780160:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322325.969091:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816780288
00000100:00100000:1.0:1767322325.969110:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816780288
00010000:00020000:2.0:1767322325.969114:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322325.969184:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162
00000100:00100000:2.0:1767322325.969184:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816780160:12345-0@lo:38:kworker.0 Request processed in 102us (519us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322325.969196:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816780288:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322325.969199:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89717
00010000:00020000:1.0:1767322325.969231:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322325.969238:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89718
00000100:00100000:2.0:1767322325.969247:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816780544:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322325.969288:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322325.969427:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89719
00000100:00100000:0.0:1767322325.969434:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816780800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322325.969445:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767322325.969589:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322325.969597:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322325.969602:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816780160:0@lo:38:kworker.0
00000100:00080000:3.0:1767322325.969614:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322325.969618:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322325.969621:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816780288:0@lo:38:kworker.0
00000100:00080000:3.0:1767322325.969630:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322325.969633:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322325.969636:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816780544:0@lo:38:kworker.0
00000100:00100000:2.0:1767322325.970400:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816780544:12345-0@lo:38:kworker.0 Request processed in 1146us (1528us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322325.970412:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89718
00000100:00100000:1.0:1767322325.972314:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816780288:12345-0@lo:38:kworker.0 Request processed in 3109us (3551us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322325.972330:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162
00000100:00100000:1.0:1767322325.978438:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816780800:12345-0@lo:38:kworker.0 Request processed in 8991us (9511us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322325.978453:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89719
00000100:00080000:3.0:1767322325.978665:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322325.978672:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322325.978677:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816780800:0@lo:38:kworker.0
00000100:00100000:2.0:1767322326.534972:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322326.919651:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322327.495478:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816781184:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322327.495831:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322327.496010:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322327.496020:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816781312:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322327.496048:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322327.497063:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816781184
00000100:00100000:2.0:1767322327.497077:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816781184
00000100:00100000:2.0:1767322327.497359:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816781312
00000100:00100000:2.0:1767322327.497364:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816781312
00000100:00100000:1.0:1767322327.499656:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017
00000100:00100000:1.0:1767322327.499694:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816781184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322327.499748:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322327.499893:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816781184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 220us (4066us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322327.499905:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017
00000100:00100000:1.0:1767322327.500009:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816781184:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322327.501007:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322327.501020:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322327.502984:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018
00000100:00100000:2.0:1767322327.503006:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816781312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322327.503059:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322327.503206:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816781312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 209us (7155us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322327.503214:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018
00000100:00100000:1.0:1767322327.503358:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816781312:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322327.558939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322327.943158:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322328.582932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322328.968717:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322329.606921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322329.779853:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322329.781447:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758744576
00000100:00100000:1.0:1767322329.781463:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758744576
00000100:00100000:1.0:1767322329.781573:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5272
00000100:00100000:1.0:1767322329.781585:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758744576:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322329.781706:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758744576:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 122us (1867us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322329.781716:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5272
00000100:00080000:0.0:1767322329.781802:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322329.785235:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322329.786226:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758744448
00000100:00100000:1.0:1767322329.786247:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758744448
00000100:00100000:1.0:1767322329.786333:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89720
00000100:00100000:1.0:1767322329.786344:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758744448:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322329.786374:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322329.786474:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758744448:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 130us (1267us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322329.786482:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89720
00010000:00010000:2.0:1767322329.991165:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322330.630974:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322331.016838:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322331.084381:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322331.084398:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322331.084402:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322331.084407:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322331.084412:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322331.085404:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4868
00000100:00080000:3.0:1767322331.085411:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322331.087360:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322331.087432:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9c00 x1853166816781440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322331.087574:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816781440:0@lo:38:kworker.0
00000100:00100000:2.0:1767322331.087704:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322331.087829:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816781440
00000100:00100000:1.0:1767322331.087841:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816781440
00000100:00100000:1.0:1767322331.087901:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89721
00000100:00100000:1.0:1767322331.087912:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816781440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322331.087942:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767322331.088145:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322331.088151:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322331.088155:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322331.088161:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4868
00000100:00080000:3.0:1767322331.088165:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322331.088170:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322331.088188:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8380 x1853166816781568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322331.089109:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816781568:0@lo:38:kworker.0
00000100:00100000:2.0:1767322331.089179:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322331.089334:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816781568
00000100:00100000:0.0:1767322331.089347:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816781568
00000100:00100000:0.0:1767322331.089412:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163
00000100:00100000:0.0:1767322331.089424:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816781568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322331.089465:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322331.089533:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816781568:12345-0@lo:38:kworker.0 Request processed in 100us (339us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322331.089546:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163
00000100:00100000:0.0:1767322331.094935:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816781696:0@lo:400:kworker.0
00000100:00100000:0.0:1767322331.095038:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322331.095147:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816781696
00000100:00100000:0.0:1767322331.095157:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816781696
00000100:00100000:0.0:1767322331.095270:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5273
00000100:00100000:0.0:1767322331.095283:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816781696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322331.095347:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816781696:12345-0@lo:400:kworker.0 Request processed in 67us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322331.095355:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5273
00000100:00080000:0.0:1767322331.095394:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322331.095434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816781696:0@lo:400:kworker.0
00000100:00080000:3.0:1767322331.095862:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322331.095871:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322331.095876:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322331.095883:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4868
00000100:00080000:3.0:1767322331.095889:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322331.095894:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322331.095924:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fbb80 x1853166816781824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322331.095955:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322331.095958:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322331.095960:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322331.095964:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4868
00000100:00080000:3.0:1767322331.095967:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322331.095971:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322331.095982:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb100 x1853166816782080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322331.096189:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816781952:0@lo:400:kworker.0
00000100:00100000:0.0:1767322331.096239:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322331.096277:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816781952
00000100:00100000:0.0:1767322331.096282:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816781952
00000100:00100000:0.0:1767322331.096314:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5274
00000100:00100000:0.0:1767322331.096320:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816781952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322331.096358:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816781952:12345-0@lo:400:kworker.0 Request processed in 37us (119us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322331.096471:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5274
00000100:00080000:0.0:1767322331.096489:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322331.096510:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816781952:0@lo:400:kworker.0
00000100:00100000:0.0:1767322331.096554:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816782208:0@lo:400:kworker.0
00000100:00100000:0.0:1767322331.096687:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322331.096739:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816782208
00000100:00100000:0.0:1767322331.096743:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816782208
00000100:00100000:0.0:1767322331.096794:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320
00000100:00100000:0.0:1767322331.096800:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816782208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322331.096833:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816782208:12345-0@lo:400:kworker.0 Request processed in 34us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322331.096839:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320
00000100:00080000:0.0:1767322331.096852:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322331.096865:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816782208:0@lo:400:kworker.0
00000100:00100000:3.0:1767322331.096955:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816782336:0@lo:400:kworker.0
00000100:00100000:3.0:1767322331.096988:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322331.097142:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816782336
00000100:00100000:0.0:1767322331.097145:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816782336
00000100:00100000:0.0:1767322331.097183:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321
00000100:00100000:0.0:1767322331.097189:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816782336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322331.097232:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816782336:12345-0@lo:400:kworker.0 Request processed in 43us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322331.097246:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321
00000100:00100000:3.0:1767322331.097347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816782336:0@lo:400:kworker.0
00000100:00080000:3.0:1767322331.097361:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322331.097930:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816781440:12345-0@lo:38:kworker.0 Request processed in 10015us (10222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322331.097940:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89721
00000100:00080000:2.0:1767322331.102013:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322331.102034:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322331.102041:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816781440:0@lo:38:kworker.0
00000100:00100000:2.0:1767322331.102098:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816781824:0@lo:38:kworker.0
00000100:00100000:2.0:1767322331.102188:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322331.102329:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816782080:0@lo:38:kworker.0
00000100:00100000:2.0:1767322331.102356:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322331.106346:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322331.106366:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322331.106373:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816781568:0@lo:38:kworker.0
00000100:00100000:1.0:1767322331.110347:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816781824
00000100:00100000:1.0:1767322331.110378:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816781824
00000100:00100000:1.0:1767322331.110481:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816782080
00000100:00100000:1.0:1767322331.110486:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816782080
00000100:00100000:1.0:1767322331.110527:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89722
00000100:00100000:1.0:1767322331.110547:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816781824:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322331.110581:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322331.110605:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89723
00000100:00100000:3.0:1767322331.110612:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816782080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322331.110621:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322331.111112:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816781824:12345-0@lo:38:kworker.0 Request processed in 573us (8921us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322331.111121:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89722
00000100:00100000:3.0:1767322331.112953:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816782080:12345-0@lo:38:kworker.0 Request processed in 2325us (10581us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322331.112970:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89723
00000100:00080000:2.0:1767322331.115020:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322331.115037:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322331.115043:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816781824:0@lo:38:kworker.0
00000100:00080000:2.0:1767322331.115059:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322331.115064:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322331.115067:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816782080:0@lo:38:kworker.0
00000100:00100000:2.0:1767322331.654915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322332.039886:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322332.615930:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322332.615960:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816782464:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322332.616056:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322332.616089:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322332.616106:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816782592:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322332.616148:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322332.616183:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816782464
00000100:00100000:3.0:1767322332.616202:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816782464
00000100:00100000:3.0:1767322332.616264:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816782592
00000100:00100000:3.0:1767322332.616274:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816782592
00000100:00100000:3.0:1767322332.616301:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019
00000100:00100000:3.0:1767322332.616310:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816782464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322332.616354:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322332.616370:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020
00000100:00100000:0.0:1767322332.616385:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816782592:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322332.616406:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816782464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (349us total) trans 0 rc 0/0
00002000:00000024:0.0:1767322332.616409:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322332.616415:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019
00000100:00100000:0.0:1767322332.616456:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816782592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (306us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322332.616464:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020
00000100:00100000:3.0:1767322332.616468:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816782464:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322332.616831:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816782592:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322332.679860:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322333.063017:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322333.702951:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322333.864377:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322333.864503:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758744960
00000100:00100000:3.0:1767322333.864518:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758744960
00000100:00100000:3.0:1767322333.864718:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5275
00000100:00100000:3.0:1767322333.864734:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758744960:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322333.864880:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758744960:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 150us (517us total) trans 0 rc 0/0
00000400:00000100:2.0:1767322333.864886:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758744704 offset 0 length 520: 4
00000100:00100000:3.0:1767322333.864894:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5275
00000100:00100000:3.0:1767322333.865000:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322333.865190:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758744832
00000100:00100000:1.0:1767322333.865197:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758744832
00000100:00100000:1.0:1767322333.865231:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89724
00000100:00100000:1.0:1767322333.865239:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758744832:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322333.865266:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322333.865312:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758744832:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 73us (310us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322333.865318:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89724
00000100:00080000:0.0:1767322333.865393:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322334.087222:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322334.726935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322335.113299:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322335.240126:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322310/real 1767322310]  req@ffff8d4d4573ca80 x1853166816777216/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322335 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322335.240164:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4573ca80 x1853166816777216/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322335 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767322335.240196:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322335.240218:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767322335.240222:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816777216:0@lo:250:kworker.0
00000100:00080000:3.0:1767322335.240479:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322335.240486:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322335.240489:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322335.240494:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4853
00000100:00080000:3.0:1767322335.240498:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322335.240506:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322335.240545:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fa680 x1853166816782720/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322335.240688:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322335.240692:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322335.240694:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322335.240698:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4873
00000100:00080000:3.0:1767322335.240701:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322335.240705:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322335.240726:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8a80 x1853166816782848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322335.240735:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322335.240738:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322335.240740:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767322335.240781:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816782720:0@lo:250:kworker.0
00000400:00000100:2.0:1767322335.240854:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816782720 offset 0 length 520: 4
00000100:00100000:2.0:1767322335.240916:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816782848:0@lo:38:kworker.0
00000100:00100000:2.0:1767322335.240948:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322335.241032:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816782848
00000100:00100000:1.0:1767322335.241041:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816782848
00000100:00100000:1.0:1767322335.241095:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89725
00000100:00100000:1.0:1767322335.241103:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816782848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322335.241126:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322335.241189:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816782848:12345-0@lo:38:kworker.0 Request processed in 85us (240us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322335.241197:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89725
00000100:00080000:3.0:1767322335.241257:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4873
00000100:00080000:3.0:1767322335.241261:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322335.241265:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322335.241283:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb480 x1853166816782976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322335.241342:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816783104:0@lo:400:kworker.0
00000100:00100000:1.0:1767322335.241381:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322335.241420:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322335.241425:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322335.241427:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322335.241431:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4873
00000100:00080000:3.0:1767322335.241433:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322335.241437:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322335.241452:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fbb80 x1853166816783232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322335.241542:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816782976:0@lo:38:kworker.0
00000100:00100000:0.0:1767322335.241575:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322335.241601:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816782976
00000100:00100000:0.0:1767322335.241605:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816782976
00000100:00100000:0.0:1767322335.241628:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164
00000100:00100000:0.0:1767322335.241633:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816782976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322335.241644:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322335.241670:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816782976:12345-0@lo:38:kworker.0 Request processed in 35us (93us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322335.241675:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164
00000100:00080000:0.0:1767322335.241712:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322335.241716:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322335.241719:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816782976:0@lo:38:kworker.0
00000100:00100000:0.0:1767322335.241725:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816783232:0@lo:38:kworker.0
00000100:00100000:0.0:1767322335.241745:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322335.241801:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322335.241805:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322335.241809:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816782848:0@lo:38:kworker.0
00000100:00100000:0.0:1767322335.241846:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816783104
00000100:00100000:0.0:1767322335.241850:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816783104
00000100:00100000:0.0:1767322335.241884:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816783232
00000100:00100000:0.0:1767322335.241887:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816783232
00000100:00100000:0.0:1767322335.241901:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5276
00000100:00100000:0.0:1767322335.241907:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816783104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322335.241996:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89726
00000100:00100000:2.0:1767322335.242001:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816783232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322335.242013:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322335.242048:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816783232:12345-0@lo:38:kworker.0 Request processed in 46us (301us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322335.242053:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89726
00000100:00080000:2.0:1767322335.242081:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322335.242085:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322335.242088:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816783232:0@lo:38:kworker.0
00000100:00100000:2.0:1767322335.242111:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816783360:0@lo:400:kworker.0
00000100:00100000:2.0:1767322335.242135:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322335.242142:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322335.242145:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322335.242148:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322335.242151:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4873
00000100:00080000:3.0:1767322335.242154:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322335.242157:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322335.242159:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816783360
00000100:00100000:2.0:1767322335.242162:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816783360
00000100:00100000:3.0:1767322335.242185:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9c00 x1853166816783488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322335.242198:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5277
00000100:00100000:2.0:1767322335.242204:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816783360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322335.242236:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816783360:12345-0@lo:400:kworker.0 Request processed in 32us (100us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322335.242238:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816783744:0@lo:400:kworker.0
00000100:00100000:2.0:1767322335.242242:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5277
00000100:00100000:2.0:1767322335.242271:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816783360:0@lo:400:kworker.0
00000100:00100000:3.0:1767322335.242278:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322335.242294:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816783488:0@lo:38:kworker.0
00000100:00100000:3.0:1767322335.242301:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322335.242306:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816783616:0@lo:400:kworker.0
00000100:00100000:2.0:1767322335.242315:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322335.242325:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322335.242330:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816783488
00000100:00100000:2.0:1767322335.242333:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816783488
00000100:00100000:2.0:1767322335.242348:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89727
00000100:00100000:3.0:1767322335.242348:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816783744
00000100:00100000:3.0:1767322335.242351:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816783744
00000100:00100000:2.0:1767322335.242352:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816783488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322335.242362:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322335.242376:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816783616
00000100:00100000:3.0:1767322335.242379:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816783616
00000100:00100000:2.0:1767322335.242385:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816783488:12345-0@lo:38:kworker.0 Request processed in 32us (70us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322335.242394:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89727
00000100:00100000:3.0:1767322335.242397:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322
00000100:00100000:3.0:1767322335.242405:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816783744:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767322335.242415:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322335.242419:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322335.242422:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816783488:0@lo:38:kworker.0
00000100:00100000:3.0:1767322335.242438:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816783744:12345-0@lo:400:kworker.0 Request processed in 35us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322335.242444:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322
00000100:00100000:2.0:1767322335.242449:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323
00000100:00100000:2.0:1767322335.242455:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816783616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322335.242480:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816783744:0@lo:400:kworker.0
00000100:00100000:2.0:1767322335.242484:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816783616:12345-0@lo:400:kworker.0 Request processed in 29us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322335.242489:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323
00000100:00100000:3.0:1767322335.242496:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816783616:0@lo:400:kworker.0
00000100:00080000:2.0:1767322335.242523:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322335.243150:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322335.243158:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322335.248726:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816783104:12345-0@lo:400:kworker.0 Request processed in 6809us (7334us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322335.248738:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5276
00000100:00100000:1.0:1767322335.249612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816783104:0@lo:400:kworker.0
00000100:00100000:2.0:1767322335.751106:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322336.135374:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322336.777374:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322337.162398:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322337.739197:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322337.739276:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322337.739307:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816784000:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322337.739372:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322337.739798:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816784000
00000100:00100000:0.0:1767322337.739807:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816784000
00000100:00100000:0.0:1767322337.739881:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021
00000100:00100000:0.0:1767322337.739890:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816784000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322337.739920:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322337.739983:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816784000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (610us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322337.739991:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021
00000100:00100000:0.0:1767322337.740040:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816784000:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322337.740221:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322337.743489:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816783872:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322337.743573:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322337.743709:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816783872
00000100:00100000:2.0:1767322337.743719:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816783872
00000100:00100000:2.0:1767322337.744014:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022
00000100:00100000:2.0:1767322337.744024:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816783872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322337.744058:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322337.744101:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816783872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (529us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322337.744107:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022
00000100:00080000:1.0:1767322337.744552:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322337.747545:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816783872:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322337.798997:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322338.183004:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322338.822909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322338.983914:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322338.984027:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322338.988208:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758745216
00000100:00100000:0.0:1767322338.988226:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758745216
00000100:00100000:0.0:1767322338.988326:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758745088
00000100:00100000:0.0:1767322338.988330:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758745088
00000100:00100000:0.0:1767322338.988365:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5278
00000100:00100000:0.0:1767322338.988379:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758745216:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322338.988677:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758745216:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 300us (4774us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322338.988689:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5278
00000100:00100000:0.0:1767322338.988711:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89728
00000100:00100000:0.0:1767322338.988716:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758745088:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322338.988740:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322338.988794:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758745088:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 77us (4767us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322338.988800:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89728
00000100:00080000:2.0:1767322338.989803:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322339.207123:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322339.847866:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322340.230948:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322340.295316:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322340.295327:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322340.295330:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322340.295335:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322340.295340:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322340.295350:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4877
00000100:00080000:0.0:1767322340.295354:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322340.295361:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322340.295415:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8380 x1853166816784128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322340.295449:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322340.295452:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322340.295453:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322340.295457:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4877
00000100:00080000:0.0:1767322340.295459:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322340.295461:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322340.295472:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8000 x1853166816784256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322340.295513:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322340.295516:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322340.295517:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322340.295520:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4877
00000100:00080000:0.0:1767322340.295522:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322340.295524:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322340.295531:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fb100 x1853166816784512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322340.295543:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322340.295546:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322340.295548:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322340.295551:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4877
00000100:00080000:0.0:1767322340.295554:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322340.295557:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322340.295568:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f9180 x1853166816784768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322340.295628:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816784896:0@lo:400:kworker.0
00000100:00100000:0.0:1767322340.295722:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322340.295824:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322340.295831:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816785024:0@lo:400:kworker.0
00000100:00100000:0.0:1767322340.295856:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322340.295945:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816784384:0@lo:400:kworker.0
00000100:00100000:1.0:1767322340.295983:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322340.296015:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322340.296020:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816784640:0@lo:400:kworker.0
00000100:00100000:1.0:1767322340.296041:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322340.296078:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816784384
00000100:00100000:1.0:1767322340.296087:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816784384
00000100:00100000:1.0:1767322340.296162:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816784640
00000100:00100000:1.0:1767322340.296165:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816784640
00000100:00100000:1.0:1767322340.296208:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5279
00000100:00100000:1.0:1767322340.296219:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816784384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322340.296277:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816784384:12345-0@lo:400:kworker.0 Request processed in 59us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322340.296285:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5279
00000100:00100000:1.0:1767322340.296301:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5280
00000100:00100000:1.0:1767322340.296305:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816784640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322340.296324:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816784640:12345-0@lo:400:kworker.0 Request processed in 20us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322340.296328:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5280
00000100:00100000:1.0:1767322340.296365:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816784640:0@lo:400:kworker.0
00000100:00100000:1.0:1767322340.296372:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816784384:0@lo:400:kworker.0
00000100:00100000:2.0:1767322340.296903:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816784896
00000100:00100000:2.0:1767322340.296909:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816784896
00000100:00100000:2.0:1767322340.296947:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816785024
00000100:00100000:2.0:1767322340.296949:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816785024
00000100:00100000:2.0:1767322340.296970:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324
00000100:00100000:2.0:1767322340.296976:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816784896:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322340.297021:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816784896:12345-0@lo:400:kworker.0 Request processed in 46us (1299us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322340.297025:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324
00000100:00100000:2.0:1767322340.297037:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325
00000100:00100000:2.0:1767322340.297041:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816785024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322340.297060:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816785024:12345-0@lo:400:kworker.0 Request processed in 20us (1205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322340.297064:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325
00000100:00080000:2.0:1767322340.297080:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322340.297084:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322340.297086:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322340.297102:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816784128:0@lo:38:kworker.0
00000100:00100000:2.0:1767322340.297149:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322340.297173:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816784128
00000100:00100000:2.0:1767322340.297177:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816784128
00000100:00100000:2.0:1767322340.297208:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89729
00000100:00100000:2.0:1767322340.297212:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816784128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322340.297233:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322340.297259:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816784128:12345-0@lo:38:kworker.0 Request processed in 46us (110us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322340.297263:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89729
00000100:00080000:2.0:1767322340.297284:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322340.297288:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322340.297291:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816784128:0@lo:38:kworker.0
00000100:00100000:2.0:1767322340.297296:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816784256:0@lo:38:kworker.0
00000100:00100000:2.0:1767322340.297314:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322340.297334:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816784512:0@lo:38:kworker.0
00000100:00100000:2.0:1767322340.297348:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322340.297362:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816784512
00000100:00100000:2.0:1767322340.297364:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816784512
00000100:00100000:2.0:1767322340.297376:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89730
00000100:00100000:2.0:1767322340.297379:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816784512:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322340.297385:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322340.297401:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816784512:12345-0@lo:38:kworker.0 Request processed in 22us (52us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322340.297405:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89730
00000100:00080000:2.0:1767322340.297419:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322340.297421:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322340.297423:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816784512:0@lo:38:kworker.0
00000100:00100000:2.0:1767322340.297428:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816784768:0@lo:38:kworker.0
00000100:00100000:2.0:1767322340.297442:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322340.297453:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816784768
00000100:00100000:2.0:1767322340.297455:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816784768
00000100:00100000:2.0:1767322340.297464:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89731
00000100:00100000:2.0:1767322340.297466:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816784768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322340.297472:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322340.297497:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816784768:12345-0@lo:38:kworker.0 Request processed in 30us (54us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322340.297501:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89731
00000100:00080000:2.0:1767322340.297515:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322340.297517:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322340.297519:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816784768:0@lo:38:kworker.0
00000100:00100000:0.0:1767322340.298050:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816784256
00000100:00100000:0.0:1767322340.298055:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816784256
00000100:00100000:0.0:1767322340.298088:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165
00000100:00100000:0.0:1767322340.298092:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816784256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322340.298101:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322340.298166:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816784256:12345-0@lo:38:kworker.0 Request processed in 72us (848us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322340.298172:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165
00000100:00080000:3.0:1767322340.298317:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322340.298321:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322340.298323:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816784256:0@lo:38:kworker.0
00000100:00100000:1.0:1767322340.298420:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816785024:0@lo:400:kworker.0
00000100:00100000:1.0:1767322340.298440:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816784896:0@lo:400:kworker.0
00000100:00100000:2.0:1767322340.871301:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322341.261088:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322341.895323:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322342.279143:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322342.855230:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322342.855269:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816785152:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322342.855373:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322342.855480:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816785152
00000100:00100000:0.0:1767322342.855490:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816785152
00000100:00100000:0.0:1767322342.855745:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023
00000100:00100000:0.0:1767322342.855791:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816785152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322342.855837:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322342.855912:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816785152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 153us (537us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322342.855921:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023
00000100:00100000:0.0:1767322342.856273:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816785152:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322342.856344:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322342.857518:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816785280:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322342.857607:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322342.858578:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816785280
00000100:00100000:0.0:1767322342.858596:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816785280
00000100:00100000:0.0:1767322342.858695:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024
00000100:00100000:0.0:1767322342.858706:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816785280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322342.858742:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322342.858861:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816785280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (1254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322342.858872:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024
00000100:00080000:2.0:1767322342.860551:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322342.860848:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816785280:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322342.918928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322343.303295:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322343.944652:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322344.109027:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322344.109319:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322344.109568:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758745472
00000100:00100000:0.0:1767322344.109581:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758745472
00000100:00100000:0.0:1767322344.109675:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758745344
00000100:00100000:0.0:1767322344.109680:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758745344
00000100:00100000:0.0:1767322344.109704:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5281
00000100:00100000:0.0:1767322344.109716:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758745472:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322344.109859:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758745472:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 144us (846us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322344.109868:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5281
00000100:00100000:0.0:1767322344.109890:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89732
00000100:00100000:0.0:1767322344.109896:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758745344:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322344.109924:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322344.109958:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758745344:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 57us (636us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322344.109968:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89732
00000100:00080000:2.0:1767322344.110302:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322344.328059:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322344.967000:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322345.351497:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322345.415134:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322345.415149:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322345.415155:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322345.415160:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322345.415165:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322345.415176:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4882
00000100:00080000:2.0:1767322345.415182:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322345.415191:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322345.415250:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543bb80 x1853166816785408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322345.415282:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322345.415286:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322345.415288:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322345.415293:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4882
00000100:00080000:2.0:1767322345.415296:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322345.415300:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322345.415313:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439880 x1853166816785536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322345.415360:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322345.415365:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322345.415367:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322345.415371:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4882
00000100:00080000:2.0:1767322345.415374:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322345.415377:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322345.415395:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377b80 x1853166816785792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322345.415417:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322345.415421:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322345.415423:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322345.415427:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4882
00000100:00080000:2.0:1767322345.415430:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322345.415433:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322345.415444:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375500 x1853166816786048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322345.415537:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816785408:0@lo:38:kworker.0
00000100:00100000:3.0:1767322345.415626:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322345.415703:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816785536:0@lo:38:kworker.0
00000100:00100000:3.0:1767322345.415728:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322345.415750:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816785792:0@lo:38:kworker.0
00000100:00100000:3.0:1767322345.415793:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322345.415809:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816786048:0@lo:38:kworker.0
00000100:00100000:3.0:1767322345.415827:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322345.415901:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816785536
00000100:00100000:2.0:1767322345.415911:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816785536
00000100:00100000:2.0:1767322345.415960:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166
00000100:00100000:2.0:1767322345.415969:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816785536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322345.415992:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322345.416040:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816785536:12345-0@lo:38:kworker.0 Request processed in 72us (311us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322345.416048:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166
00000100:00100000:2.0:1767322345.416088:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816785408
00000100:00100000:2.0:1767322345.416092:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816785408
00000100:00100000:2.0:1767322345.416109:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816785792
00000100:00100000:2.0:1767322345.416112:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816785792
00000100:00100000:2.0:1767322345.416126:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816786048
00000100:00100000:2.0:1767322345.416128:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816786048
00000100:00100000:2.0:1767322345.416141:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89733
00000100:00100000:2.0:1767322345.416146:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816785408:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322345.416154:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322345.416178:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816785408:12345-0@lo:38:kworker.0 Request processed in 31us (553us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322345.416183:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89733
00000100:00100000:2.0:1767322345.416193:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89734
00000100:00100000:2.0:1767322345.416196:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816785792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322345.416203:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322345.416219:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816785792:12345-0@lo:38:kworker.0 Request processed in 22us (426us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322345.416224:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89734
00000100:00100000:2.0:1767322345.416232:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89735
00000100:00100000:2.0:1767322345.416235:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816786048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322345.416242:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322345.416257:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816786048:12345-0@lo:38:kworker.0 Request processed in 20us (429us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322345.416261:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89735
00000100:00080000:3.0:1767322345.416354:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322345.416359:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322345.416363:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816785408:0@lo:38:kworker.0
00000100:00080000:3.0:1767322345.416371:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322345.416374:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322345.416377:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816785536:0@lo:38:kworker.0
00000100:00080000:3.0:1767322345.416384:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322345.416387:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322345.416391:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816785792:0@lo:38:kworker.0
00000100:00080000:3.0:1767322345.416397:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322345.416400:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322345.416402:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816786048:0@lo:38:kworker.0
00000100:00100000:0.0:1767322345.416491:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816785920:0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.416526:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322345.416556:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322345.416563:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816785664:0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.416586:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322345.416620:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816786176:0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.416648:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322345.416672:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322345.416677:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816786304:0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.416696:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322345.416730:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816785920
00000100:00100000:0.0:1767322345.416734:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816785920
00000100:00100000:0.0:1767322345.416804:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816785664
00000100:00100000:0.0:1767322345.416807:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816785664
00000100:00100000:0.0:1767322345.416823:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5282
00000100:00100000:0.0:1767322345.416829:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816785920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.416875:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816785920:12345-0@lo:400:kworker.0 Request processed in 45us (348us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322345.416882:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5282
00000100:00100000:0.0:1767322345.416895:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5283
00000100:00100000:0.0:1767322345.416900:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816785664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.416926:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816785664:12345-0@lo:400:kworker.0 Request processed in 26us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322345.416932:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5283
00000100:00100000:0.0:1767322345.416951:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816786176
00000100:00100000:0.0:1767322345.416954:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816786176
00000100:00100000:0.0:1767322345.416983:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816786304
00000100:00100000:0.0:1767322345.416986:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816786304
00000100:00100000:0.0:1767322345.417005:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326
00000100:00100000:0.0:1767322345.417010:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816786176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.417043:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816786176:12345-0@lo:400:kworker.0 Request processed in 33us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322345.417051:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326
00000100:00100000:0.0:1767322345.417063:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327
00000100:00100000:0.0:1767322345.417068:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816786304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.417104:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816786304:12345-0@lo:400:kworker.0 Request processed in 36us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322345.417110:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327
00000100:00100000:0.0:1767322345.417151:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816786304:0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.417161:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816786176:0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.417183:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816785664:0@lo:400:kworker.0
00000100:00100000:0.0:1767322345.417192:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816785920:0@lo:400:kworker.0
00000100:00080000:0.0:1767322345.417213:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322345.417217:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322345.417220:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322345.991220:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322346.375746:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322347.016733:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322347.399696:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322347.980591:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816786560:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322347.980690:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322347.980816:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322347.980824:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816786432:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322347.980850:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322347.980941:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816786560
00000100:00100000:2.0:1767322347.980951:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816786560
00000100:00100000:2.0:1767322347.981041:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816786432
00000100:00100000:2.0:1767322347.981045:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816786432
00000100:00100000:2.0:1767322347.981079:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025
00000100:00100000:2.0:1767322347.981091:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816786560:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322347.981131:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322347.981192:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816786560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (492us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322347.981201:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025
00000100:00100000:2.0:1767322347.981227:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026
00000100:00100000:2.0:1767322347.981234:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816786432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322347.981251:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322347.981277:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816786432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (426us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322347.981283:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026
00000100:00080000:3.0:1767322347.983307:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322347.983322:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322347.983426:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816786432:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322347.983448:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816786560:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322348.039521:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322348.423808:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322349.062908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322349.223884:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322349.224207:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322349.224705:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758745728
00000100:00100000:2.0:1767322349.224719:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758745728
00000100:00100000:2.0:1767322349.224846:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758745600
00000100:00100000:2.0:1767322349.224849:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758745600
00000100:00100000:2.0:1767322349.224875:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5284
00000100:00100000:2.0:1767322349.224888:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758745728:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322349.224922:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89736
00000100:00100000:1.0:1767322349.224930:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758745600:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322349.224957:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322349.225011:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758745728:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 125us (1141us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322349.225020:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5284
00000100:00080000:3.0:1767322349.225744:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322349.225916:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758745600:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 980us (1704us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322349.225926:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89736
00010000:00010000:1.0:1767322349.447123:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322350.087441:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322350.471869:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322350.535784:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322350.535800:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322350.535803:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322350.535808:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322350.535813:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322350.535822:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4888
00000100:00080000:3.0:1767322350.535828:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322350.535837:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322350.535895:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439880 x1853166816786688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322350.535938:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322350.535942:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322350.535944:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322350.535948:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4888
00000100:00080000:3.0:1767322350.535951:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322350.535955:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322350.535969:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543bb80 x1853166816786816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322350.536057:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767322350.536127:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322350.536132:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322350.536134:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322350.536139:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4888
00000100:00080000:3.0:1767322350.536142:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322350.536146:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322350.536162:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1180 x1853166816787072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322350.536247:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816786688:0@lo:38:kworker.0
00000100:00100000:0.0:1767322350.536364:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322350.536439:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816786816:0@lo:38:kworker.0
00000100:00100000:0.0:1767322350.536469:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322350.536499:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816787072:0@lo:38:kworker.0
00000100:00100000:0.0:1767322350.536521:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322350.536566:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816786688
00000100:00100000:0.0:1767322350.536575:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816786688
00000100:00100000:0.0:1767322350.536615:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816787072
00000100:00100000:0.0:1767322350.536619:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816787072
00000100:00100000:0.0:1767322350.536638:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89737
00000100:00100000:0.0:1767322350.536646:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816786688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322350.536670:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322350.536716:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816786688:12345-0@lo:38:kworker.0 Request processed in 69us (352us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322350.536723:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89737
00000100:00100000:0.0:1767322350.536742:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89738
00000100:00100000:0.0:1767322350.536745:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816787072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322350.536793:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322350.536819:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816787072:12345-0@lo:38:kworker.0 Request processed in 71us (296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322350.536826:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89738
00000100:00080000:0.0:1767322350.536864:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322350.536869:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322350.536874:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816786688:0@lo:38:kworker.0
00000100:00080000:0.0:1767322350.536883:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322350.536886:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322350.536889:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816787072:0@lo:38:kworker.0
00000100:00100000:0.0:1767322350.536950:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816786816
00000100:00100000:0.0:1767322350.536954:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816786816
00000100:00100000:0.0:1767322350.536975:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167
00000100:00100000:0.0:1767322350.536979:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816786816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322350.536990:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322350.537019:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816786816:12345-0@lo:38:kworker.0 Request processed in 38us (549us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322350.537025:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167
00000100:00080000:0.0:1767322350.537063:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322350.537068:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322350.537072:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816786816:0@lo:38:kworker.0
00000100:00100000:2.0:1767322350.541348:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816787200:0@lo:400:kworker.0
00000100:00100000:2.0:1767322350.541467:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322350.541532:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816786944:0@lo:400:kworker.0
00000100:00100000:2.0:1767322350.541556:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322350.541785:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816787200
00000100:00100000:1.0:1767322350.541798:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816787200
00000100:00100000:1.0:1767322350.541890:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816786944
00000100:00100000:1.0:1767322350.541894:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816786944
00000100:00100000:1.0:1767322350.541923:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5285
00000100:00100000:1.0:1767322350.541933:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816787200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322350.542003:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816787200:12345-0@lo:400:kworker.0 Request processed in 71us (535us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322350.542011:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5285
00000100:00100000:1.0:1767322350.542039:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5286
00000100:00100000:1.0:1767322350.542046:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816786944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322350.542074:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816786944:12345-0@lo:400:kworker.0 Request processed in 30us (517us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322350.542080:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5286
00000100:00080000:2.0:1767322350.542306:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322350.542365:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816787200:0@lo:400:kworker.0
00000100:00100000:2.0:1767322350.542380:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816786944:0@lo:400:kworker.0
00000100:00080000:3.0:1767322350.542648:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322350.542654:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322350.542660:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322350.542666:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4888
00000100:00080000:3.0:1767322350.542671:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322350.542675:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322350.542715:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0380 x1853166816787328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322350.542813:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816787584:0@lo:400:kworker.0
00000100:00100000:3.0:1767322350.542857:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322350.542888:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322350.542894:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816787456:0@lo:400:kworker.0
00000100:00100000:3.0:1767322350.542917:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322350.542949:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816787584
00000100:00100000:3.0:1767322350.542954:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816787584
00000100:00100000:3.0:1767322350.542996:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816787456
00000100:00100000:3.0:1767322350.542999:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816787456
00000100:00100000:3.0:1767322350.543021:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328
00000100:00100000:3.0:1767322350.543043:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816787584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322350.543085:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816787584:12345-0@lo:400:kworker.0 Request processed in 57us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322350.543092:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328
00000100:00100000:3.0:1767322350.543108:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329
00000100:00100000:3.0:1767322350.543114:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816787456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322350.543141:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816787456:12345-0@lo:400:kworker.0 Request processed in 29us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322350.543147:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329
00000100:00080000:3.0:1767322350.543166:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322350.543169:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322350.543196:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816787456:0@lo:400:kworker.0
00000100:00100000:3.0:1767322350.543205:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816787584:0@lo:400:kworker.0
00000100:00100000:0.0:1767322350.543296:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816787328:0@lo:38:kworker.0
00000100:00100000:0.0:1767322350.543331:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322350.543630:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816787328
00000100:00100000:3.0:1767322350.543636:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816787328
00000100:00100000:3.0:1767322350.543785:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89739
00000100:00100000:3.0:1767322350.543791:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816787328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322350.543814:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322350.543857:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816787328:12345-0@lo:38:kworker.0 Request processed in 64us (525us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322350.543864:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89739
00000100:00080000:0.0:1767322350.543924:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322350.543930:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322350.543934:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816787328:0@lo:38:kworker.0
00000100:00100000:1.0:1767322351.112735:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322351.497793:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322352.136299:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322352.519611:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322353.095439:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816787712:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322353.095572:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322353.095690:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816787712
00000100:00100000:0.0:1767322353.095702:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816787712
00000100:00100000:0.0:1767322353.095819:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027
00000100:00100000:0.0:1767322353.095830:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816787712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322353.095873:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322353.095928:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816787712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322353.095937:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027
00000100:00080000:0.0:1767322353.095964:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322353.096356:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816787712:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322353.096452:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816787840:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322353.096497:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322353.096535:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816787840
00000100:00100000:2.0:1767322353.096540:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816787840
00000100:00100000:2.0:1767322353.096573:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028
00000100:00100000:2.0:1767322353.096580:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816787840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322353.096598:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322353.096633:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816787840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (136us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322353.096640:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028
00000100:00080000:2.0:1767322353.096657:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322353.096675:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816787840:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322353.159225:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322353.543132:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322354.182935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322354.344659:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322354.344725:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322354.344905:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758745984
00000100:00100000:1.0:1767322354.344917:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758745984
00000100:00100000:1.0:1767322354.345023:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758745856
00000100:00100000:1.0:1767322354.345027:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758745856
00000100:00100000:1.0:1767322354.345067:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5287
00000100:00100000:1.0:1767322354.345081:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758745984:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322354.345202:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758745984:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 124us (558us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322354.345211:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5287
00000100:00100000:1.0:1767322354.345234:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89740
00000100:00100000:1.0:1767322354.345240:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758745856:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322354.345268:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322354.345298:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758745856:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 56us (573us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322354.345304:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89740
00000100:00080000:2.0:1767322354.346953:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322354.568318:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322355.207907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322355.591489:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322355.654967:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322355.654994:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322355.654998:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322355.655005:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322355.655011:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322355.655022:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4893
00000100:00080000:3.0:1767322355.655029:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322355.655040:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322355.655097:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1f80 x1853166816787968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322355.655136:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322355.655141:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322355.655143:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322355.655149:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4893
00000100:00080000:3.0:1767322355.655152:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322355.655157:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322355.655173:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3b80 x1853166816788096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322355.655270:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816788224:0@lo:400:kworker.0
00000100:00100000:1.0:1767322355.655384:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322355.655556:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816788224
00000100:00100000:2.0:1767322355.655568:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816788224
00000100:00100000:2.0:1767322355.655646:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5288
00000100:00100000:2.0:1767322355.655672:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816788224:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322355.655782:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322355.655798:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322355.655800:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322355.655805:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4893
00000100:00080000:3.0:1767322355.655808:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322355.655816:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322355.655838:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0380 x1853166816788352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322355.655922:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816787968:0@lo:38:kworker.0
00000100:00100000:0.0:1767322355.655959:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322355.655997:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816788096:0@lo:38:kworker.0
00000100:00100000:0.0:1767322355.656026:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322355.656051:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816788352:0@lo:38:kworker.0
00000100:00100000:0.0:1767322355.656071:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322355.656108:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816787968
00000100:00100000:0.0:1767322355.656113:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816787968
00000100:00100000:0.0:1767322355.656137:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816788352
00000100:00100000:0.0:1767322355.656140:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816788352
00000100:00100000:0.0:1767322355.656154:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89741
00000100:00100000:0.0:1767322355.656159:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816787968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322355.656182:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322355.656217:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816787968:12345-0@lo:38:kworker.0 Request processed in 57us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322355.656225:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89741
00000100:00100000:0.0:1767322355.656243:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89742
00000100:00100000:0.0:1767322355.656246:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816788352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322355.656255:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322355.656278:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816788352:12345-0@lo:38:kworker.0 Request processed in 30us (205us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322355.656284:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89742
00000100:00100000:0.0:1767322355.656304:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816788096
00000100:00100000:0.0:1767322355.656307:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816788096
00000100:00100000:0.0:1767322355.656329:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168
00000100:00100000:0.0:1767322355.656334:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816788096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322355.656343:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322355.656368:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816788096:12345-0@lo:38:kworker.0 Request processed in 34us (341us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322355.656375:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168
00000100:00080000:0.0:1767322355.656429:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322355.656435:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322355.656438:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816787968:0@lo:38:kworker.0
00000100:00080000:0.0:1767322355.656448:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322355.656451:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322355.656454:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816788096:0@lo:38:kworker.0
00000100:00080000:0.0:1767322355.656462:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322355.656464:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322355.656467:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816788352:0@lo:38:kworker.0
00000100:00080000:0.0:1767322355.656526:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322355.656548:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816788480:0@lo:400:kworker.0
00000100:00100000:0.0:1767322355.656574:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322355.656603:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816788480
00000100:00100000:0.0:1767322355.656607:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816788480
00000100:00100000:0.0:1767322355.656638:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5289
00000100:00100000:0.0:1767322355.656644:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816788480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322355.656679:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816788480:12345-0@lo:400:kworker.0 Request processed in 36us (104us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322355.656686:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5289
00000100:00080000:0.0:1767322355.656701:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322355.656719:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816788480:0@lo:400:kworker.0
00000100:00100000:2.0:1767322355.658747:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816788224:12345-0@lo:400:kworker.0 Request processed in 3065us (3349us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322355.658779:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5288
00000100:00080000:3.0:1767322355.659179:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322355.659186:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322355.659191:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322355.659198:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4893
00000100:00080000:3.0:1767322355.659204:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322355.659209:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322355.659274:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8700 x1853166816788608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322355.659393:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816788736:0@lo:400:kworker.0
00000100:00100000:3.0:1767322355.659471:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322355.659514:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322355.659521:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816788864:0@lo:400:kworker.0
00000100:00100000:3.0:1767322355.659544:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322355.659585:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816788736
00000100:00100000:3.0:1767322355.659595:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816788736
00000100:00100000:3.0:1767322355.659667:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816788864
00000100:00100000:3.0:1767322355.659671:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816788864
00000100:00100000:3.0:1767322355.659696:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330
00000100:00100000:3.0:1767322355.659709:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816788736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322355.659786:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816788736:12345-0@lo:400:kworker.0 Request processed in 81us (315us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322355.659805:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330
00000100:00100000:3.0:1767322355.659820:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331
00000100:00100000:3.0:1767322355.659826:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816788864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322355.659855:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816788864:12345-0@lo:400:kworker.0 Request processed in 29us (309us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322355.659861:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331
00000100:00100000:3.0:1767322355.659921:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816788864:0@lo:400:kworker.0
00000100:00100000:3.0:1767322355.659933:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816788736:0@lo:400:kworker.0
00000100:00080000:3.0:1767322355.659957:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322355.659962:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322355.660507:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816788608:0@lo:38:kworker.0
00000100:00100000:0.0:1767322355.660554:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322355.661077:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816788608
00000100:00100000:3.0:1767322355.661088:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816788608
00000100:00100000:3.0:1767322355.661135:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89743
00000100:00100000:3.0:1767322355.661143:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816788608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322355.661178:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322355.661522:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816788608:12345-0@lo:38:kworker.0 Request processed in 378us (967us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322355.661531:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89743
00000100:00100000:1.0:1767322355.661932:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816788224:0@lo:400:kworker.0
00000100:00080000:2.0:1767322355.662043:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322355.662051:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322355.662055:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816788608:0@lo:38:kworker.0
00000100:00100000:1.0:1767322356.231015:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322356.615645:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322357.255052:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322357.640313:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322358.215108:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816789120:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322358.215213:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322358.215388:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816789120
00000100:00100000:1.0:1767322358.215400:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816789120
00000100:00100000:0.0:1767322358.215593:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816788992:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322358.215634:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322358.215655:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816788992
00000100:00100000:1.0:1767322358.215661:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816788992
00000100:00100000:1.0:1767322358.215698:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029
00000100:00100000:1.0:1767322358.215711:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816789120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322358.215793:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322358.219110:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030
00000100:00100000:0.0:1767322358.219150:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816788992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322358.219224:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322358.219352:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816788992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 224us (3715us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322358.219361:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030
00000100:00100000:0.0:1767322358.219492:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816788992:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322358.219864:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322358.219872:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322358.236973:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816789120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 21238us (21732us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322358.236998:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029
00000100:00100000:3.0:1767322358.237098:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816789120:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322358.280586:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322358.663231:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322359.303081:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322359.467309:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322359.467366:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767322359.467401:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758746368 offset 0 length 520: 4
00000100:00100000:0.0:1767322359.467679:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758746240
00000100:00100000:0.0:1767322359.467696:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758746240
00000100:00100000:0.0:1767322359.467872:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758746112
00000100:00100000:0.0:1767322359.467875:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758746112
00000100:00100000:0.0:1767322359.467901:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5290
00000100:00100000:0.0:1767322359.467913:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758746240:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322359.468172:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758746240:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 260us (880us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322359.468182:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5290
00000100:00100000:0.0:1767322359.468206:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89744
00000100:00100000:0.0:1767322359.468211:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758746112:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322359.468242:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322359.468280:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758746112:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 67us (914us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322359.468288:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89744
00000100:00080000:1.0:1767322359.469600:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322359.687087:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322360.326916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322360.711149:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322360.777392:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322335/real 1767322335]  req@ffff8d4d431fa680 x1853166816782720/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322360.777447:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d431fa680 x1853166816782720/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767322360.777470:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322360.777495:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767322360.777499:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816782720:0@lo:250:kworker.0
00000100:00080000:3.0:1767322360.777606:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322360.777613:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322360.777616:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322360.777622:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4877
00000100:00080000:3.0:1767322360.777627:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322360.777635:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322360.777685:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9f80 x1853166816789248/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322360.777717:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322360.777721:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322360.777724:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322360.777728:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4898
00000100:00080000:3.0:1767322360.777730:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322360.777734:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322360.777767:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8380 x1853166816789376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322360.777775:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322360.777777:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322360.777779:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322360.777782:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4898
00000100:00080000:3.0:1767322360.777783:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322360.777786:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322360.777794:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cbb80 x1853166816789504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322360.777839:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322360.777843:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322360.777845:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322360.777849:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4898
00000100:00080000:3.0:1767322360.777851:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322360.777855:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322360.777867:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9180 x1853166816789760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322360.777879:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767322360.777883:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322360.777886:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322360.777887:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322360.777890:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4898
00000100:00100000:1.0:1767322360.777896:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816789888:0@lo:400:kworker.0
00000100:00080000:3.0:1767322360.777902:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322360.777906:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322360.777919:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3ca300 x1853166816790016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322360.777981:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816790272:0@lo:400:kworker.0
00000100:00100000:3.0:1767322360.778023:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322360.778065:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322360.778092:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816789632:0@lo:400:kworker.0
00000100:00100000:3.0:1767322360.778093:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322360.778097:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816790144:0@lo:400:kworker.0
00000100:00100000:1.0:1767322360.778116:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322360.778117:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322360.778148:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816789888
00000100:00100000:3.0:1767322360.778148:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816790272
00000100:00100000:1.0:1767322360.778156:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816789888
00000100:00100000:3.0:1767322360.778156:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816790272
00000100:00100000:2.0:1767322360.778225:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816789632
00000100:00100000:2.0:1767322360.778230:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816789632
00000100:00100000:3.0:1767322360.778299:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816790144
00000100:00100000:3.0:1767322360.778303:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816790144
00000100:00100000:1.0:1767322360.778345:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5291
00000100:00100000:1.0:1767322360.778356:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816789888:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767322360.778393:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322360.778399:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767322360.778402:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322360.778413:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816789888:12345-0@lo:400:kworker.0 Request processed in 58us (347us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322360.778421:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5291
00000100:00100000:0.0:1767322360.778440:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816789888:0@lo:400:kworker.0
00000100:00100000:1.0:1767322360.778457:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332
00000100:00100000:1.0:1767322360.778464:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816790272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322360.778558:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816790272:12345-0@lo:400:kworker.0 Request processed in 94us (535us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322360.778565:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332
00000100:00100000:0.0:1767322360.778632:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816790272:0@lo:400:kworker.0
00000100:00100000:3.0:1767322360.779044:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333
00000100:00100000:3.0:1767322360.779057:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816790144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322360.779105:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816790144:12345-0@lo:400:kworker.0 Request processed in 54us (987us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322360.779112:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333
00000100:00100000:0.0:1767322360.779116:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816790144:0@lo:400:kworker.0
00000100:00100000:3.0:1767322360.779144:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816789248:0@lo:250:kworker.0
00000400:00000100:3.0:1767322360.779173:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816789248 offset 0 length 520: 4
00000100:00100000:2.0:1767322360.779196:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5292
00000100:00100000:3.0:1767322360.779199:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816789376:0@lo:38:kworker.0
00000100:00100000:2.0:1767322360.779204:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816789632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322360.779224:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322360.779576:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816789376
00000100:00100000:0.0:1767322360.779583:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816789376
00000100:00100000:0.0:1767322360.779681:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89745
00000100:00100000:0.0:1767322360.779687:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816789376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322360.779711:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322360.780327:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816789504:0@lo:38:kworker.0
00000100:00100000:2.0:1767322360.780335:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816789632:12345-0@lo:400:kworker.0 Request processed in 1131us (2217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322360.780345:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5292
00000100:00100000:3.0:1767322360.780370:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322360.780390:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816789760:0@lo:38:kworker.0
00000100:00100000:2.0:1767322360.780392:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816789504
00000100:00100000:2.0:1767322360.780396:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816789504
00000100:00100000:2.0:1767322360.780420:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169
00000100:00100000:2.0:1767322360.780425:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816789504:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322360.780438:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322360.780469:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816789504:12345-0@lo:38:kworker.0 Request processed in 42us (97us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322360.780475:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169
00000100:00100000:1.0:1767322360.780549:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816789632:0@lo:400:kworker.0
00000100:00100000:0.0:1767322360.780556:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816789376:12345-0@lo:38:kworker.0 Request processed in 868us (1331us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322360.780562:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89745
00000100:00100000:3.0:1767322360.780749:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322360.780791:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816790016:0@lo:38:kworker.0
00000100:00100000:3.0:1767322360.780815:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322360.780851:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322360.780856:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322360.780859:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816789760
00000100:00100000:3.0:1767322360.780860:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816789376:0@lo:38:kworker.0
00000100:00100000:0.0:1767322360.780863:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816789760
00000100:00080000:3.0:1767322360.780869:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322360.780873:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322360.780876:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816789504:0@lo:38:kworker.0
00000100:00100000:0.0:1767322360.780888:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816790016
00000100:00100000:0.0:1767322360.780891:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816790016
00000100:00100000:0.0:1767322360.780907:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89746
00000100:00100000:0.0:1767322360.780911:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816789760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322360.780923:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322360.780999:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89747
00000100:00100000:1.0:1767322360.781005:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816790016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322360.781017:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322360.781127:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816789760:12345-0@lo:38:kworker.0 Request processed in 213us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322360.781134:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89746
00000100:00100000:1.0:1767322360.782085:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816790016:12345-0@lo:38:kworker.0 Request processed in 1070us (1260us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322360.782099:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89747
00000100:00080000:3.0:1767322360.782510:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322360.782518:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322360.782524:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816789760:0@lo:38:kworker.0
00000100:00080000:3.0:1767322360.782539:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322360.782543:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322360.782546:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816790016:0@lo:38:kworker.0
00000100:00100000:1.0:1767322361.351142:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322361.735745:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322362.375528:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322362.759014:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322363.335277:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322363.342231:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816790528:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322363.342409:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322363.342477:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816790400:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322363.342500:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322363.342646:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816790528
00000100:00100000:0.0:1767322363.342654:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816790528
00000100:00100000:0.0:1767322363.342722:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816790400
00000100:00100000:0.0:1767322363.342725:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816790400
00000100:00100000:0.0:1767322363.342751:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031
00000100:00100000:0.0:1767322363.342784:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816790528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322363.342826:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322363.342862:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032
00000100:00100000:3.0:1767322363.342878:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816790400:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322363.342879:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816790528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (465us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322363.342893:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031
00002000:00000024:3.0:1767322363.342902:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322363.342947:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816790400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (446us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322363.342954:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032
00000100:00080000:1.0:1767322363.343929:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322363.343936:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322363.344112:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816790528:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322363.344134:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816790400:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322363.399543:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322363.783022:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322364.423491:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322364.584176:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322364.584293:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758746624
00000100:00100000:1.0:1767322364.584346:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758746624
00000100:00100000:1.0:1767322364.584453:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5293
00000100:00100000:1.0:1767322364.584465:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758746624:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322364.584546:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758746624:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322364.584552:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5293
00000100:00080000:0.0:1767322364.584643:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322364.585311:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322364.585383:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758746496
00000100:00100000:0.0:1767322364.585388:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758746496
00000100:00100000:0.0:1767322364.585422:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89748
00000100:00100000:0.0:1767322364.585428:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758746496:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322364.585448:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322364.585493:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758746496:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 64us (183us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322364.585500:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89748
00010000:00010000:2.0:1767322364.808427:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322365.446901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322365.831264:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322365.895619:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322365.895635:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322365.895638:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322365.895642:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322365.895647:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322365.895657:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4903
00000100:00080000:0.0:1767322365.895663:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322365.895671:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322365.895738:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3b80 x1853166816790656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322365.895793:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322365.895798:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322365.895800:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322365.895804:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4903
00000100:00080000:0.0:1767322365.895807:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322365.895810:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322365.895825:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1180 x1853166816790784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322365.895879:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322365.895884:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322365.895886:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322365.895898:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4903
00000100:00080000:0.0:1767322365.895901:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322365.895904:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322365.895918:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5c700 x1853166816791040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322365.895935:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322365.895938:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322365.895940:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322365.895944:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4903
00000100:00080000:0.0:1767322365.895947:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322365.895950:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322365.895961:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5dc00 x1853166816791296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322365.896023:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816791424:0@lo:400:kworker.0
00000100:00100000:0.0:1767322365.896117:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322365.896201:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322365.896208:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816791552:0@lo:400:kworker.0
00000100:00100000:0.0:1767322365.896233:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322365.896276:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816791424
00000100:00100000:0.0:1767322365.896286:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816791424
00000100:00100000:0.0:1767322365.896351:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816791552
00000100:00100000:0.0:1767322365.896355:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816791552
00000100:00100000:0.0:1767322365.896384:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334
00000100:00100000:0.0:1767322365.896394:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816791424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322365.896462:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816791424:12345-0@lo:400:kworker.0 Request processed in 68us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322365.896470:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334
00000100:00100000:0.0:1767322365.896490:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335
00000100:00100000:0.0:1767322365.896496:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816791552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322365.896524:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816791552:12345-0@lo:400:kworker.0 Request processed in 29us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322365.896530:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335
00000100:00080000:0.0:1767322365.896558:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322365.896563:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322365.896597:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816791552:0@lo:400:kworker.0
00000100:00100000:0.0:1767322365.896609:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816791424:0@lo:400:kworker.0
00000100:00100000:1.0:1767322365.896724:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816790912:0@lo:400:kworker.0
00000100:00100000:1.0:1767322365.896797:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322365.896822:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322365.896828:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816791168:0@lo:400:kworker.0
00000100:00100000:1.0:1767322365.896851:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322365.896902:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816790912
00000100:00100000:1.0:1767322365.896908:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816790912
00000100:00100000:1.0:1767322365.896947:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816791168
00000100:00100000:1.0:1767322365.896950:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816791168
00000100:00100000:1.0:1767322365.896971:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5294
00000100:00100000:1.0:1767322365.896978:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816790912:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322365.897017:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816790912:12345-0@lo:400:kworker.0 Request processed in 39us (220us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322365.897024:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5294
00000100:00100000:1.0:1767322365.897037:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5295
00000100:00100000:1.0:1767322365.897044:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816791168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322365.897071:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816791168:12345-0@lo:400:kworker.0 Request processed in 27us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322365.897076:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5295
00000100:00080000:1.0:1767322365.897092:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322365.897109:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816791168:0@lo:400:kworker.0
00000100:00100000:1.0:1767322365.897119:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816790912:0@lo:400:kworker.0
00000100:00100000:3.0:1767322365.897222:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816790656:0@lo:38:kworker.0
00000100:00100000:3.0:1767322365.897257:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322365.897289:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816790784:0@lo:38:kworker.0
00000100:00100000:3.0:1767322365.897316:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322365.897342:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816791040:0@lo:38:kworker.0
00000100:00100000:3.0:1767322365.897366:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322365.897385:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816791296:0@lo:38:kworker.0
00000100:00100000:3.0:1767322365.897406:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322365.897442:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816790656
00000100:00100000:3.0:1767322365.897446:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816790656
00000100:00100000:3.0:1767322365.897463:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816791040
00000100:00100000:3.0:1767322365.897466:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816791040
00000100:00100000:3.0:1767322365.897473:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816791296
00000100:00100000:3.0:1767322365.897476:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816791296
00000100:00100000:3.0:1767322365.897484:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89749
00000100:00100000:3.0:1767322365.897489:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816790656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322365.897512:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322365.897551:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816790656:12345-0@lo:38:kworker.0 Request processed in 61us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322365.897558:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89749
00000100:00100000:3.0:1767322365.897571:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89750
00000100:00100000:3.0:1767322365.897575:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816791040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322365.897585:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322365.897610:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816791040:12345-0@lo:38:kworker.0 Request processed in 33us (244us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322365.897616:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89750
00000100:00100000:3.0:1767322365.897627:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89751
00000100:00100000:3.0:1767322365.897630:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816791296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322365.897639:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322365.897662:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816791296:12345-0@lo:38:kworker.0 Request processed in 30us (255us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322365.897668:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89751
00000100:00080000:3.0:1767322365.897699:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322365.897705:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322365.897708:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816790656:0@lo:38:kworker.0
00000100:00080000:3.0:1767322365.897717:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322365.897721:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322365.897724:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816791040:0@lo:38:kworker.0
00000100:00080000:3.0:1767322365.897731:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322365.897734:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322365.897737:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816791296:0@lo:38:kworker.0
00000100:00100000:2.0:1767322365.897874:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816790784
00000100:00100000:2.0:1767322365.897879:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816790784
00000100:00100000:2.0:1767322365.897928:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170
00000100:00100000:2.0:1767322365.897934:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816790784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322365.897945:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322365.897986:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816790784:12345-0@lo:38:kworker.0 Request processed in 52us (670us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322365.897993:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170
00000100:00080000:2.0:1767322365.898021:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322365.898025:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322365.898028:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816790784:0@lo:38:kworker.0
00000100:00100000:1.0:1767322366.471909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322366.855398:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322367.494964:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322367.879343:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322368.456019:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816791680:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322368.456093:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322368.456418:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322368.456426:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816791808:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322368.456453:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322368.456535:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816791680
00000100:00100000:2.0:1767322368.456544:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816791680
00000100:00100000:2.0:1767322368.456600:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816791808
00000100:00100000:2.0:1767322368.456605:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816791808
00000100:00100000:2.0:1767322368.456626:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033
00000100:00100000:2.0:1767322368.456635:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816791680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322368.456664:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322368.456714:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816791680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (621us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322368.456722:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033
00000100:00100000:2.0:1767322368.456779:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034
00000100:00100000:2.0:1767322368.456798:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816791808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322368.456813:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322368.456838:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816791808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (384us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322368.456844:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034
00000100:00100000:2.0:1767322368.456896:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816791808:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322368.456909:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816791680:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322368.457527:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322368.457533:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322368.518940:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322368.907278:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322369.542882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322369.704751:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322369.704921:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758746880
00000100:00100000:0.0:1767322369.704932:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758746880
00000100:00100000:0.0:1767322369.705026:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5296
00000100:00100000:0.0:1767322369.705046:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758746880:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322369.705139:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758746880:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (398us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322369.705147:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5296
00000100:00080000:1.0:1767322369.705640:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322369.707592:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322369.709084:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758746752
00000100:00100000:2.0:1767322369.709103:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758746752
00000100:00100000:2.0:1767322369.709181:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89752
00000100:00100000:2.0:1767322369.709192:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758746752:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322369.709463:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322369.709687:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758746752:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 494us (2104us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322369.709699:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89752
00010000:00010000:1.0:1767322369.927819:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322370.566985:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322370.952875:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322371.015140:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322371.015166:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322371.015171:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322371.015176:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322371.015183:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322371.015197:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4908
00000100:00080000:3.0:1767322371.015204:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322371.015217:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322371.015296:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb100 x1853166816791936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322371.015323:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322371.015327:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322371.015329:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322371.015334:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4908
00000100:00080000:3.0:1767322371.015337:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322371.015344:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322371.015368:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3caa00 x1853166816792064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322371.015453:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816792192:0@lo:400:kworker.0
00000100:00100000:2.0:1767322371.015556:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816791936:0@lo:38:kworker.0
00000100:00100000:0.0:1767322371.015573:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322371.015790:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322371.015859:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816792064:0@lo:38:kworker.0
00000100:00100000:2.0:1767322371.015891:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322371.015938:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816792064
00000100:00100000:2.0:1767322371.015947:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816792064
00000100:00100000:2.0:1767322371.015986:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171
00000100:00100000:2.0:1767322371.015995:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816792064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322371.016020:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322371.016372:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816792192
00000100:00100000:1.0:1767322371.016382:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816792192
00000100:00100000:1.0:1767322371.016453:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816791936
00000100:00100000:1.0:1767322371.016457:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816791936
00000100:00100000:1.0:1767322371.016476:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5297
00000100:00100000:1.0:1767322371.016486:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816792192:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322371.016617:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322371.016621:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322371.016625:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322371.016629:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4908
00000100:00080000:3.0:1767322371.016632:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322371.016638:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322371.016665:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3b80 x1853166816792320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322371.017331:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816792192:12345-0@lo:400:kworker.0 Request processed in 845us (1758us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322371.017343:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5297
00000100:00100000:1.0:1767322371.017371:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89753
00000100:00100000:1.0:1767322371.017377:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816791936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322371.017400:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322371.017439:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816791936:12345-0@lo:38:kworker.0 Request processed in 61us (1651us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322371.017445:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89753
00000100:00080000:1.0:1767322371.017485:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322371.017514:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816792448:0@lo:400:kworker.0
00000100:00100000:1.0:1767322371.017555:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322371.017595:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816792448
00000100:00100000:1.0:1767322371.017601:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816792448
00000100:00100000:1.0:1767322371.017637:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5298
00000100:00100000:1.0:1767322371.017644:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816792448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322371.017688:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816792448:12345-0@lo:400:kworker.0 Request processed in 44us (133us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322371.017695:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5298
00000100:00080000:1.0:1767322371.017714:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322371.017751:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816792448:0@lo:400:kworker.0
00000100:00100000:2.0:1767322371.017807:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816792064:12345-0@lo:38:kworker.0 Request processed in 1802us (1905us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322371.017824:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171
00000100:00100000:2.0:1767322371.017901:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816792320:0@lo:38:kworker.0
00000100:00100000:2.0:1767322371.017951:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322371.018007:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322371.018013:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322371.018017:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816792064:0@lo:38:kworker.0
00000100:00080000:2.0:1767322371.018029:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322371.018033:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322371.018036:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816791936:0@lo:38:kworker.0
00000100:00100000:1.0:1767322371.018306:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816792320
00000100:00100000:1.0:1767322371.018312:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816792320
00000100:00100000:1.0:1767322371.018350:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89754
00000100:00100000:1.0:1767322371.018356:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816792320:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322371.018372:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322371.018411:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816792320:12345-0@lo:38:kworker.0 Request processed in 55us (461us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322371.018416:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89754
00000100:00100000:0.0:1767322371.019909:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816792192:0@lo:400:kworker.0
00000100:00080000:2.0:1767322371.020002:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322371.020015:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322371.020021:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816792320:0@lo:38:kworker.0
00000100:00080000:3.0:1767322371.020326:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322371.020333:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322371.020337:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322371.020344:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4908
00000100:00080000:3.0:1767322371.020349:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322371.020357:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322371.020410:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216300 x1853166816792576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322371.020518:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816792832:0@lo:400:kworker.0
00000100:00100000:3.0:1767322371.020595:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322371.020649:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322371.020663:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816792576:0@lo:38:kworker.0
00000100:00100000:3.0:1767322371.020663:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816792704:0@lo:400:kworker.0
00000100:00100000:3.0:1767322371.020704:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322371.020799:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816792832
00000100:00100000:2.0:1767322371.020800:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322371.020812:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816792832
00000100:00100000:2.0:1767322371.020902:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816792576
00000100:00100000:3.0:1767322371.020903:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816792704
00000100:00100000:3.0:1767322371.020911:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816792704
00000100:00100000:2.0:1767322371.020916:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816792576
00000100:00100000:3.0:1767322371.020946:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336
00000100:00100000:3.0:1767322371.020962:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816792832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322371.020976:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89755
00000100:00100000:2.0:1767322371.020987:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816792576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322371.021013:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322371.021058:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816792576:12345-0@lo:38:kworker.0 Request processed in 71us (261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322371.021065:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89755
00000100:00080000:2.0:1767322371.021107:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767322371.021237:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337
00000100:00100000:1.0:1767322371.021251:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816792704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322371.021306:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816792704:12345-0@lo:400:kworker.0 Request processed in 59us (603us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322371.021313:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337
00000100:00080000:1.0:1767322371.021336:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322371.021341:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322371.021371:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816792704:0@lo:400:kworker.0
00000100:00100000:3.0:1767322371.021508:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816792832:12345-0@lo:400:kworker.0 Request processed in 553us (914us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322371.021516:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336
00000100:00100000:1.0:1767322371.023607:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816792832:0@lo:400:kworker.0
00000100:00080000:2.0:1767322371.025936:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322371.025951:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816792576:0@lo:38:kworker.0
00000100:00100000:1.0:1767322371.590905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322371.975337:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322372.614888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322372.999713:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322373.575019:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816792960:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322373.575116:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322373.575232:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816792960
00000100:00100000:3.0:1767322373.575241:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816792960
00000100:00100000:3.0:1767322373.575309:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035
00000100:00100000:3.0:1767322373.575321:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e451b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816792960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322373.575353:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767322373.575429:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322373.575448:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816793088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322373.575484:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322373.575521:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816793088
00000100:00100000:2.0:1767322373.575525:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816793088
00000100:00100000:2.0:1767322373.575554:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036
00000100:00100000:2.0:1767322373.575561:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816793088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322373.575576:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322373.575606:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816793088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (121us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322373.575617:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036
00000100:00080000:2.0:1767322373.575638:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322373.575668:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816793088:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322373.584922:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e451b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816792960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9590us (9792us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322373.584942:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035
00000100:00100000:1.0:1767322373.592331:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816792960:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322373.638869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322374.023010:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322374.662901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322374.823866:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322374.823919:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322374.824048:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758747008
00000100:00100000:2.0:1767322374.824058:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758747008
00000100:00100000:2.0:1767322374.824108:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758747136
00000100:00100000:2.0:1767322374.824111:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758747136
00000100:00100000:2.0:1767322374.824164:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5299
00000100:00100000:2.0:1767322374.824175:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758747136:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322374.824249:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758747136:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 76us (329us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322374.824257:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5299
00000100:00100000:2.0:1767322374.824277:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89756
00000100:00100000:2.0:1767322374.824282:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758747008:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322374.824302:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322374.824328:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758747008:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (480us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322374.824335:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89756
00000100:00080000:3.0:1767322374.824451:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322375.051326:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322375.688186:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322376.071413:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322376.134947:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322376.134959:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322376.134963:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322376.134966:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322376.134970:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322376.134978:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4913
00000100:00080000:0.0:1767322376.134983:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322376.134991:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322376.135036:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5d880 x1853166816793216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322376.135055:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322376.135058:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322376.135060:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322376.135063:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4913
00000100:00080000:0.0:1767322376.135065:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322376.135069:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322376.135083:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5c000 x1853166816793344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322376.135159:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767322376.135180:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322376.135185:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322376.135187:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322376.135190:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4913
00000100:00080000:0.0:1767322376.135193:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322376.135197:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322376.135210:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ca80 x1853166816793600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322376.135261:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816793216:0@lo:38:kworker.0
00000100:00100000:2.0:1767322376.135341:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322376.135393:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816793344:0@lo:38:kworker.0
00000100:00100000:2.0:1767322376.135419:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322376.135463:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816793600:0@lo:38:kworker.0
00000100:00100000:2.0:1767322376.135572:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322376.135877:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816793728:0@lo:400:kworker.0
00000100:00100000:3.0:1767322376.135947:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322376.135999:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322376.136002:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322376.136004:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322376.136008:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4913
00000100:00080000:0.0:1767322376.136010:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322376.136013:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322376.136027:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5c700 x1853166816793856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322376.136044:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816793344
00000100:00100000:1.0:1767322376.136054:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816793344
00000100:00100000:1.0:1767322376.136097:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172
00000100:00100000:1.0:1767322376.136107:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816793344:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322376.136120:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816793856:0@lo:38:kworker.0
00010000:00020000:1.0:1767322376.136131:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322376.136151:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816794112:0@lo:400:kworker.0
00000100:00100000:1.0:1767322376.136186:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816793344:12345-0@lo:38:kworker.0 Request processed in 77us (762us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322376.136186:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322376.136197:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172
00000100:00100000:2.0:1767322376.136214:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322376.136220:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816793984:0@lo:400:kworker.0
00000100:00100000:2.0:1767322376.136236:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322376.136293:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816794112
00000100:00100000:2.0:1767322376.136298:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816794112
00000100:00100000:2.0:1767322376.136340:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816793984
00000100:00100000:2.0:1767322376.136343:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816793984
00000100:00100000:2.0:1767322376.136362:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338
00000100:00100000:2.0:1767322376.136366:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816794112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322376.136397:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816794112:12345-0@lo:400:kworker.0 Request processed in 31us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322376.136401:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338
00000100:00100000:2.0:1767322376.136412:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339
00000100:00100000:2.0:1767322376.136415:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816793984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322376.136429:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816793984:12345-0@lo:400:kworker.0 Request processed in 15us (194us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322376.136433:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339
00000100:00100000:2.0:1767322376.136457:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816793984:0@lo:400:kworker.0
00000100:00100000:2.0:1767322376.136463:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816794112:0@lo:400:kworker.0
00000100:00080000:2.0:1767322376.136480:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322376.136483:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322376.143668:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816793216
00000100:00100000:0.0:1767322376.143684:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816793216
00000100:00100000:2.0:1767322376.145663:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816793600
00000100:00100000:2.0:1767322376.145675:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816793600
00000100:00100000:2.0:1767322376.145718:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816793728
00000100:00100000:2.0:1767322376.145722:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816793728
00000100:00100000:0.0:1767322376.145812:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5300
00000100:00100000:2.0:1767322376.145822:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89757
00000100:00100000:0.0:1767322376.145831:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816793728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322376.145832:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816793216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322376.145871:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322376.145938:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816793728:12345-0@lo:400:kworker.0 Request processed in 115us (9988us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322376.145940:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816793216:12345-0@lo:38:kworker.0 Request processed in 108us (10597us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322376.145953:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5300
00000100:00100000:3.0:1767322376.146648:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816793728:0@lo:400:kworker.0
00000100:00100000:3.0:1767322376.146662:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816793472:0@lo:400:kworker.0
00000100:00100000:3.0:1767322376.146697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322376.146737:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816793472
00000100:00100000:3.0:1767322376.146745:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816793472
00000100:00100000:2.0:1767322376.147654:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89757
00000100:00100000:0.0:1767322376.147681:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89758
00000100:00100000:0.0:1767322376.147691:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6f576c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816793600:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767322376.147708:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767322376.147715:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322376.147727:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322376.147806:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6f576c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816793600:12345-0@lo:38:kworker.0 Request processed in 106us (12223us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767322376.147810:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767322376.147815:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89758
00000100:00080000:2.0:1767322376.147817:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322376.147824:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816793216:0@lo:38:kworker.0
00000100:00080000:2.0:1767322376.147838:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322376.147841:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322376.147844:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816793344:0@lo:38:kworker.0
00000100:00080000:2.0:1767322376.147853:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322376.147866:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322376.147869:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816793600:0@lo:38:kworker.0
00000100:00100000:2.0:1767322376.149241:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816793856
00000100:00100000:2.0:1767322376.149252:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816793856
00000100:00100000:0.0:1767322376.149300:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5301
00000100:00100000:0.0:1767322376.149313:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816793472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322376.149370:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816793472:12345-0@lo:400:kworker.0 Request processed in 62us (2672us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322376.149531:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89759
00000100:00100000:3.0:1767322376.149538:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816793856:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322376.149557:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322376.149595:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816793856:12345-0@lo:38:kworker.0 Request processed in 57us (1868us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322376.149602:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89759
00000100:00100000:3.0:1767322376.149654:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816793472:0@lo:400:kworker.0
00000100:00080000:3.0:1767322376.149724:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322376.149729:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322376.149732:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816793856:0@lo:38:kworker.0
00000100:00100000:0.0:1767322376.152207:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5301
00000100:00100000:0.0:1767322376.359518:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322376.360458:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758747264
00000100:00100000:2.0:1767322376.360469:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758747264
00000100:00100000:2.0:1767322376.360692:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89760
00000100:00100000:2.0:1767322376.360704:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758747264:12345-192.168.202.11@tcp:17:kworker.0
00000100:00100000:2.0:1767322376.360838:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758747264:12345-192.168.202.11@tcp:17:kworker.0 Request processed in 135us (1340us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322376.360846:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89760
00000100:00080000:0.0:1767322376.364898:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322376.710916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322377.095222:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322377.734847:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322378.119826:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322378.695054:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816794240:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322378.695126:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322378.695156:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816794240
00000100:00100000:2.0:1767322378.695164:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816794240
00000100:00100000:2.0:1767322378.695223:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037
00000100:00100000:2.0:1767322378.695233:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816794240:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322378.695332:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322378.695342:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322378.695350:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816794368:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322378.695378:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322378.695405:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816794368
00000100:00100000:0.0:1767322378.695409:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816794368
00000100:00080000:1.0:1767322378.695650:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:2.0:1767322378.695854:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322378.696089:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816794240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 855us (960us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322378.696275:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816794240:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322378.706540:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037
00000100:00100000:0.0:1767322378.706557:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038
00000100:00100000:0.0:1767322378.706577:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816794368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322378.706611:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322378.707815:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816794368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1244us (12432us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322378.707826:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038
00000100:00100000:2.0:1767322378.708668:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816794368:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322378.758882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322379.143100:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322379.782946:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322379.945118:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322379.945216:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322379.945531:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758747520
00000100:00100000:2.0:1767322379.945541:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758747520
00000100:00100000:2.0:1767322379.945610:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758747392
00000100:00100000:2.0:1767322379.945613:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758747392
00000100:00100000:2.0:1767322379.945631:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5302
00000100:00100000:2.0:1767322379.945641:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758747520:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322379.945709:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758747520:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 69us (600us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322379.945728:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5302
00000100:00100000:2.0:1767322379.945749:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89761
00000100:00100000:2.0:1767322379.945804:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758747392:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322379.945827:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322379.945852:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758747392:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 97us (636us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322379.945859:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89761
00000100:00080000:0.0:1767322379.946228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322380.168390:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322380.806872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322381.191064:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322381.255206:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322381.255230:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322381.255233:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322381.255245:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322381.255250:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322381.255258:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4918
00000100:00080000:1.0:1767322381.255263:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322381.255269:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322381.255323:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f9c00 x1853166816794496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322381.255347:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322381.255350:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322381.255352:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322381.255356:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4918
00000100:00080000:1.0:1767322381.255358:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322381.255362:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322381.255376:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fad80 x1853166816794624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322381.255417:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322381.255421:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322381.255422:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322381.255426:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4918
00000100:00080000:1.0:1767322381.255428:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322381.255431:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322381.255441:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fa680 x1853166816794880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322381.255455:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322381.255458:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322381.255460:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322381.255463:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4918
00000100:00080000:1.0:1767322381.255466:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322381.255469:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322381.255478:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fb800 x1853166816795136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322381.255533:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816795008:0@lo:400:kworker.0
00000100:00100000:0.0:1767322381.255597:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816794752:0@lo:400:kworker.0
00000100:00100000:1.0:1767322381.255598:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322381.255649:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322381.255686:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816795264:0@lo:400:kworker.0
00000100:00100000:0.0:1767322381.255709:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816795008
00000100:00100000:0.0:1767322381.255717:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816795008
00000100:00100000:1.0:1767322381.255731:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322381.255800:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5303
00000100:00100000:1.0:1767322381.255810:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322381.255812:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816795008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322381.255825:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816795392:0@lo:400:kworker.0
00000100:00100000:1.0:1767322381.255862:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322381.255888:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816795008:12345-0@lo:400:kworker.0 Request processed in 78us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322381.255897:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5303
00000100:00100000:1.0:1767322381.255901:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816794752
00000100:00100000:1.0:1767322381.255906:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816794752
00000100:00080000:0.0:1767322381.255928:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322381.255960:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816795008:0@lo:400:kworker.0
00000100:00100000:3.0:1767322381.256227:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816794496:0@lo:38:kworker.0
00000100:00100000:3.0:1767322381.256259:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322381.256548:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816795264
00000100:00100000:2.0:1767322381.256554:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816795264
00000100:00100000:2.0:1767322381.256602:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816795392
00000100:00100000:2.0:1767322381.256606:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816795392
00000100:00100000:2.0:1767322381.256631:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340
00000100:00100000:2.0:1767322381.256639:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816795264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322381.256684:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816795264:12345-0@lo:400:kworker.0 Request processed in 47us (954us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322381.256692:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340
00000100:00080000:0.0:1767322381.257412:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322381.257418:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322381.257466:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816795264:0@lo:400:kworker.0
00000100:00100000:0.0:1767322381.257520:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341
00000100:00100000:0.0:1767322381.257533:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4609d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816795392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322381.257578:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4609d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816795392:12345-0@lo:400:kworker.0 Request processed in 50us (1717us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322381.257584:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341
00000100:00100000:2.0:1767322381.259456:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816795392:0@lo:400:kworker.0
00000100:00100000:3.0:1767322381.259845:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816794624:0@lo:38:kworker.0
00000100:00100000:3.0:1767322381.259898:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322381.259911:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816794496
00000100:00100000:1.0:1767322381.259921:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816794496
00000100:00100000:3.0:1767322381.259931:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816794880:0@lo:38:kworker.0
00000100:00100000:3.0:1767322381.259957:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322381.259976:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816795136:0@lo:38:kworker.0
00000100:00100000:3.0:1767322381.259996:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322381.260030:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816794624
00000100:00100000:3.0:1767322381.260034:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816794624
00000100:00100000:3.0:1767322381.260066:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173
00000100:00100000:3.0:1767322381.260073:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816794624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322381.260094:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322381.260135:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816794624:12345-0@lo:38:kworker.0 Request processed in 59us (236us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322381.260142:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173
00000100:00100000:3.0:1767322381.260161:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816794880
00000100:00100000:3.0:1767322381.260164:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816794880
00000100:00100000:3.0:1767322381.260183:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816795136
00000100:00100000:3.0:1767322381.260186:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816795136
00000100:00100000:1.0:1767322381.260474:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5304
00000100:00100000:1.0:1767322381.260487:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816794752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322381.260540:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816794752:12345-0@lo:400:kworker.0 Request processed in 59us (4891us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322381.260547:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5304
00000100:00100000:1.0:1767322381.260562:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89762
00000100:00100000:1.0:1767322381.260566:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816794880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322381.260577:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322381.260600:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816794880:12345-0@lo:38:kworker.0 Request processed in 32us (642us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322381.260606:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89762
00000100:00100000:1.0:1767322381.260618:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89763
00000100:00100000:1.0:1767322381.260622:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816794496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322381.260632:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322381.260654:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816794496:12345-0@lo:38:kworker.0 Request processed in 31us (4396us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322381.260660:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89763
00000100:00100000:1.0:1767322381.260694:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816794752:0@lo:400:kworker.0
00000100:00080000:1.0:1767322381.260808:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767322381.262164:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89764
00000100:00100000:3.0:1767322381.262174:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816795136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322381.262279:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322381.262382:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322381.262388:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816794496:0@lo:38:kworker.0
00000100:00080000:1.0:1767322381.262412:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322381.262415:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322381.262418:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816794624:0@lo:38:kworker.0
00000100:00080000:1.0:1767322381.262429:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322381.262435:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322381.262436:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816795136:12345-0@lo:38:kworker.0 Request processed in 165us (2341us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322381.262440:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816794880:0@lo:38:kworker.0
00000100:00100000:3.0:1767322381.262451:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89764
00000100:00080000:1.0:1767322381.262455:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322381.262460:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322381.262464:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816795136:0@lo:38:kworker.0
00000100:00100000:1.0:1767322381.831430:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322382.215189:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322382.854886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322383.239039:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322383.815346:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816795520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322383.815418:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322383.815547:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816795520
00000100:00100000:0.0:1767322383.815555:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816795520
00000100:00100000:0.0:1767322383.815623:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039
00000100:00100000:0.0:1767322383.815633:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816795520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322383.815661:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322383.815709:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816795520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322383.815717:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039
00000100:00100000:0.0:1767322383.815801:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816795520:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322383.815869:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322383.817711:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322383.817738:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816795648:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322383.817815:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322383.817943:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816795648
00000100:00100000:3.0:1767322383.817953:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816795648
00000100:00100000:3.0:1767322383.818003:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040
00000100:00100000:3.0:1767322383.818014:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816795648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322383.818039:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322383.818094:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816795648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322383.818101:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040
00000100:00080000:1.0:1767322383.818157:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322383.818227:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816795648:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322383.878931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322384.044590:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767322384.044629:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758747648 offset 0 length 520: 4
00000100:00100000:3.0:1767322384.044653:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322384.044797:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758747904
00000100:00100000:0.0:1767322384.044808:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758747904
00000100:00100000:0.0:1767322384.044881:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758747776
00000100:00100000:0.0:1767322384.044885:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758747776
00000100:00100000:0.0:1767322384.044904:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5305
00000100:00100000:0.0:1767322384.044915:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758747904:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322384.044957:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89765
00000100:00100000:3.0:1767322384.044964:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758747776:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322384.044986:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322384.044992:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758747904:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322384.045001:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5305
00000100:00100000:3.0:1767322384.045023:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758747776:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 56us (366us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322384.045031:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89765
00000100:00080000:1.0:1767322384.045351:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322384.263792:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322384.904038:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322385.287001:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322385.350897:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322360/real 1767322360]  req@ffff8d4d4b3c9f80 x1853166816789248/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322385 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322385.350934:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4b3c9f80 x1853166816789248/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322385 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767322385.350953:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322385.351040:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322385.351045:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816789248:0@lo:250:kworker.0
00000100:00080000:3.0:1767322385.352150:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322385.352159:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322385.352163:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322385.352169:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4903
00000100:00080000:3.0:1767322385.352175:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322385.352182:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322385.352620:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215880 x1853166816795776/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322385.352707:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816795776:0@lo:250:kworker.0
00000400:00000100:1.0:1767322385.352797:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816795776 offset 0 length 520: 4
00000100:00080000:3.0:1767322385.353180:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322385.353185:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322385.353188:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322385.353192:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4923
00000100:00080000:3.0:1767322385.353196:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322385.353606:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322385.353634:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216a00 x1853166816795904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322385.353687:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816795904:0@lo:38:kworker.0
00000100:00100000:1.0:1767322385.353741:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322385.353861:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816795904
00000100:00100000:2.0:1767322385.353869:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816795904
00000100:00100000:2.0:1767322385.353913:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89766
00000100:00100000:2.0:1767322385.353921:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816795904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322385.353940:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322385.353997:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816795904:12345-0@lo:38:kworker.0 Request processed in 75us (254us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322385.354003:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89766
00000100:00080000:0.0:1767322385.354256:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322385.354262:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322385.354265:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816795904:0@lo:38:kworker.0
00000100:00080000:3.0:1767322385.356479:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322385.356490:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322385.356494:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322385.356501:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4923
00000100:00080000:3.0:1767322385.356599:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322385.356609:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322385.356649:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216300 x1853166816796032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322385.356787:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816796032:0@lo:38:kworker.0
00000100:00100000:0.0:1767322385.356849:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322385.357341:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322385.357346:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322385.357348:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322385.357352:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4923
00000100:00080000:3.0:1767322385.357356:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322385.357361:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322385.357374:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215c00 x1853166816796288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322385.357391:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322385.357394:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322385.357395:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322385.357399:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4923
00000100:00080000:3.0:1767322385.357401:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322385.357404:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322385.357413:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216a00 x1853166816796544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322385.357462:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816796800:0@lo:400:kworker.0
00000100:00100000:3.0:1767322385.357494:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322385.357546:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322385.357552:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816796672:0@lo:400:kworker.0
00000100:00100000:3.0:1767322385.357574:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322385.357622:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816796800
00000100:00100000:3.0:1767322385.357629:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816796800
00000100:00100000:3.0:1767322385.357695:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816796672
00000100:00100000:3.0:1767322385.357699:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816796672
00000100:00100000:3.0:1767322385.357735:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342
00000100:00100000:3.0:1767322385.357743:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816796800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322385.357821:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816796800:12345-0@lo:400:kworker.0 Request processed in 79us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322385.357828:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342
00000100:00100000:3.0:1767322385.357843:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343
00000100:00100000:3.0:1767322385.357850:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816796672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322385.358263:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816796160:0@lo:400:kworker.0
00000100:00100000:1.0:1767322385.358413:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816796032
00000100:00100000:1.0:1767322385.358418:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816796032
00000100:00100000:1.0:1767322385.358445:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174
00000100:00100000:1.0:1767322385.358451:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816796032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322385.358471:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322385.358541:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816796288:0@lo:38:kworker.0
00000100:00100000:0.0:1767322385.358569:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322385.358588:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816796544:0@lo:38:kworker.0
00000100:00100000:0.0:1767322385.358606:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322385.358648:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816796288
00000100:00100000:0.0:1767322385.358652:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816796288
00000100:00100000:0.0:1767322385.358684:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816796544
00000100:00100000:0.0:1767322385.358687:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816796544
00000100:00100000:0.0:1767322385.358724:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89767
00000100:00100000:0.0:1767322385.358730:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816796288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322385.358739:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322385.358791:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816796288:12345-0@lo:38:kworker.0 Request processed in 59us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322385.358799:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89767
00000100:00100000:0.0:1767322385.358813:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89768
00000100:00100000:0.0:1767322385.358816:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816796544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322385.358824:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322385.358844:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816796544:12345-0@lo:38:kworker.0 Request processed in 27us (238us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322385.358849:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89768
00000100:00080000:0.0:1767322385.358902:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322385.358907:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322385.358911:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816796288:0@lo:38:kworker.0
00000100:00080000:0.0:1767322385.358919:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322385.358922:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322385.358924:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816796544:0@lo:38:kworker.0
00000100:00080000:0.0:1767322385.358990:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322385.358995:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322385.359005:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816796416:0@lo:400:kworker.0
00000100:00100000:0.0:1767322385.359027:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322385.359046:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816796416
00000100:00100000:0.0:1767322385.359049:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816796416
00000100:00100000:0.0:1767322385.359078:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5306
00000100:00100000:0.0:1767322385.359084:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816796416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322385.359115:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816796416:12345-0@lo:400:kworker.0 Request processed in 31us (87us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322385.359120:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5306
00000100:00080000:0.0:1767322385.359148:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322385.359167:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816796416:0@lo:400:kworker.0
00000100:00100000:0.0:1767322385.363837:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816796800:0@lo:400:kworker.0
00000100:00100000:2.0:1767322385.364077:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322385.364428:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816796672:12345-0@lo:400:kworker.0 Request processed in 6575us (6849us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322385.364440:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343
00000100:00100000:0.0:1767322385.364530:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816796160
00000100:00100000:0.0:1767322385.364538:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816796160
00000100:00100000:0.0:1767322385.364597:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5307
00000100:00100000:0.0:1767322385.364605:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816796160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322385.364661:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816796160:12345-0@lo:400:kworker.0 Request processed in 56us (584us total) trans 0 rc 0/0
00000100:00080000:3.0:1767322385.364849:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322385.365059:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5307
00000100:00100000:2.0:1767322385.365175:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816796672:0@lo:400:kworker.0
00000100:00100000:2.0:1767322385.365283:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816796160:0@lo:400:kworker.0
00000100:00100000:1.0:1767322385.367421:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816796032:12345-0@lo:38:kworker.0 Request processed in 8959us (10562us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322385.367438:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174
00000100:00080000:0.0:1767322385.368382:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322385.368391:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322385.368396:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816796032:0@lo:38:kworker.0
00000100:00100000:1.0:1767322385.926967:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322386.311132:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322386.951510:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322387.337366:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322387.975530:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322388.359003:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322388.935056:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816796928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322388.935128:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322388.935410:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322388.935420:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816797056:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322388.935445:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322388.935622:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816796928
00000100:00100000:0.0:1767322388.935633:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816796928
00000100:00100000:0.0:1767322388.935705:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816797056
00000100:00100000:0.0:1767322388.935709:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816797056
00000100:00100000:0.0:1767322388.935732:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041
00000100:00100000:0.0:1767322388.935741:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816796928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322388.935793:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322388.935841:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816796928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (712us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322388.935849:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041
00000100:00100000:0.0:1767322388.935866:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042
00000100:00100000:0.0:1767322388.935872:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816797056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322388.935886:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322388.935911:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816797056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (465us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322388.935917:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042
00000100:00100000:0.0:1767322388.935958:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816797056:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322388.935972:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816796928:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767322388.936047:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322388.936051:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322388.998904:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322389.162049:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322389.162104:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322389.162234:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758748032
00000100:00100000:2.0:1767322389.162243:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758748032
00000100:00100000:2.0:1767322389.162284:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758748160
00000100:00100000:2.0:1767322389.162286:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758748160
00000100:00100000:2.0:1767322389.162341:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5308
00000100:00100000:2.0:1767322389.162351:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758748160:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322389.162425:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758748160:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322389.162431:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5308
00000100:00100000:2.0:1767322389.162447:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89769
00000100:00100000:2.0:1767322389.162450:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758748032:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322389.162467:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322389.162489:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758748032:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 37us (451us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322389.162495:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89769
00000100:00080000:1.0:1767322389.163288:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322389.385352:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322390.023034:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322390.407045:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322390.473161:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322390.473170:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322390.473173:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322390.473177:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322390.473182:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322390.473189:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4927
00000100:00080000:2.0:1767322390.473194:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322390.473200:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322390.473237:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5d180 x1853166816797184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322390.473269:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322390.473273:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322390.473275:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322390.473279:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4927
00000100:00080000:2.0:1767322390.473282:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322390.473285:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322390.473299:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ce00 x1853166816797312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322390.473344:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322390.473349:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322390.473350:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322390.473354:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4927
00000100:00080000:2.0:1767322390.473356:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322390.473360:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322390.473371:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5f800 x1853166816797568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322390.473385:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322390.473388:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322390.473390:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322390.473393:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4927
00000100:00080000:2.0:1767322390.473395:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322390.473398:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322390.473409:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5f480 x1853166816797824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322390.473523:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816797184:0@lo:38:kworker.0
00000100:00100000:0.0:1767322390.473598:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322390.473662:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816797312:0@lo:38:kworker.0
00000100:00100000:0.0:1767322390.473705:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322390.473726:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816797568:0@lo:38:kworker.0
00000100:00100000:0.0:1767322390.473746:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322390.473779:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816797440:0@lo:400:kworker.0
00000100:00100000:0.0:1767322390.473792:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816797824:0@lo:38:kworker.0
00000100:00100000:1.0:1767322390.473810:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322390.473840:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322390.473846:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816797696:0@lo:400:kworker.0
00000100:00100000:1.0:1767322390.473867:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322390.488236:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816797952:0@lo:400:kworker.0
00000100:00100000:1.0:1767322390.488303:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322390.488332:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322390.488340:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816798080:0@lo:400:kworker.0
00000100:00100000:1.0:1767322390.488362:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322390.488396:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322390.489991:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816797184
00000100:00100000:0.0:1767322390.490006:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816797184
00000100:00100000:0.0:1767322390.490079:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816797568
00000100:00100000:0.0:1767322390.490083:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816797568
00000100:00100000:0.0:1767322390.490100:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816797440
00000100:00100000:0.0:1767322390.490103:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816797440
00000100:00100000:0.0:1767322390.490137:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816797696
00000100:00100000:0.0:1767322390.490140:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816797696
00000100:00100000:0.0:1767322390.490162:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5309
00000100:00100000:0.0:1767322390.490172:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816797440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322390.490258:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816797440:12345-0@lo:400:kworker.0 Request processed in 88us (16447us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322390.490266:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5309
00000100:00100000:0.0:1767322390.490283:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5310
00000100:00100000:0.0:1767322390.490289:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816797696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322390.490316:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816797696:12345-0@lo:400:kworker.0 Request processed in 28us (16448us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322390.490322:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5310
00000100:00100000:0.0:1767322390.490335:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89770
00000100:00100000:0.0:1767322390.490339:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816797184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322390.490361:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322390.490389:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816797184:12345-0@lo:38:kworker.0 Request processed in 48us (16791us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322390.490395:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89770
00000100:00100000:0.0:1767322390.490405:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89771
00000100:00100000:0.0:1767322390.490409:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816797568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322390.490418:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322390.490440:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816797568:12345-0@lo:38:kworker.0 Request processed in 30us (16694us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322390.490445:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89771
00000100:00100000:0.0:1767322390.490470:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816797952
00000100:00100000:0.0:1767322390.490474:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816797952
00000100:00100000:0.0:1767322390.490498:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816798080
00000100:00100000:0.0:1767322390.490501:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816798080
00000100:00100000:0.0:1767322390.490518:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344
00000100:00100000:0.0:1767322390.490524:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816797952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322390.490561:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816797952:12345-0@lo:400:kworker.0 Request processed in 37us (2258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322390.490568:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344
00000100:00100000:0.0:1767322390.490578:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345
00000100:00100000:0.0:1767322390.490584:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816798080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322390.490610:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816798080:12345-0@lo:400:kworker.0 Request processed in 26us (2247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322390.490615:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345
00000100:00080000:0.0:1767322390.490634:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322390.490637:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322390.490640:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322390.491045:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816797312
00000100:00100000:3.0:1767322390.491051:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816797312
00000100:00100000:3.0:1767322390.491079:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175
00000100:00100000:3.0:1767322390.491084:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816797312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322390.491097:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322390.491185:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816797696:0@lo:400:kworker.0
00000100:00100000:2.0:1767322390.491229:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816797824
00000100:00100000:2.0:1767322390.491234:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816797824
00000100:00100000:2.0:1767322390.491264:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89772
00000100:00100000:2.0:1767322390.491269:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816797824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322390.491278:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322390.495473:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767322390.495478:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816797312:12345-0@lo:38:kworker.0 Request processed in 4382us (21761us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767322390.495485:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322390.495492:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816797184:0@lo:38:kworker.0
00000100:00100000:3.0:1767322390.495496:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175
00000100:00080000:1.0:1767322390.495510:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322390.495516:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322390.495519:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816797312:0@lo:38:kworker.0
00000100:00080000:1.0:1767322390.495536:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322390.495539:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322390.495542:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816797568:0@lo:38:kworker.0
00000100:00100000:1.0:1767322390.495628:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816798080:0@lo:400:kworker.0
00000100:00100000:1.0:1767322390.495640:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816797952:0@lo:400:kworker.0
00000100:00100000:0.0:1767322390.495784:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816797440:0@lo:400:kworker.0
00000100:00100000:2.0:1767322390.495875:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816797824:12345-0@lo:38:kworker.0 Request processed in 4603us (7476us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322390.495884:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89772
00000100:00080000:1.0:1767322390.498335:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322390.498347:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322390.498351:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816797824:0@lo:38:kworker.0
00000100:00100000:1.0:1767322391.047178:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322391.431031:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322392.070983:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322392.455334:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322393.094901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322393.479981:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322394.055910:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322394.055937:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816798208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322394.056010:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322394.056083:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816798208
00000100:00100000:0.0:1767322394.056101:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816798208
00000100:00100000:0.0:1767322394.056166:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043
00000100:00100000:0.0:1767322394.056173:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816798208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322394.056204:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322394.056249:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816798208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322394.056260:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043
00000100:00100000:3.0:1767322394.056434:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816798208:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322394.056601:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322394.056614:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816798336:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322394.056652:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322394.056719:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816798336
00000100:00100000:2.0:1767322394.056727:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816798336
00000100:00100000:2.0:1767322394.056786:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044
00000100:00100000:2.0:1767322394.057074:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816798336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322394.057181:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322394.057226:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816798336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (573us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322394.057232:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044
00000100:00100000:2.0:1767322394.057270:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816798336:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322394.058066:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322394.058073:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322394.118896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322394.280416:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322394.280465:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322394.280595:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758748288
00000100:00100000:2.0:1767322394.280607:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758748288
00000100:00100000:2.0:1767322394.280670:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758748416
00000100:00100000:2.0:1767322394.280674:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758748416
00000100:00100000:2.0:1767322394.280735:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5311
00000100:00100000:2.0:1767322394.280746:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758748416:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322394.280868:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758748416:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 124us (402us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322394.280876:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5311
00000100:00100000:2.0:1767322394.280897:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89773
00000100:00100000:2.0:1767322394.280902:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758748288:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322394.280926:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322394.280967:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758748288:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 62us (563us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322394.280973:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89773
00000100:00080000:0.0:1767322394.281430:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322394.502996:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322395.142943:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322395.526980:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322395.591310:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322395.591318:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322395.591320:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322395.591324:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322395.591327:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322395.591333:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4933
00000100:00080000:2.0:1767322395.591336:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322395.591342:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322395.591378:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5df80 x1853166816798464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322395.591402:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322395.591405:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322395.591406:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322395.591408:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4933
00000100:00080000:2.0:1767322395.591410:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322395.591412:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322395.591427:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5c380 x1853166816798592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322395.591455:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322395.591458:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322395.591460:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322395.591462:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4933
00000100:00080000:2.0:1767322395.591464:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322395.591466:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322395.591473:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ed80 x1853166816798848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322395.591514:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322395.591535:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816798720:0@lo:400:kworker.0
00000100:00100000:3.0:1767322395.591608:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322395.591690:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322395.591693:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322395.591695:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767322395.591700:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816798976:0@lo:400:kworker.0
00000100:00080000:2.0:1767322395.591701:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4933
00000100:00080000:2.0:1767322395.591708:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322395.591713:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322395.591728:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5c700 x1853166816799104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322395.591734:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322395.591807:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816798720
00000100:00100000:2.0:1767322395.591814:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816799232:0@lo:400:kworker.0
00000100:00100000:3.0:1767322395.591815:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816798720
00000100:00100000:3.0:1767322395.591865:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816798976
00000100:00100000:3.0:1767322395.591868:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816798976
00000100:00100000:3.0:1767322395.591897:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5312
00000100:00100000:3.0:1767322395.591906:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816798720:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767322395.592008:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322395.592024:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816798464:0@lo:38:kworker.0
00000100:00100000:1.0:1767322395.592724:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5313
00000100:00100000:1.0:1767322395.592736:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816798976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322395.593007:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816798720:12345-0@lo:400:kworker.0 Request processed in 1101us (1397us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322395.593016:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5312
00000100:00100000:3.0:1767322395.593052:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816799360:0@lo:400:kworker.0
00000100:00100000:3.0:1767322395.593215:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322395.593267:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816799360
00000100:00100000:3.0:1767322395.593273:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816799360
00000100:00100000:3.0:1767322395.593310:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346
00000100:00100000:3.0:1767322395.593318:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816799360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322395.593358:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816799360:12345-0@lo:400:kworker.0 Request processed in 42us (144us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322395.593364:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346
00000100:00100000:3.0:1767322395.593407:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816799360:0@lo:400:kworker.0
00000100:00100000:3.0:1767322395.593538:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816798720:0@lo:400:kworker.0
00000100:00100000:2.0:1767322395.595777:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322395.595918:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816799232
00000100:00100000:3.0:1767322395.595927:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816799232
00000100:00100000:3.0:1767322395.595986:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347
00000100:00100000:3.0:1767322395.595995:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816799232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322395.596078:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816799232:12345-0@lo:400:kworker.0 Request processed in 83us (323us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322395.596085:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347
00000100:00100000:2.0:1767322395.596429:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816799232:0@lo:400:kworker.0
00000100:00100000:0.0:1767322395.606682:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322395.606684:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816798976:12345-0@lo:400:kworker.0 Request processed in 13938us (14940us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322395.606708:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5313
00000100:00100000:0.0:1767322395.606734:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816798592:0@lo:38:kworker.0
00000100:00100000:1.0:1767322395.606748:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816798464
00000100:00100000:1.0:1767322395.606777:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816798464
00000100:00100000:0.0:1767322395.606788:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322395.606815:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89774
00000100:00100000:1.0:1767322395.606822:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816798464:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767322395.606833:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816798848:0@lo:38:kworker.0
00010000:00020000:1.0:1767322395.606844:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322395.606861:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322395.606878:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816799104:0@lo:38:kworker.0
00000100:00100000:0.0:1767322395.606897:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322395.606932:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816798592
00000100:00100000:2.0:1767322395.606938:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816798592
00000100:00100000:0.0:1767322395.606946:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816798848
00000100:00100000:0.0:1767322395.606951:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816798848
00000100:00100000:2.0:1767322395.606964:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176
00000100:00100000:2.0:1767322395.606971:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816798592:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767322395.606976:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816799104
00000100:00100000:0.0:1767322395.606980:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816799104
00000100:00100000:0.0:1767322395.606996:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89775
00000100:00100000:0.0:1767322395.607000:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816798848:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322395.607012:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322395.607040:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816798848:12345-0@lo:38:kworker.0 Request processed in 38us (179us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322395.607047:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89775
00000100:00100000:0.0:1767322395.607059:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89776
00000100:00100000:0.0:1767322395.607063:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816799104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322395.607072:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767322395.607076:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322395.607101:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816799104:12345-0@lo:38:kworker.0 Request processed in 36us (201us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322395.607108:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89776
00000100:00100000:2.0:1767322395.607118:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816798592:12345-0@lo:38:kworker.0 Request processed in 146us (329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322395.607126:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176
00000100:00080000:0.0:1767322395.607161:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322395.607167:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322395.607172:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816798592:0@lo:38:kworker.0
00000100:00080000:0.0:1767322395.607183:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322395.607186:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322395.607189:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816798848:0@lo:38:kworker.0
00000100:00080000:0.0:1767322395.607196:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322395.607199:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322395.607202:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816799104:0@lo:38:kworker.0
00000100:00100000:3.0:1767322395.607235:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816798976:0@lo:400:kworker.0
00000100:00100000:1.0:1767322395.607389:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816798464:12345-0@lo:38:kworker.0 Request processed in 565us (716us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322395.607395:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89774
00000100:00080000:0.0:1767322395.610551:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322395.610564:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322395.610569:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816798464:0@lo:38:kworker.0
00000100:00100000:1.0:1767322396.167453:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322396.552104:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322397.190900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322397.579159:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322398.214924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322398.600172:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322399.176876:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322399.176902:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816799488:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322399.176971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322399.177145:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816799488
00000100:00100000:0.0:1767322399.177153:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816799488
00000100:00100000:0.0:1767322399.177220:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045
00000100:00100000:0.0:1767322399.177240:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816799488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322399.177268:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322399.177317:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816799488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322399.177324:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045
00000100:00100000:3.0:1767322399.177518:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816799488:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767322399.177667:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322399.179659:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322399.179682:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816799616:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322399.179745:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322399.179878:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816799616
00000100:00100000:2.0:1767322399.179887:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816799616
00000100:00100000:2.0:1767322399.179962:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046
00000100:00100000:2.0:1767322399.179973:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816799616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322399.180003:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322399.180051:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816799616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322399.180059:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046
00000100:00100000:2.0:1767322399.180105:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816799616:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322399.180337:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322399.238844:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322399.401545:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322399.401653:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322399.412207:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758748544
00000100:00100000:1.0:1767322399.412222:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758748544
00000100:00100000:1.0:1767322399.413560:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758748672
00000100:00100000:1.0:1767322399.413569:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758748672
00000100:00100000:1.0:1767322399.413646:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5314
00000100:00100000:1.0:1767322399.413657:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758748672:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322399.413741:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758748672:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (12088us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322399.413749:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5314
00000100:00100000:1.0:1767322399.413784:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89777
00000100:00100000:1.0:1767322399.413788:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758748544:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322399.413808:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322399.413833:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758748544:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (12299us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322399.413839:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89777
00000100:00080000:0.0:1767322399.414035:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322399.622987:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322400.262896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322400.647226:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322400.711444:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322400.711464:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322400.711468:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322400.711472:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322400.711476:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322400.711492:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4938
00000100:00080000:0.0:1767322400.711497:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322400.711504:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322400.711545:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215c00 x1853166816799744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322400.711829:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322400.711833:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322400.711835:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322400.711840:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4938
00000100:00080000:0.0:1767322400.711842:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322400.711846:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322400.711865:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bf100 x1853166816799872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322400.711907:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322400.711910:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322400.711912:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322400.711916:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4938
00000100:00080000:0.0:1767322400.711918:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322400.711921:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322400.711933:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bea00 x1853166816800128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322400.711951:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322400.711954:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322400.711956:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322400.711960:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4938
00000100:00080000:0.0:1767322400.711963:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322400.711966:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322400.711972:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816800256:0@lo:400:kworker.0
00000100:00100000:0.0:1767322400.711979:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bd180 x1853166816800384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322400.712035:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816800512:0@lo:400:kworker.0
00000100:00100000:3.0:1767322400.712043:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322400.712124:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816799744:0@lo:38:kworker.0
00000100:00100000:1.0:1767322400.712127:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816800000:0@lo:400:kworker.0
00000100:00100000:0.0:1767322400.714118:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322400.714185:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322400.714207:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816800640:0@lo:400:kworker.0
00000100:00100000:3.0:1767322400.714208:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816800512
00000100:00100000:3.0:1767322400.714219:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816800512
00000100:00100000:0.0:1767322400.714250:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322400.714280:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816800640
00000100:00100000:3.0:1767322400.714284:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816800640
00000100:00100000:0.0:1767322400.714302:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348
00000100:00100000:3.0:1767322400.714311:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349
00000100:00100000:0.0:1767322400.714316:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816800512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322400.714323:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816800640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322400.714378:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816800640:12345-0@lo:400:kworker.0 Request processed in 59us (128us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322400.714385:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349
00000100:00100000:3.0:1767322400.714409:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816800256
00000100:00100000:3.0:1767322400.714413:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816800256
00000100:00100000:3.0:1767322400.714445:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5315
00000100:00100000:3.0:1767322400.714451:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816800256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322400.714484:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816800256:12345-0@lo:400:kworker.0 Request processed in 33us (2444us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322400.714489:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5315
00000100:00100000:3.0:1767322400.714527:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816800256:0@lo:400:kworker.0
00000100:00080000:3.0:1767322400.714592:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322400.716251:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816800640:0@lo:400:kworker.0
00000100:00100000:0.0:1767322400.716266:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816800512:12345-0@lo:400:kworker.0 Request processed in 1952us (2149us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322400.716273:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816800512:0@lo:400:kworker.0
00000100:00100000:0.0:1767322400.716279:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348
00000100:00100000:1.0:1767322400.717322:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322400.717627:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816800000
00000100:00100000:3.0:1767322400.717636:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816800000
00000100:00100000:3.0:1767322400.717749:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5316
00000100:00100000:3.0:1767322400.717776:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816800000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322400.717837:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816800000:12345-0@lo:400:kworker.0 Request processed in 64us (518us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322400.717844:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5316
00000100:00100000:2.0:1767322400.718206:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322400.718280:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816799872:0@lo:38:kworker.0
00000100:00100000:2.0:1767322400.718313:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322400.718340:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816800128:0@lo:38:kworker.0
00000100:00100000:2.0:1767322400.718362:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322400.718483:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816800384:0@lo:38:kworker.0
00000100:00100000:2.0:1767322400.718505:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322400.718638:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816799744
00000100:00100000:3.0:1767322400.718643:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816799744
00000100:00100000:3.0:1767322400.718667:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816800128
00000100:00100000:3.0:1767322400.718670:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816800128
00000100:00100000:3.0:1767322400.718686:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89778
00000100:00100000:3.0:1767322400.718691:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816799744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322400.718709:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322400.718741:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816799744:12345-0@lo:38:kworker.0 Request processed in 50us (536us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322400.718748:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89778
00000100:00100000:3.0:1767322400.718776:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89779
00000100:00100000:3.0:1767322400.718780:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816800128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322400.718789:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322400.718811:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816800128:12345-0@lo:38:kworker.0 Request processed in 30us (449us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322400.718817:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89779
00000100:00100000:3.0:1767322400.718853:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816799872
00000100:00100000:3.0:1767322400.718856:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816799872
00000100:00100000:3.0:1767322400.718875:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177
00000100:00100000:3.0:1767322400.718879:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816799872:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322400.718888:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322400.718991:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816799872:12345-0@lo:38:kworker.0 Request processed in 32us (598us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322400.718997:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177
00000100:00080000:2.0:1767322400.719109:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322400.719114:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322400.719118:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816799744:0@lo:38:kworker.0
00000100:00080000:2.0:1767322400.719127:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322400.719129:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322400.719133:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816799872:0@lo:38:kworker.0
00000100:00080000:2.0:1767322400.719139:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322400.719142:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322400.719145:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816800128:0@lo:38:kworker.0
00000100:00100000:3.0:1767322400.719733:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816800384
00000100:00100000:3.0:1767322400.719738:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816800384
00000100:00100000:3.0:1767322400.719782:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89780
00000100:00100000:3.0:1767322400.719786:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816800384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322400.719799:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322400.719832:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816800384:12345-0@lo:38:kworker.0 Request processed in 44us (1325us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322400.719838:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89780
00000100:00080000:2.0:1767322400.719908:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322400.719924:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322400.719928:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816800384:0@lo:38:kworker.0
00000100:00080000:0.0:1767322400.724187:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322400.724275:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816800000:0@lo:400:kworker.0
00000100:00100000:1.0:1767322401.286944:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322401.671162:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322402.310977:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322402.698503:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322403.334879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322403.719099:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322404.297010:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816800768:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322404.297086:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322404.297249:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816800768
00000100:00100000:3.0:1767322404.297257:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816800768
00000100:00100000:3.0:1767322404.297322:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047
00000100:00100000:3.0:1767322404.297335:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816800768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322404.297364:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322404.297410:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816800768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (323us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322404.297417:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047
00000100:00100000:3.0:1767322404.297459:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816800768:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322404.297722:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322404.300591:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322404.300615:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816800896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322404.300680:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322404.300800:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816800896
00000100:00100000:0.0:1767322404.300809:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816800896
00000100:00100000:0.0:1767322404.300873:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048
00000100:00100000:0.0:1767322404.300883:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816800896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322404.300910:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322404.300949:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816800896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322404.300956:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048
00000100:00080000:1.0:1767322404.301120:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322404.301155:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816800896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322404.358933:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322404.528753:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322404.528932:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322404.529195:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758748800
00000100:00100000:1.0:1767322404.529205:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758748800
00000100:00100000:1.0:1767322404.529282:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758748928
00000100:00100000:1.0:1767322404.529285:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758748928
00000100:00080000:2.0:1767322404.529354:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322404.529392:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5317
00000100:00100000:3.0:1767322404.529406:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758748928:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322404.529485:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758748928:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (552us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322404.529497:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5317
00000100:00100000:3.0:1767322404.529514:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89781
00000100:00100000:3.0:1767322404.529518:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758748800:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322404.529568:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322404.529593:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758748800:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 73us (851us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322404.529599:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89781
00010000:00010000:2.0:1767322404.744802:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322405.383491:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322405.767143:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322405.836682:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322405.836695:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322405.836699:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322405.836703:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322405.836707:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322405.836717:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4943
00000100:00080000:2.0:1767322405.836722:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322405.836729:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322405.836813:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5c700 x1853166816801024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322405.836843:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322405.836847:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322405.836849:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322405.836853:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4943
00000100:00080000:2.0:1767322405.836856:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322405.836859:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322405.836873:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ed80 x1853166816801152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322405.836916:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322405.836921:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322405.836922:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322405.836926:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4943
00000100:00080000:2.0:1767322405.836928:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322405.836931:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322405.836943:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ea00 x1853166816801408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322405.836957:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322405.836960:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322405.836962:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322405.836964:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4943
00000100:00080000:2.0:1767322405.836967:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322405.836969:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322405.836979:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215c00 x1853166816801664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322405.837429:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816801024:0@lo:38:kworker.0
00000100:00100000:0.0:1767322405.837493:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322405.837563:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816801152:0@lo:38:kworker.0
00000100:00100000:0.0:1767322405.837588:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322405.837621:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816801408:0@lo:38:kworker.0
00000100:00100000:0.0:1767322405.837643:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322405.837658:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816801664:0@lo:38:kworker.0
00000100:00100000:0.0:1767322405.837680:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322405.837818:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816801536:0@lo:400:kworker.0
00000100:00100000:1.0:1767322405.837857:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322405.837885:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322405.837890:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816801280:0@lo:400:kworker.0
00000100:00100000:1.0:1767322405.837909:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322405.837929:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816801792:0@lo:400:kworker.0
00000100:00100000:1.0:1767322405.837951:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322405.837967:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322405.837971:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816801920:0@lo:400:kworker.0
00000100:00100000:1.0:1767322405.837988:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322405.838025:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816801024
00000100:00100000:1.0:1767322405.838032:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816801024
00000100:00100000:1.0:1767322405.838063:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816801408
00000100:00100000:1.0:1767322405.838066:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816801408
00000100:00100000:1.0:1767322405.838075:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89782
00000100:00100000:1.0:1767322405.838081:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816801024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322405.838352:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322405.838394:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816801024:12345-0@lo:38:kworker.0 Request processed in 312us (900us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322405.838401:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89782
00000100:00100000:1.0:1767322405.838416:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816801664
00000100:00100000:1.0:1767322405.838419:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816801664
00000100:00100000:1.0:1767322405.838428:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816801536
00000100:00100000:1.0:1767322405.838430:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816801536
00000100:00100000:1.0:1767322405.838457:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816801280
00000100:00100000:1.0:1767322405.838460:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816801280
00000100:00100000:1.0:1767322405.838479:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5318
00000100:00100000:1.0:1767322405.838485:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816801536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322405.838540:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816801536:12345-0@lo:400:kworker.0 Request processed in 55us (682us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322405.838546:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5318
00000100:00100000:1.0:1767322405.838559:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5319
00000100:00100000:1.0:1767322405.838565:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816801280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322405.838592:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816801280:12345-0@lo:400:kworker.0 Request processed in 27us (682us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322405.838601:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5319
00000100:00100000:1.0:1767322405.838680:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89783
00000100:00100000:1.0:1767322405.838685:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816801408:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322405.838695:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322405.838722:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816801408:12345-0@lo:38:kworker.0 Request processed in 35us (1078us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322405.838728:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89783
00000100:00100000:1.0:1767322405.838739:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89784
00000100:00100000:1.0:1767322405.838743:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816801664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322405.838752:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322405.838802:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816801664:12345-0@lo:38:kworker.0 Request processed in 58us (1120us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322405.838808:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89784
00000100:00100000:3.0:1767322405.838957:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816801152
00000100:00100000:3.0:1767322405.838962:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816801152
00000100:00100000:3.0:1767322405.838985:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178
00000100:00100000:3.0:1767322405.838990:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816801152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322405.838999:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322405.839051:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816801152:12345-0@lo:38:kworker.0 Request processed in 60us (1462us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322405.839057:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178
00000100:00100000:3.0:1767322405.839082:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816801792
00000100:00100000:3.0:1767322405.839085:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816801792
00000100:00100000:3.0:1767322405.839118:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816801920
00000100:00100000:3.0:1767322405.839121:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816801920
00000100:00100000:3.0:1767322405.839137:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350
00000100:00100000:3.0:1767322405.839143:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816801792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322405.839174:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816801792:12345-0@lo:400:kworker.0 Request processed in 32us (1223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322405.839180:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350
00000100:00100000:3.0:1767322405.839191:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351
00000100:00100000:3.0:1767322405.839197:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816801920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322405.839223:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816801920:12345-0@lo:400:kworker.0 Request processed in 26us (1233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322405.839229:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351
00000100:00100000:3.0:1767322405.839271:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816801920:0@lo:400:kworker.0
00000100:00100000:3.0:1767322405.839283:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816801792:0@lo:400:kworker.0
00000100:00100000:1.0:1767322405.839536:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816801280:0@lo:400:kworker.0
00000100:00100000:1.0:1767322405.839552:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816801536:0@lo:400:kworker.0
00000100:00080000:0.0:1767322405.839658:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322405.839664:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322405.839668:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816801024:0@lo:38:kworker.0
00000100:00080000:0.0:1767322405.839676:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322405.839679:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322405.839681:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816801152:0@lo:38:kworker.0
00000100:00080000:0.0:1767322405.839689:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322405.839692:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322405.839695:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816801408:0@lo:38:kworker.0
00000100:00080000:0.0:1767322405.839703:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322405.839706:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322405.839709:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816801664:0@lo:38:kworker.0
00000100:00080000:2.0:1767322405.840442:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322406.409916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322406.792076:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322407.430947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322407.816406:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322408.454882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322408.839155:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322409.415151:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816802048:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322409.415249:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322409.415641:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816802048
00000100:00100000:1.0:1767322409.415651:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816802048
00000100:00100000:1.0:1767322409.415718:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049
00000100:00100000:1.0:1767322409.415727:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816802048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322409.415773:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767322409.416027:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322409.421242:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816802176:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322409.421312:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322409.424050:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816802176
00000100:00100000:2.0:1767322409.424066:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816802176
00000100:00100000:2.0:1767322409.424153:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050
00000100:00100000:2.0:1767322409.424164:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816802176:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322409.424196:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322409.424294:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816802176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (2981us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322409.424302:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050
00000100:00100000:2.0:1767322409.424367:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816802176:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767322409.425224:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322409.425614:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816802048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9883us (10377us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322409.425627:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049
00000100:00100000:0.0:1767322409.425775:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816802048:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322409.478903:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767322409.640673:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758749056 offset 0 length 520: 4
00000100:00100000:2.0:1767322409.640715:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322409.640795:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322409.640886:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758749184
00000100:00100000:0.0:1767322409.640895:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758749184
00000100:00100000:0.0:1767322409.640930:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758749312
00000100:00100000:0.0:1767322409.640933:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758749312
00000100:00100000:0.0:1767322409.640977:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5320
00000100:00100000:0.0:1767322409.640987:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758749312:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322409.641064:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758749312:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 79us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322409.641072:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5320
00000100:00100000:0.0:1767322409.641088:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89785
00000100:00100000:0.0:1767322409.641093:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758749184:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322409.641112:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322409.641132:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758749184:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 38us (417us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322409.641137:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89785
00000100:00080000:2.0:1767322409.641312:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322409.863109:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322410.503441:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322410.887921:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322410.950873:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767322410.950879:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322385/real 1767322385]  req@ffff8d4e6d215880 x1853166816795776/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322410 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767322410.950881:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322410.950885:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322410.950893:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322410.950898:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322410.950904:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4948
00000100:00080000:2.0:1767322410.950909:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322410.950916:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322410.950924:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e6d215880 x1853166816795776/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322410 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767322410.950950:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322410.950960:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45930000 x1853166816802304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322410.950975:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322410.950980:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816795776:0@lo:250:kworker.0
00000100:00080000:2.0:1767322410.950984:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322410.950989:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322410.950991:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322410.950995:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4948
00000100:00080000:2.0:1767322410.950998:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322410.951001:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322410.951008:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816802304:0@lo:38:kworker.0
00000100:00100000:2.0:1767322410.951014:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45930380 x1853166816802432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322410.951053:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322410.951057:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322410.951059:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322410.951063:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4948
00000100:00080000:2.0:1767322410.951066:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767322410.951071:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322410.951072:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322410.951085:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45932d80 x1853166816802688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322410.951103:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322410.951106:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322410.951108:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322410.951112:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4948
00000100:00080000:2.0:1767322410.951114:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322410.951117:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322410.951127:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45933480 x1853166816802944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322410.951133:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816802432:0@lo:38:kworker.0
00000100:00100000:0.0:1767322410.951168:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322410.951175:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322410.951180:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767322410.951182:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322410.951186:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4927
00000100:00080000:2.0:1767322410.951189:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322410.951193:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322410.951196:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816802688:0@lo:38:kworker.0
00000100:00100000:2.0:1767322410.951207:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21c00 x1853166816803328/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322410.951222:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322410.951233:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816802816:0@lo:400:kworker.0
00000100:00100000:0.0:1767322410.951247:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816802944:0@lo:38:kworker.0
00000100:00100000:2.0:1767322410.951273:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322410.951306:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322410.951312:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816802560:0@lo:400:kworker.0
00000100:00100000:2.0:1767322410.951336:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322410.951403:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816802432
00000100:00100000:3.0:1767322410.951411:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816802432
00000100:00100000:3.0:1767322410.951446:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179
00000100:00100000:3.0:1767322410.951453:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816802432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322410.951472:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322410.951520:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816802432:12345-0@lo:38:kworker.0 Request processed in 67us (353us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322410.951527:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179
00000100:00100000:3.0:1767322410.951559:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816803200:0@lo:400:kworker.0
00000100:00100000:3.0:1767322410.951586:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322410.951605:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322410.951610:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816803072:0@lo:400:kworker.0
00000100:00100000:3.0:1767322410.951630:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322410.951652:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816803200
00000100:00100000:3.0:1767322410.951656:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816803200
00000100:00100000:3.0:1767322410.951690:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816803072
00000100:00100000:3.0:1767322410.951692:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816803072
00000100:00100000:3.0:1767322410.951710:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352
00000100:00100000:3.0:1767322410.951716:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816803200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322410.951779:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816803200:12345-0@lo:400:kworker.0 Request processed in 62us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322410.951784:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352
00000100:00100000:3.0:1767322410.951796:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353
00000100:00100000:3.0:1767322410.951802:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816803072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322410.951827:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816803072:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322410.951833:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353
00000100:00100000:3.0:1767322410.951869:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816803072:0@lo:400:kworker.0
00000100:00100000:3.0:1767322410.951879:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816803200:0@lo:400:kworker.0
00000100:00100000:0.0:1767322410.963607:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816802304
00000100:00100000:0.0:1767322410.963623:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816802304
00000100:00100000:0.0:1767322410.963684:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816802688
00000100:00100000:0.0:1767322410.963688:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816802688
00000100:00100000:0.0:1767322410.963703:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816802816
00000100:00100000:0.0:1767322410.963706:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816802816
00000100:00100000:0.0:1767322410.963739:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816802560
00000100:00100000:0.0:1767322410.963742:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816802560
00000100:00100000:0.0:1767322410.963785:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5321
00000100:00100000:0.0:1767322410.963795:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816802816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322410.963882:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816802816:12345-0@lo:400:kworker.0 Request processed in 89us (12611us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322410.963889:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5321
00000100:00100000:0.0:1767322410.963906:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5322
00000100:00100000:0.0:1767322410.963912:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816802560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322410.963940:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816802560:12345-0@lo:400:kworker.0 Request processed in 29us (12604us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322410.963946:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5322
00000100:00100000:0.0:1767322410.963958:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89786
00000100:00100000:0.0:1767322410.963962:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816802304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322410.963983:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322410.964011:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816802304:12345-0@lo:38:kworker.0 Request processed in 48us (12942us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322410.964017:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89786
00000100:00100000:0.0:1767322410.964028:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89787
00000100:00100000:0.0:1767322410.964032:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816802688:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322410.964040:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322410.964063:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816802688:12345-0@lo:38:kworker.0 Request processed in 29us (12842us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322410.964068:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89787
00000100:00080000:0.0:1767322410.964215:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322410.964492:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816802560:0@lo:400:kworker.0
00000100:00100000:0.0:1767322410.964506:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816802816:0@lo:400:kworker.0
00000100:00100000:0.0:1767322410.964548:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322410.964577:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816803328:0@lo:250:kworker.0
00000400:00000100:0.0:1767322410.964606:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816803328 offset 0 length 520: 4
00000100:00080000:0.0:1767322410.964636:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322410.964640:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322410.964643:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816802432:0@lo:38:kworker.0
00000100:00080000:0.0:1767322410.964652:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322410.964668:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322410.964671:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816802688:0@lo:38:kworker.0
00000100:00080000:0.0:1767322410.964682:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322410.964686:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322410.964688:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816802304:0@lo:38:kworker.0
00000100:00100000:0.0:1767322410.964714:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816802944
00000100:00100000:0.0:1767322410.964718:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816802944
00000100:00100000:0.0:1767322410.964740:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89788
00000100:00100000:0.0:1767322410.964745:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816802944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322410.964774:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322410.964805:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816802944:12345-0@lo:38:kworker.0 Request processed in 58us (256us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322410.964811:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89788
00000100:00080000:0.0:1767322410.964836:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322410.964840:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322410.964843:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816802944:0@lo:38:kworker.0
00000100:00100000:1.0:1767322411.526890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322411.911137:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322412.550882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322412.936212:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322413.576682:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322413.959260:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322414.535279:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816803456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322414.535350:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322414.535440:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816803456
00000100:00100000:1.0:1767322414.535458:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816803456
00000100:00100000:1.0:1767322414.535523:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051
00000100:00100000:1.0:1767322414.535533:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816803456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322414.535562:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322414.535604:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816803456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322414.535612:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051
00000100:00100000:1.0:1767322414.535659:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816803456:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322414.536435:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322414.537106:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816803584:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322414.537167:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322414.537339:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816803584
00000100:00100000:0.0:1767322414.537345:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816803584
00000100:00100000:0.0:1767322414.537410:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052
00000100:00100000:0.0:1767322414.537419:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816803584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322414.537442:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322414.537491:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816803584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (336us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322414.537500:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052
00000100:00080000:3.0:1767322414.537627:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322414.537658:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816803584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322414.601800:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322414.760637:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322414.760750:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758749568
00000100:00100000:1.0:1767322414.760788:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758749568
00000100:00080000:3.0:1767322414.760951:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322414.761027:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5323
00000100:00100000:1.0:1767322414.761038:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758749568:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322414.761173:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758749568:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 137us (547us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322414.761185:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5323
00000100:00100000:2.0:1767322414.767675:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322414.768712:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758749440
00000100:00100000:3.0:1767322414.768725:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758749440
00000100:00100000:3.0:1767322414.769072:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89789
00000100:00100000:3.0:1767322414.769080:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758749440:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322414.769105:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322414.769178:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758749440:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 97us (1513us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322414.769187:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89789
00010000:00010000:1.0:1767322414.983189:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322415.622956:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322416.007353:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322416.071300:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322416.071310:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322416.071312:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322416.071316:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322416.071321:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322416.071329:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4953
00000100:00080000:0.0:1767322416.071333:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322416.071339:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322416.071377:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45930000 x1853166816803712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322416.072323:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816803712:0@lo:38:kworker.0
00000100:00100000:2.0:1767322416.072393:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322416.072615:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322416.072619:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322416.072622:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322416.072626:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4953
00000100:00080000:0.0:1767322416.072629:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322416.072634:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322416.072653:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45932d80 x1853166816803840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322416.078111:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816803712
00000100:00100000:1.0:1767322416.078125:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816803712
00000100:00100000:1.0:1767322416.078224:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89790
00000100:00100000:1.0:1767322416.078233:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816803712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322416.078257:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322416.078332:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816803712:12345-0@lo:38:kworker.0 Request processed in 100us (5939us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322416.078340:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89790
00000100:00100000:2.0:1767322416.078401:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816803840:0@lo:38:kworker.0
00000100:00100000:2.0:1767322416.078461:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322416.078515:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322416.078520:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322416.078524:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816803712:0@lo:38:kworker.0
00000100:00100000:2.0:1767322416.078565:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816803840
00000100:00100000:2.0:1767322416.078569:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816803840
00000100:00100000:2.0:1767322416.078591:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180
00000100:00100000:2.0:1767322416.078596:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816803840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322416.078623:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322416.078654:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816803840:12345-0@lo:38:kworker.0 Request processed in 56us (192us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322416.078660:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180
00000100:00080000:2.0:1767322416.078685:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322416.078690:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322416.078693:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816803840:0@lo:38:kworker.0
00000100:00080000:0.0:1767322416.080334:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322416.080341:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322416.080344:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322416.080350:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4953
00000100:00080000:0.0:1767322416.080355:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322416.080361:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322416.080384:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45932680 x1853166816804096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322416.080403:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322416.080406:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322416.080407:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322416.080425:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4953
00000100:00080000:0.0:1767322416.080428:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322416.080439:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322416.080450:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45930000 x1853166816804352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322416.080511:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816803968:0@lo:400:kworker.0
00000100:00100000:0.0:1767322416.080564:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322416.080624:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816804096:0@lo:38:kworker.0
00000100:00100000:2.0:1767322416.080668:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816804224:0@lo:400:kworker.0
00000100:00100000:2.0:1767322416.080702:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816804608:0@lo:400:kworker.0
00000100:00100000:2.0:1767322416.080727:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322416.080788:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322416.080794:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816804480:0@lo:400:kworker.0
00000100:00100000:2.0:1767322416.080815:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322416.080849:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816804608
00000100:00100000:2.0:1767322416.080855:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816804608
00000100:00100000:2.0:1767322416.080903:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816804480
00000100:00100000:2.0:1767322416.080918:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816804480
00000100:00100000:2.0:1767322416.080940:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354
00000100:00100000:2.0:1767322416.080947:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816804608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322416.082491:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816804608:12345-0@lo:400:kworker.0 Request processed in 1537us (1756us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322416.082502:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354
00000100:00100000:2.0:1767322416.082535:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355
00000100:00100000:2.0:1767322416.082547:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816804480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322416.082585:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816804480:12345-0@lo:400:kworker.0 Request processed in 43us (1768us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322416.082591:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355
00000100:00080000:2.0:1767322416.082618:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322416.082622:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322416.082661:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816804480:0@lo:400:kworker.0
00000100:00100000:2.0:1767322416.082672:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816804608:0@lo:400:kworker.0
00000100:00100000:0.0:1767322416.087376:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322416.087551:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816803968
00000100:00100000:3.0:1767322416.087564:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816803968
00000100:00100000:3.0:1767322416.087644:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5324
00000100:00100000:3.0:1767322416.087658:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816803968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322416.087746:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816803968:12345-0@lo:400:kworker.0 Request processed in 94us (7181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322416.087788:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5324
00000100:00080000:3.0:1767322416.087814:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322416.087873:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816803968:0@lo:400:kworker.0
00000100:00100000:1.0:1767322416.094498:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816804224
00000100:00100000:1.0:1767322416.094513:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816804224
00000100:00100000:1.0:1767322416.094583:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5325
00000100:00100000:1.0:1767322416.094592:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816804224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322416.094746:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816804224:12345-0@lo:400:kworker.0 Request processed in 154us (7378us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322416.094770:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5325
00000100:00100000:3.0:1767322416.095122:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322416.095163:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816804352:0@lo:38:kworker.0
00000100:00100000:3.0:1767322416.095203:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322416.095335:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322416.095372:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816804224:0@lo:400:kworker.0
00000100:00100000:1.0:1767322416.095404:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816804096
00000100:00100000:1.0:1767322416.095410:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816804096
00000100:00100000:0.0:1767322416.095416:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816804352
00000100:00100000:0.0:1767322416.095422:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816804352
00000100:00100000:2.0:1767322416.095497:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89791
00000100:00100000:2.0:1767322416.095509:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816804096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322416.095529:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322416.095567:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816804096:12345-0@lo:38:kworker.0 Request processed in 63us (445us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322416.097108:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89792
00000100:00100000:1.0:1767322416.097120:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816804352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322416.097142:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322416.097221:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816804352:12345-0@lo:38:kworker.0 Request processed in 101us (2016us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322416.097228:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89792
00000100:00080000:1.0:1767322416.097321:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322416.097327:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322416.097331:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816804096:0@lo:38:kworker.0
00000100:00080000:1.0:1767322416.097342:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322416.097345:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322416.097348:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816804352:0@lo:38:kworker.0
00000100:00100000:2.0:1767322416.099625:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89791
00000100:00100000:1.0:1767322416.646878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322417.032312:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322417.670960:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322418.055306:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322418.694959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322419.079788:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322419.655099:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816804736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322419.655168:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322419.655420:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816804736
00000100:00100000:3.0:1767322419.655428:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816804736
00000100:00100000:3.0:1767322419.655493:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053
00000100:00100000:3.0:1767322419.655501:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816804736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322419.655525:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322419.655565:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816804736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (398us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322419.655570:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053
00000100:00100000:3.0:1767322419.655604:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816804736:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322419.655685:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322419.655744:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816804864:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322419.655795:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322419.656467:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816804864
00000100:00100000:0.0:1767322419.656473:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816804864
00000100:00100000:0.0:1767322419.656508:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054
00000100:00100000:0.0:1767322419.656513:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816804864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322419.656529:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767322419.656584:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322419.661161:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816804864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4636us (5356us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322419.661239:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054
00000100:00100000:1.0:1767322419.661471:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816804864:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322419.721497:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322419.880992:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322419.881122:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322419.885431:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758749824
00000100:00100000:3.0:1767322419.885448:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758749824
00000100:00100000:3.0:1767322419.885575:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758749696
00000100:00100000:3.0:1767322419.885580:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758749696
00000100:00100000:3.0:1767322419.885610:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5326
00000100:00100000:3.0:1767322419.885623:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758749824:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322419.885828:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89793
00000100:00100000:0.0:1767322419.885835:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758749696:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322419.885856:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322419.885883:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758749696:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 48us (4761us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322419.885891:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89793
00000100:00100000:3.0:1767322419.886354:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758749824:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 89us (4725us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322419.886363:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5326
00000100:00080000:2.0:1767322419.889281:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322420.103571:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322420.743198:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322421.127042:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322421.190882:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322421.190895:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322421.190898:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322421.190903:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322421.190908:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322421.190915:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4958
00000100:00080000:0.0:1767322421.190920:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322421.190926:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322421.190967:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886300 x1853166816804992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322421.191001:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322421.191005:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322421.191007:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322421.191012:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4958
00000100:00080000:0.0:1767322421.191014:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322421.191018:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322421.191031:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884380 x1853166816805120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322421.191074:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322421.191078:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322421.191079:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322421.191083:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4958
00000100:00080000:0.0:1767322421.191085:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322421.191088:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322421.191101:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884e00 x1853166816805376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322421.191115:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322421.191118:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322421.191120:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322421.191123:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4958
00000100:00080000:0.0:1767322421.191125:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322421.191129:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322421.191141:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885f80 x1853166816805632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322421.191238:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816805760:0@lo:400:kworker.0
00000100:00100000:3.0:1767322421.191306:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322421.191413:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322421.191420:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816805888:0@lo:400:kworker.0
00000100:00100000:3.0:1767322421.191442:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322421.191480:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816805760
00000100:00100000:3.0:1767322421.191487:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816805760
00000100:00100000:3.0:1767322421.191537:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816805888
00000100:00100000:3.0:1767322421.191540:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816805888
00000100:00100000:3.0:1767322421.191568:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356
00000100:00100000:3.0:1767322421.191577:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816805760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322421.191625:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816805760:12345-0@lo:400:kworker.0 Request processed in 50us (318us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322421.191630:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816805504:0@lo:400:kworker.0
00000100:00100000:3.0:1767322421.191633:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356
00000100:00100000:3.0:1767322421.191648:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357
00000100:00100000:3.0:1767322421.191654:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816805888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322421.191660:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322421.191680:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816805888:12345-0@lo:400:kworker.0 Request processed in 27us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322421.191682:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322421.191686:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357
00000100:00100000:1.0:1767322421.191687:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816805248:0@lo:400:kworker.0
00000100:00080000:3.0:1767322421.191702:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322421.191706:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322421.191720:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322421.191727:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816804992:0@lo:38:kworker.0
00000100:00100000:1.0:1767322421.191749:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816805504
00000100:00100000:3.0:1767322421.191751:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322421.191752:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816805504
00000100:00100000:3.0:1767322421.191796:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816805120:0@lo:38:kworker.0
00000100:00100000:1.0:1767322421.191804:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816805248
00000100:00100000:1.0:1767322421.191807:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816805248
00000100:00100000:3.0:1767322421.191816:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322421.191825:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816804992
00000100:00100000:1.0:1767322421.191827:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816804992
00000100:00100000:3.0:1767322421.191837:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816805376:0@lo:38:kworker.0
00000100:00100000:1.0:1767322421.191840:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5327
00000100:00100000:1.0:1767322421.191846:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816805504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322421.191856:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322421.191865:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816805632:0@lo:38:kworker.0
00000100:00100000:1.0:1767322421.191877:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816805504:12345-0@lo:400:kworker.0 Request processed in 32us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322421.191881:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322421.191884:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5327
00000100:00100000:1.0:1767322421.191895:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816805376
00000100:00100000:1.0:1767322421.191898:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816805376
00000100:00100000:3.0:1767322421.191905:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816805632
00000100:00100000:1.0:1767322421.191907:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5328
00000100:00100000:3.0:1767322421.191908:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816805632
00000100:00100000:1.0:1767322421.191912:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816805248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322421.191920:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89794
00000100:00100000:3.0:1767322421.191925:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816804992:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322421.191936:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816805248:12345-0@lo:400:kworker.0 Request processed in 25us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322421.191942:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5328
00010000:00020000:3.0:1767322421.191942:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322421.191952:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89795
00000100:00100000:1.0:1767322421.191956:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816805376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322421.191965:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322421.191970:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816804992:12345-0@lo:38:kworker.0 Request processed in 44us (218us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322421.191976:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89794
00000100:00100000:1.0:1767322421.191984:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816805376:12345-0@lo:38:kworker.0 Request processed in 27us (127us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322421.191986:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89796
00000100:00100000:1.0:1767322421.191990:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89795
00000100:00100000:3.0:1767322421.191990:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816805632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322421.191999:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322421.192028:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816805248:0@lo:400:kworker.0
00000100:00080000:2.0:1767322421.192096:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322421.192149:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816805120
00000100:00100000:0.0:1767322421.192153:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816805120
00000100:00100000:0.0:1767322421.192176:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181
00000100:00100000:0.0:1767322421.192181:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816805120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322421.192192:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322421.195191:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816805632:12345-0@lo:38:kworker.0 Request processed in 3187us (3296us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322421.195206:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89796
00000100:00100000:1.0:1767322421.195399:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816805504:0@lo:400:kworker.0
00000100:00100000:2.0:1767322421.196678:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816805888:0@lo:400:kworker.0
00000100:00100000:2.0:1767322421.196697:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816805760:0@lo:400:kworker.0
00000100:00100000:0.0:1767322421.198381:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816805120:12345-0@lo:38:kworker.0 Request processed in 6190us (6555us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322421.198403:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181
00000100:00080000:3.0:1767322421.202455:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322421.202468:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322421.202473:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816804992:0@lo:38:kworker.0
00000100:00080000:3.0:1767322421.202487:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322421.202491:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322421.202494:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816805120:0@lo:38:kworker.0
00000100:00080000:3.0:1767322421.202504:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322421.202507:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322421.202510:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816805376:0@lo:38:kworker.0
00000100:00080000:3.0:1767322421.202520:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322421.202523:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322421.202527:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816805632:0@lo:38:kworker.0
00000100:00100000:1.0:1767322421.773531:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322422.150906:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322422.790887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322423.175946:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322423.814930:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322424.199106:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322424.776000:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816806016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322424.776080:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322424.776468:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816806016
00000100:00100000:0.0:1767322424.776478:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816806016
00000100:00100000:0.0:1767322424.776561:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055
00000100:00100000:0.0:1767322424.776571:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816806016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322424.776601:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322424.776655:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816806016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (574us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322424.776664:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055
00000100:00080000:2.0:1767322424.776952:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322424.777033:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816806016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322424.777050:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322424.777057:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816806144:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322424.777084:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322424.777160:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816806144
00000100:00100000:3.0:1767322424.777165:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816806144
00000100:00100000:3.0:1767322424.777215:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056
00000100:00100000:3.0:1767322424.777223:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816806144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322424.777239:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322424.777282:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816806144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322424.777289:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056
00000100:00080000:2.0:1767322424.777489:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322424.777513:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816806144:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322424.839338:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322425.002012:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322425.002102:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322425.002252:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758750080
00000100:00100000:1.0:1767322425.002262:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758750080
00000100:00100000:0.0:1767322425.002503:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758749952
00000100:00100000:0.0:1767322425.002507:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758749952
00000100:00100000:0.0:1767322425.002541:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5329
00000100:00100000:0.0:1767322425.002552:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758750080:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322425.002627:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758750080:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (625us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322425.002634:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5329
00000100:00100000:0.0:1767322425.002654:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89797
00000100:00100000:0.0:1767322425.002671:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758749952:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322425.002692:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322425.002716:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758749952:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 56us (614us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322425.002723:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89797
00000100:00080000:2.0:1767322425.003283:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322425.223794:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322425.862868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322426.246994:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322426.311684:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322426.311695:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322426.311698:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322426.311702:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322426.311706:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322426.311714:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4963
00000100:00080000:0.0:1767322426.311719:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322426.311727:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322426.311799:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885180 x1853166816806272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322426.311822:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322426.311825:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322426.311827:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322426.311831:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4963
00000100:00080000:0.0:1767322426.311834:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322426.311837:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322426.311850:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885500 x1853166816806400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322426.311878:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322426.311881:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322426.311883:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322426.311887:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4963
00000100:00080000:0.0:1767322426.311889:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322426.311891:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322426.311902:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884e00 x1853166816806656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322426.311916:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322426.311919:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322426.311921:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322426.311924:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4963
00000100:00080000:0.0:1767322426.311926:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322426.311929:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322426.311937:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886300 x1853166816806912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322426.312007:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816807168:0@lo:400:kworker.0
00000100:00100000:0.0:1767322426.312076:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322426.312141:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322426.312147:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816807040:0@lo:400:kworker.0
00000100:00100000:0.0:1767322426.312167:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322426.312197:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816807168
00000100:00100000:0.0:1767322426.312203:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816807168
00000100:00100000:0.0:1767322426.312252:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816807040
00000100:00100000:0.0:1767322426.312255:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816807040
00000100:00100000:0.0:1767322426.312277:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358
00000100:00100000:0.0:1767322426.312285:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816807168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322426.312333:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816807168:12345-0@lo:400:kworker.0 Request processed in 48us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322426.312354:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358
00000100:00100000:0.0:1767322426.312370:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359
00000100:00100000:0.0:1767322426.312375:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816807040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322426.312404:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816807040:12345-0@lo:400:kworker.0 Request processed in 28us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322426.312409:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359
00000100:00100000:0.0:1767322426.312445:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816807040:0@lo:400:kworker.0
00000100:00100000:0.0:1767322426.312455:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816807168:0@lo:400:kworker.0
00000100:00080000:2.0:1767322426.312616:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322426.312621:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322426.312634:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816806528:0@lo:400:kworker.0
00000100:00100000:2.0:1767322426.312674:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322426.312695:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322426.312700:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816806784:0@lo:400:kworker.0
00000100:00100000:2.0:1767322426.312717:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322426.312745:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816806528
00000100:00100000:2.0:1767322426.312748:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816806528
00000100:00100000:2.0:1767322426.312796:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816806784
00000100:00100000:2.0:1767322426.312799:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816806784
00000100:00100000:2.0:1767322426.312816:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5330
00000100:00100000:2.0:1767322426.312822:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816806528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322426.312852:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816806528:12345-0@lo:400:kworker.0 Request processed in 30us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322426.312861:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5330
00000100:00100000:2.0:1767322426.312875:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5331
00000100:00100000:2.0:1767322426.312880:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816806784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322426.312900:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816806784:12345-0@lo:400:kworker.0 Request processed in 21us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322426.312906:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5331
00000100:00080000:2.0:1767322426.312929:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322426.312944:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816806784:0@lo:400:kworker.0
00000100:00100000:2.0:1767322426.312953:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816806528:0@lo:400:kworker.0
00000100:00100000:3.0:1767322426.313085:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816806272:0@lo:38:kworker.0
00000100:00100000:3.0:1767322426.313114:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322426.313141:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816806400:0@lo:38:kworker.0
00000100:00100000:3.0:1767322426.313161:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322426.313180:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816806656:0@lo:38:kworker.0
00000100:00100000:3.0:1767322426.313194:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322426.313206:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816806912:0@lo:38:kworker.0
00000100:00100000:3.0:1767322426.313221:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322426.313252:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816806272
00000100:00100000:3.0:1767322426.313255:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816806272
00000100:00100000:3.0:1767322426.313269:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816806656
00000100:00100000:3.0:1767322426.313271:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816806656
00000100:00100000:3.0:1767322426.313279:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816806912
00000100:00100000:3.0:1767322426.313282:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816806912
00000100:00100000:3.0:1767322426.313291:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89798
00000100:00100000:3.0:1767322426.313296:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816806272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322426.313312:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322426.313351:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816806272:12345-0@lo:38:kworker.0 Request processed in 54us (237us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322426.313358:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89798
00000100:00100000:3.0:1767322426.313369:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89799
00000100:00100000:3.0:1767322426.313373:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816806656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322426.313381:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322426.313402:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816806656:12345-0@lo:38:kworker.0 Request processed in 28us (207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322426.313407:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89799
00000100:00100000:3.0:1767322426.313421:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89800
00000100:00100000:3.0:1767322426.313424:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816806912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322426.313433:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322426.313454:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816806912:12345-0@lo:38:kworker.0 Request processed in 28us (232us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322426.313460:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89800
00000100:00080000:3.0:1767322426.313486:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322426.313491:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322426.313494:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816806272:0@lo:38:kworker.0
00000100:00080000:3.0:1767322426.313502:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322426.313504:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322426.313507:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816806656:0@lo:38:kworker.0
00000100:00080000:3.0:1767322426.313513:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322426.313516:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322426.313518:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816806912:0@lo:38:kworker.0
00000100:00100000:0.0:1767322426.313732:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816806400
00000100:00100000:0.0:1767322426.313737:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816806400
00000100:00100000:0.0:1767322426.313785:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182
00000100:00100000:0.0:1767322426.313790:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816806400:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322426.313800:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322426.313840:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816806400:12345-0@lo:38:kworker.0 Request processed in 43us (672us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322426.313846:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182
00000100:00080000:0.0:1767322426.313878:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322426.313881:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322426.313884:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816806400:0@lo:38:kworker.0
00000100:00100000:1.0:1767322426.886912:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322427.272415:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322427.911031:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322428.295154:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322428.935060:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322429.318991:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322429.894990:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816807296:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322429.895061:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322429.895120:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816807424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322429.895149:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322429.895191:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816807296
00000100:00100000:2.0:1767322429.895199:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816807296
00000100:00100000:1.0:1767322429.895218:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816807424
00000100:00100000:1.0:1767322429.895223:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816807424
00000100:00100000:2.0:1767322429.895262:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057
00000100:00100000:2.0:1767322429.895273:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816807296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322429.895313:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767322429.895383:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322429.895389:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322429.902351:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058
00000100:00100000:1.0:1767322429.902385:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816807424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322429.902428:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322429.902521:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816807424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (7370us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322429.902530:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058
00000100:00100000:1.0:1767322429.902622:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816807424:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322429.903809:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816807296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8532us (8743us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322429.903821:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057
00000100:00100000:0.0:1767322429.905417:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816807296:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322429.958895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322430.121196:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322430.121836:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758750336
00000100:00100000:2.0:1767322430.121846:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758750336
00000100:00100000:2.0:1767322430.121921:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5332
00000100:00100000:2.0:1767322430.121931:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758750336:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322430.122022:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758750336:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 92us (835us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322430.122031:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5332
00000100:00100000:0.0:1767322430.123144:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322430.123239:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758750208
00000100:00100000:1.0:1767322430.123245:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758750208
00000100:00100000:1.0:1767322430.123284:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89801
00000100:00100000:1.0:1767322430.123291:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758750208:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322430.123323:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322430.123365:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758750208:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 73us (227us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322430.123372:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89801
00000100:00080000:3.0:1767322430.126276:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322430.343441:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322430.983639:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322431.366974:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322431.432825:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322431.432835:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322431.432838:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322431.432842:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322431.432847:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322431.432854:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4968
00000100:00080000:0.0:1767322431.432859:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322431.432867:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322431.432912:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886300 x1853166816807552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322431.432930:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322431.432934:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322431.432936:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322431.432939:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4968
00000100:00080000:0.0:1767322431.432942:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322431.432944:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322431.432960:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884e00 x1853166816807680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322431.433048:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816807808:0@lo:400:kworker.0
00000100:00100000:2.0:1767322431.433146:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322431.433240:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816807552:0@lo:38:kworker.0
00000100:00100000:3.0:1767322431.433389:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322431.433411:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322431.433415:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322431.433417:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322431.433421:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4968
00000100:00080000:0.0:1767322431.433423:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322431.433427:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322431.433440:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885f80 x1853166816807936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322431.433497:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322431.433503:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816808064:0@lo:400:kworker.0
00000100:00080000:0.0:1767322431.433579:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322431.433583:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322431.433585:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322431.433589:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4968
00000100:00080000:0.0:1767322431.433591:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322431.433594:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322431.433608:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45930000 x1853166816808192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322431.433653:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816808320:0@lo:400:kworker.0
00000100:00100000:0.0:1767322431.433686:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322431.433712:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322431.433717:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816808448:0@lo:400:kworker.0
00000100:00100000:0.0:1767322431.433738:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322431.433790:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816808320
00000100:00100000:0.0:1767322431.433796:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816808320
00000100:00100000:0.0:1767322431.433845:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816808448
00000100:00100000:0.0:1767322431.433849:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816808448
00000100:00100000:0.0:1767322431.433870:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360
00000100:00100000:0.0:1767322431.433879:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816808320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322431.433924:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816808320:12345-0@lo:400:kworker.0 Request processed in 46us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322431.433931:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360
00000100:00100000:0.0:1767322431.433947:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361
00000100:00100000:0.0:1767322431.433953:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816808448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322431.433975:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816808448:12345-0@lo:400:kworker.0 Request processed in 23us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322431.433980:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361
00000100:00080000:0.0:1767322431.433997:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322431.434001:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322431.434028:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816808448:0@lo:400:kworker.0
00000100:00100000:0.0:1767322431.434038:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816808320:0@lo:400:kworker.0
00000100:00100000:3.0:1767322431.434170:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816807680:0@lo:38:kworker.0
00000100:00100000:3.0:1767322431.434198:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322431.434234:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816807936:0@lo:38:kworker.0
00000100:00100000:3.0:1767322431.434253:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322431.434309:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816807680
00000100:00100000:2.0:1767322431.434313:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816807680
00000100:00100000:2.0:1767322431.434335:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183
00000100:00100000:2.0:1767322431.434340:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e540050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816807680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322431.434357:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322431.434388:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e540050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816807680:12345-0@lo:38:kworker.0 Request processed in 46us (188us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322431.434393:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183
00000100:00100000:1.0:1767322431.434808:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816807808
00000100:00100000:1.0:1767322431.434815:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816807808
00000100:00100000:1.0:1767322431.434867:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816807552
00000100:00100000:1.0:1767322431.434871:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816807552
00000100:00100000:1.0:1767322431.434887:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5333
00000100:00100000:1.0:1767322431.434894:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816807808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322431.434935:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816807808:12345-0@lo:400:kworker.0 Request processed in 42us (1788us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322431.434942:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5333
00000100:00100000:1.0:1767322431.434956:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89802
00000100:00100000:1.0:1767322431.434960:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816807552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322431.434971:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322431.434992:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816807552:12345-0@lo:38:kworker.0 Request processed in 31us (1603us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322431.434998:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89802
00000100:00080000:2.0:1767322431.435063:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322431.435165:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816807936
00000100:00100000:1.0:1767322431.435169:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816807936
00000100:00100000:1.0:1767322431.435186:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89803
00000100:00100000:1.0:1767322431.435190:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816807936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322431.435199:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322431.435239:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322431.435275:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816807808:0@lo:400:kworker.0
00000100:00100000:0.0:1767322431.435333:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816808064
00000100:00100000:0.0:1767322431.435337:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816808064
00000100:00100000:0.0:1767322431.435376:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5334
00000100:00100000:0.0:1767322431.435382:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816808064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322431.435414:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816808064:12345-0@lo:400:kworker.0 Request processed in 33us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322431.435419:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5334
00000100:00080000:2.0:1767322431.435489:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322431.435508:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816808064:0@lo:400:kworker.0
00000100:00100000:1.0:1767322431.435573:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816807936:12345-0@lo:38:kworker.0 Request processed in 381us (1318us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322431.435579:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89803
00000100:00080000:3.0:1767322431.435632:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322431.435638:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322431.435641:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816807936:0@lo:38:kworker.0
00000100:00100000:3.0:1767322431.435649:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816808192:0@lo:38:kworker.0
00000100:00100000:3.0:1767322431.435674:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322431.435737:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322431.435742:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322431.435746:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816807552:0@lo:38:kworker.0
00000100:00080000:3.0:1767322431.435773:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322431.435777:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322431.435780:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816807680:0@lo:38:kworker.0
00000100:00100000:1.0:1767322431.435839:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816808192
00000100:00100000:1.0:1767322431.435843:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816808192
00000100:00100000:1.0:1767322431.435899:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89804
00000100:00100000:1.0:1767322431.435904:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816808192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322431.435916:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322431.435952:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816808192:12345-0@lo:38:kworker.0 Request processed in 46us (277us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322431.435958:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89804
00000100:00080000:3.0:1767322431.436003:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322431.436008:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322431.436011:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816808192:0@lo:38:kworker.0
00000100:00100000:1.0:1767322432.006896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322432.393186:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322433.033847:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322433.416346:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322434.054887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322434.223513:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:0.0:1767322434.223557:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758750464 offset 0 length 520: 4
00000100:00100000:0.0:1767322434.223593:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322434.223819:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758750720
00000100:00100000:1.0:1767322434.223829:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758750720
00000100:00100000:1.0:1767322434.223898:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758750592
00000100:00100000:1.0:1767322434.223901:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758750592
00000100:00100000:1.0:1767322434.223923:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5335
00000100:00100000:1.0:1767322434.223932:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758750720:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322434.224008:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758750720:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 76us (505us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322434.224015:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5335
00000100:00100000:1.0:1767322434.224033:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89805
00000100:00100000:1.0:1767322434.224038:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758750592:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322434.224057:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322434.224082:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758750592:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (489us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322434.224088:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89805
00000100:00080000:0.0:1767322434.225344:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322434.439556:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322435.019621:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816808576:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322435.019716:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322435.019884:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816808576
00000100:00100000:2.0:1767322435.019892:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816808576
00000100:00100000:2.0:1767322435.019963:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059
00000100:00100000:2.0:1767322435.019972:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816808576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322435.020006:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322435.020059:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816808576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (338us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322435.020067:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059
00000100:00080000:0.0:1767322435.020488:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322435.020535:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816808576:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322435.029884:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322435.029910:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816808704:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322435.029978:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322435.031102:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816808704
00000100:00100000:2.0:1767322435.031115:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816808704
00000100:00100000:2.0:1767322435.031219:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060
00000100:00100000:2.0:1767322435.031229:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816808704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322435.031273:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322435.031929:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816808704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 698us (1947us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322435.031940:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060
00000100:00080000:0.0:1767322435.032034:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322435.032614:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816808704:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322435.082423:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322435.464486:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322435.527015:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322410/real 1767322410]  req@ffff8d4d4ac21c00 x1853166816803328/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767322435.527050:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ac21c00 x1853166816803328/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767322435.527071:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322435.527155:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767322435.527160:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816803328:0@lo:250:kworker.0
00000100:00080000:0.0:1767322435.535540:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322435.535552:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767322435.535557:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322435.535578:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4953
00000100:00080000:0.0:1767322435.535584:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322435.535592:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322435.535628:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af66a00 x1853166816808832/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322435.535668:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322435.535672:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322435.535673:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322435.535677:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4974
00000100:00080000:0.0:1767322435.535679:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322435.535683:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322435.535698:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af64000 x1853166816808960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322435.535706:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322435.535709:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322435.535711:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322435.535714:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4974
00000100:00080000:0.0:1767322435.535716:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322435.535720:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322435.535731:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af67b80 x1853166816809088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322435.535798:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322435.535803:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322435.535805:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322435.535809:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4974
00000100:00080000:0.0:1767322435.535812:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322435.535816:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322435.535829:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af65500 x1853166816809344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322435.535829:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816809216:0@lo:400:kworker.0
00000100:00080000:0.0:1767322435.535855:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322435.535858:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322435.535860:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322435.535863:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4974
00000100:00080000:0.0:1767322435.535866:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322435.535869:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322435.535882:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45932680 x1853166816809600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322435.535901:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322435.535960:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816809856:0@lo:400:kworker.0
00000100:00100000:1.0:1767322435.535985:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322435.535994:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816809472:0@lo:400:kworker.0
00000100:00100000:0.0:1767322435.536012:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322435.536036:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322435.536048:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322435.536057:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816809728:0@lo:400:kworker.0
00000100:00100000:1.0:1767322435.536079:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816809216
00000100:00100000:0.0:1767322435.536084:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322435.536088:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816809216
00000100:00100000:0.0:1767322435.536126:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816809856
00000100:00100000:0.0:1767322435.536131:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816809856
00000100:00100000:1.0:1767322435.536146:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816809472
00000100:00100000:1.0:1767322435.536151:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816809472
00000100:00100000:1.0:1767322435.536174:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5336
00000100:00100000:1.0:1767322435.536182:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816809216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322435.536229:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816809216:12345-0@lo:400:kworker.0 Request processed in 47us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322435.536237:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5336
00000100:00100000:1.0:1767322435.536267:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5337
00000100:00100000:1.0:1767322435.536273:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816809472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322435.536301:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816809472:12345-0@lo:400:kworker.0 Request processed in 29us (267us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322435.536308:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5337
00000100:00080000:1.0:1767322435.536334:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322435.536364:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816809472:0@lo:400:kworker.0
00000100:00100000:1.0:1767322435.536375:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816809216:0@lo:400:kworker.0
00000100:00100000:1.0:1767322435.536417:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816809728
00000100:00100000:1.0:1767322435.536421:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816809728
00000100:00100000:3.0:1767322435.536469:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816808832:0@lo:250:kworker.0
00000400:00000100:3.0:1767322435.536495:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816808832 offset 0 length 520: 4
00000100:00100000:2.0:1767322435.536590:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362
00000100:00100000:2.0:1767322435.536600:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816809856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322435.536645:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816809856:12345-0@lo:400:kworker.0 Request processed in 47us (633us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322435.536651:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362
00000100:00100000:1.0:1767322435.537366:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363
00000100:00100000:1.0:1767322435.537377:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816809728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322435.537416:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816809728:12345-0@lo:400:kworker.0 Request processed in 43us (1333us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322435.537423:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363
00000100:00100000:3.0:1767322435.544486:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816808960:0@lo:38:kworker.0
00000100:00100000:3.0:1767322435.547080:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322435.547137:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816809088:0@lo:38:kworker.0
00000100:00100000:3.0:1767322435.547186:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322435.547205:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816809344:0@lo:38:kworker.0
00000100:00100000:3.0:1767322435.547229:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322435.547243:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816809600:0@lo:38:kworker.0
00000100:00100000:3.0:1767322435.547275:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322435.547298:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816809728:0@lo:400:kworker.0
00000100:00100000:3.0:1767322435.547318:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816809088
00000100:00100000:1.0:1767322435.547325:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816809856:0@lo:400:kworker.0
00000100:00100000:3.0:1767322435.547326:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816809088
00000100:00100000:3.0:1767322435.547365:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184
00000100:00100000:3.0:1767322435.547372:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816809088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322435.547393:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322435.547395:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816808960
00000100:00100000:1.0:1767322435.547401:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816808960
00000100:00100000:1.0:1767322435.547424:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816809344
00000100:00100000:1.0:1767322435.547427:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816809344
00000100:00100000:3.0:1767322435.547439:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816809088:12345-0@lo:38:kworker.0 Request processed in 64us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322435.547443:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816809600
00000100:00100000:1.0:1767322435.547447:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816809600
00000100:00100000:3.0:1767322435.547448:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184
00000100:00100000:1.0:1767322435.547471:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89806
00000100:00100000:1.0:1767322435.547479:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816808960:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322435.547484:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89807
00000100:00100000:3.0:1767322435.547491:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816809344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322435.547495:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767322435.547504:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767322435.547638:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322435.547644:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322435.547648:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816808960:0@lo:38:kworker.0
00000100:00080000:2.0:1767322435.547656:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322435.547670:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322435.547673:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816809088:0@lo:38:kworker.0
00000100:00080000:2.0:1767322435.547768:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322435.547772:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322435.547776:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816809344:0@lo:38:kworker.0
00000100:00100000:2.0:1767322435.547813:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89808
00000100:00100000:2.0:1767322435.547818:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816809600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322435.547829:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322435.548263:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816809344:12345-0@lo:38:kworker.0 Request processed in 758us (1020us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322435.548270:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816808960:12345-0@lo:38:kworker.0 Request processed in 787us (1187us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322435.548276:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89807
00000100:00100000:1.0:1767322435.548284:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89806
00000100:00100000:2.0:1767322435.557009:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816809600:12345-0@lo:38:kworker.0 Request processed in 9177us (9722us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322435.557026:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89808
00000100:00080000:3.0:1767322435.557317:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322435.557323:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322435.557327:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816809600:0@lo:38:kworker.0
00000100:00100000:1.0:1767322436.102887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322436.486948:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322437.126902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322437.512709:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322438.153316:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322438.534990:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322439.175601:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322439.335884:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322439.335936:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322439.336088:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758750848
00000100:00100000:3.0:1767322439.336099:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758750848
00000100:00100000:3.0:1767322439.336151:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758750976
00000100:00100000:3.0:1767322439.336155:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758750976
00000100:00100000:3.0:1767322439.336209:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5338
00000100:00100000:3.0:1767322439.336258:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758750976:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322439.336342:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758750976:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 123us (404us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322439.336352:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5338
00000100:00100000:3.0:1767322439.336370:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89809
00000100:00100000:3.0:1767322439.336375:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758750848:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:0.0:1767322439.336784:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767322439.337044:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322439.337093:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758750848:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 716us (1219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322439.337101:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89809
00010000:00010000:1.0:1767322439.559043:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322440.135152:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816809984:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322440.135234:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322440.135415:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816809984
00000100:00100000:1.0:1767322440.135424:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816809984
00000100:00100000:1.0:1767322440.135488:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061
00000100:00100000:1.0:1767322440.135497:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816809984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322440.135529:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322440.135576:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816809984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (340us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322440.135584:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061
00000100:00100000:3.0:1767322440.135685:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816809984:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322440.135819:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322440.135869:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816810112:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322440.135906:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322440.136038:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816810112
00000100:00100000:2.0:1767322440.136043:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816810112
00000100:00100000:2.0:1767322440.136084:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062
00000100:00100000:2.0:1767322440.136092:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816810112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322440.136108:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322440.136152:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816810112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (246us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322440.136159:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062
00000100:00080000:0.0:1767322440.136248:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322440.136256:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816810112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322440.202347:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322440.583175:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322440.646975:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322440.646989:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322440.646993:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322440.646998:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322440.647003:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322440.647013:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4978
00000100:00080000:2.0:1767322440.647020:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322440.647030:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322440.647097:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885f80 x1853166816810240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322440.647127:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322440.647131:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322440.647133:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322440.647137:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4978
00000100:00080000:2.0:1767322440.647140:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322440.647144:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322440.647157:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884380 x1853166816810368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322440.647162:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816810240:0@lo:38:kworker.0
00000100:00080000:2.0:1767322440.647200:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322440.647214:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322440.647216:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322440.647220:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4978
00000100:00080000:2.0:1767322440.647222:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322440.647226:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322440.647239:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886300 x1853166816810624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322440.647255:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322440.647258:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322440.647260:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322440.647263:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4978
00000100:00100000:3.0:1767322440.647264:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322440.647266:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322440.647269:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322440.647279:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a2300 x1853166816810880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322440.647343:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816811008:0@lo:400:kworker.0
00000100:00100000:3.0:1767322440.647343:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816810368:0@lo:38:kworker.0
00000100:00100000:3.0:1767322440.647374:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322440.647376:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322440.647439:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816810496:0@lo:400:kworker.0
00000100:00100000:0.0:1767322440.647462:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816810752:0@lo:400:kworker.0
00000100:00100000:2.0:1767322440.653175:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322440.653217:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816811136:0@lo:400:kworker.0
00000100:00100000:2.0:1767322440.653313:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322440.653402:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816810240
00000100:00100000:2.0:1767322440.653413:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816810240
00000100:00100000:2.0:1767322440.653656:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89810
00000100:00100000:2.0:1767322440.653665:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816810240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322440.653695:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322440.653795:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816810240:12345-0@lo:38:kworker.0 Request processed in 128us (6529us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322440.653804:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89810
00000100:00100000:2.0:1767322440.653837:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816811008
00000100:00100000:2.0:1767322440.653842:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816811008
00000100:00100000:2.0:1767322440.653881:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816811136
00000100:00100000:2.0:1767322440.653885:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816811136
00000100:00100000:2.0:1767322440.653905:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364
00000100:00100000:2.0:1767322440.653912:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816811008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322440.653966:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816811008:12345-0@lo:400:kworker.0 Request processed in 54us (6588us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322440.653973:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364
00000100:00100000:2.0:1767322440.653986:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365
00000100:00100000:2.0:1767322440.653991:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816811136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322440.654018:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816811136:12345-0@lo:400:kworker.0 Request processed in 27us (706us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322440.654025:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365
00000100:00100000:2.0:1767322440.654366:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816811136:0@lo:400:kworker.0
00000100:00100000:2.0:1767322440.654381:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816811008:0@lo:400:kworker.0
00000100:00100000:2.0:1767322440.654456:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816810368
00000100:00100000:2.0:1767322440.654461:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816810368
00000100:00100000:2.0:1767322440.654497:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185
00000100:00100000:2.0:1767322440.654503:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816810368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322440.654518:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322440.654552:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816810368:12345-0@lo:38:kworker.0 Request processed in 48us (7177us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322440.654559:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185
00000100:00080000:3.0:1767322440.655234:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322440.655242:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322440.655246:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816810368:0@lo:38:kworker.0
00000100:00100000:3.0:1767322440.655256:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816810624:0@lo:38:kworker.0
00000100:00100000:3.0:1767322440.655296:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322440.655324:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816810880:0@lo:38:kworker.0
00000100:00100000:3.0:1767322440.655342:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322440.655383:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322440.655387:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322440.655390:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816810240:0@lo:38:kworker.0
00000100:00100000:2.0:1767322440.655391:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816810624
00000100:00100000:2.0:1767322440.655397:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816810624
00000100:00100000:3.0:1767322440.655426:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816810880
00000100:00100000:3.0:1767322440.655429:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816810880
00000100:00100000:3.0:1767322440.655454:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89811
00000100:00100000:3.0:1767322440.655459:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816810624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322440.655475:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322440.655510:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816810624:12345-0@lo:38:kworker.0 Request processed in 49us (212us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322440.655517:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89811
00000100:00100000:3.0:1767322440.655531:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89812
00000100:00100000:3.0:1767322440.655535:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816810880:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322440.655545:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322440.655568:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816810880:12345-0@lo:38:kworker.0 Request processed in 32us (225us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322440.655574:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89812
00000100:00080000:3.0:1767322440.655602:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322440.655606:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322440.655609:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816810624:0@lo:38:kworker.0
00000100:00080000:3.0:1767322440.655617:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322440.655621:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322440.655623:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816810880:0@lo:38:kworker.0
00000100:00100000:1.0:1767322440.656226:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322440.656264:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322440.656364:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816810496
00000100:00100000:2.0:1767322440.656372:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816810496
00000100:00100000:2.0:1767322440.656846:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816810752
00000100:00100000:2.0:1767322440.656852:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816810752
00000100:00080000:0.0:1767322440.656895:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322440.656900:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5339
00000100:00100000:1.0:1767322440.656911:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816810496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322440.656981:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816810496:12345-0@lo:400:kworker.0 Request processed in 72us (758us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322440.656984:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5340
00000100:00100000:1.0:1767322440.656988:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5339
00000100:00100000:2.0:1767322440.656990:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816810752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322440.657088:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816810496:0@lo:400:kworker.0
00000100:00100000:2.0:1767322440.657216:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816810752:12345-0@lo:400:kworker.0 Request processed in 216us (942us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322440.657223:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5340
00000100:00100000:0.0:1767322440.657281:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816810752:0@lo:400:kworker.0
00000100:00100000:1.0:1767322441.223262:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322441.608083:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322442.249772:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322442.636420:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322443.273745:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322443.655870:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322444.295682:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322444.455635:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322444.455741:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758751232
00000100:00100000:3.0:1767322444.455750:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758751232
00000100:00100000:3.0:1767322444.455862:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5341
00000100:00100000:3.0:1767322444.455872:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758751232:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322444.455968:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758751232:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 97us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322444.455976:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5341
00000100:00080000:0.0:1767322444.456088:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322444.461349:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322444.461528:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758751104
00000100:00100000:2.0:1767322444.461540:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758751104
00000100:00100000:2.0:1767322444.461593:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89813
00000100:00100000:2.0:1767322444.461601:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758751104:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322444.461632:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322444.461703:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758751104:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 101us (365us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322444.461710:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89813
00010000:00010000:1.0:1767322444.678939:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322445.257070:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816811264:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322445.257192:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322445.257280:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322445.257288:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816811392:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322445.257313:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322445.257569:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816811264
00000100:00100000:1.0:1767322445.257586:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816811264
00000100:00100000:1.0:1767322445.257783:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063
00000100:00100000:1.0:1767322445.257794:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816811264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322445.258123:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322445.258182:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816811264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 390us (989us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322445.258191:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063
00000100:00100000:3.0:1767322445.258315:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816811264:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767322445.258442:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322445.258457:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816811392
00000100:00100000:2.0:1767322445.258462:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816811392
00000100:00100000:2.0:1767322445.258594:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064
00000100:00100000:2.0:1767322445.258601:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816811392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322445.258926:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322445.258966:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816811392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 365us (1650us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322445.258973:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064
00000100:00080000:0.0:1767322445.259059:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322445.259141:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816811392:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322445.319332:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322445.703013:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322445.767189:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322445.767201:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322445.767204:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322445.767208:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322445.767213:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322445.767220:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4983
00000100:00080000:0.0:1767322445.767225:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322445.767232:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322445.767271:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22ed80 x1853166816811520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322445.767298:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322445.767302:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322445.767304:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322445.767308:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4983
00000100:00080000:0.0:1767322445.767310:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767322445.767425:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816811520:0@lo:38:kworker.0
00000100:00100000:3.0:1767322445.767493:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322445.767661:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816811520
00000100:00100000:2.0:1767322445.767669:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816811520
00000100:00100000:2.0:1767322445.767720:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89814
00000100:00100000:2.0:1767322445.767727:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816811520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322445.767748:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322445.767824:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816811520:12345-0@lo:38:kworker.0 Request processed in 95us (329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322445.767831:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89814
00000100:00080000:1.0:1767322445.767914:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322445.767931:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322445.767935:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816811520:0@lo:38:kworker.0
00000100:00080000:0.0:1767322445.768156:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322445.768186:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22c380 x1853166816811648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322445.768237:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322445.768241:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322445.768243:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322445.768247:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4983
00000100:00080000:0.0:1767322445.768250:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322445.768253:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322445.768264:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22ce00 x1853166816811904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322445.768280:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322445.768283:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322445.768284:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322445.768288:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4983
00000100:00080000:0.0:1767322445.768290:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322445.768293:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322445.768304:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4a9880 x1853166816812160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322445.768424:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816812032:0@lo:400:kworker.0
00000100:00100000:3.0:1767322445.768454:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322445.768477:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322445.768483:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816811776:0@lo:400:kworker.0
00000100:00100000:3.0:1767322445.768502:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322445.768532:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816812032
00000100:00100000:3.0:1767322445.768536:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816812032
00000100:00100000:3.0:1767322445.768571:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816811776
00000100:00100000:3.0:1767322445.768574:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816811776
00000100:00100000:3.0:1767322445.768594:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5342
00000100:00100000:3.0:1767322445.768599:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816812032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322445.768637:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816812032:12345-0@lo:400:kworker.0 Request processed in 37us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322445.768643:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5342
00000100:00100000:3.0:1767322445.768655:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5343
00000100:00100000:3.0:1767322445.768660:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816811776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322445.768681:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816811776:12345-0@lo:400:kworker.0 Request processed in 21us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322445.768686:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5343
00000100:00080000:3.0:1767322445.768715:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322445.768739:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816811776:0@lo:400:kworker.0
00000100:00100000:3.0:1767322445.768747:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816812032:0@lo:400:kworker.0
00000100:00100000:1.0:1767322445.768896:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816811648:0@lo:38:kworker.0
00000100:00100000:1.0:1767322445.768935:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322445.768965:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816811904:0@lo:38:kworker.0
00000100:00100000:1.0:1767322445.768986:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322445.769000:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816812160:0@lo:38:kworker.0
00000100:00100000:1.0:1767322445.769018:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322445.769041:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816811904
00000100:00100000:1.0:1767322445.769045:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816811904
00000100:00100000:1.0:1767322445.769064:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816812160
00000100:00100000:1.0:1767322445.769067:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816812160
00000100:00100000:1.0:1767322445.769079:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89815
00000100:00100000:1.0:1767322445.769083:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816811904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322445.769098:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322445.769128:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816811904:12345-0@lo:38:kworker.0 Request processed in 44us (141us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322445.769133:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89815
00000100:00100000:1.0:1767322445.769146:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89816
00000100:00100000:1.0:1767322445.769149:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816812160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322445.769168:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322445.769191:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816812160:12345-0@lo:38:kworker.0 Request processed in 39us (172us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322445.769196:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89816
00000100:00080000:1.0:1767322445.769222:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322445.769226:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322445.769229:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816811904:0@lo:38:kworker.0
00000100:00080000:1.0:1767322445.769237:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322445.769240:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322445.769243:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816812160:0@lo:38:kworker.0
00000100:00100000:3.0:1767322445.769449:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816811648
00000100:00100000:3.0:1767322445.769454:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816811648
00000100:00100000:3.0:1767322445.769484:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186
00000100:00100000:3.0:1767322445.769489:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816811648:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322445.769499:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322445.769532:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816811648:12345-0@lo:38:kworker.0 Request processed in 42us (596us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322445.769537:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186
00000100:00080000:3.0:1767322445.769562:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322445.769565:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322445.769568:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816811648:0@lo:38:kworker.0
00000100:00100000:0.0:1767322445.769682:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816812416:0@lo:400:kworker.0
00000100:00100000:0.0:1767322445.769803:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322445.769824:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322445.769829:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816812288:0@lo:400:kworker.0
00000100:00100000:0.0:1767322445.769850:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322445.769878:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816812416
00000100:00100000:0.0:1767322445.769882:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816812416
00000100:00100000:0.0:1767322445.769908:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816812288
00000100:00100000:0.0:1767322445.769910:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816812288
00000100:00100000:3.0:1767322445.770167:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366
00000100:00100000:3.0:1767322445.770178:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816812416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322445.770218:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816812416:12345-0@lo:400:kworker.0 Request processed in 44us (415us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322445.770224:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366
00000100:00100000:3.0:1767322445.770254:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816812416:0@lo:400:kworker.0
00000100:00100000:0.0:1767322445.770467:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367
00000100:00100000:0.0:1767322445.770476:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816812288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322445.770511:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816812288:12345-0@lo:400:kworker.0 Request processed in 37us (659us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322445.770517:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367
00000100:00100000:3.0:1767322445.770690:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816812288:0@lo:400:kworker.0
00000100:00100000:1.0:1767322446.342914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322446.726969:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322447.367174:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322447.751243:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322448.392417:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322448.775221:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322449.419259:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322449.577082:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322449.577138:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322449.577297:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758751488
00000100:00100000:3.0:1767322449.577307:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758751488
00000100:00100000:3.0:1767322449.577389:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758751360
00000100:00100000:3.0:1767322449.577393:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758751360
00000100:00100000:3.0:1767322449.577413:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5344
00000100:00100000:3.0:1767322449.577424:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758751488:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322449.577441:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89817
00000100:00100000:2.0:1767322449.577450:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758751360:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322449.577471:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322449.577545:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322449.577617:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758751488:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 193us (543us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322449.577625:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5344
00000100:00100000:2.0:1767322449.577840:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758751360:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 388us (700us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322449.577847:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89817
00010000:00010000:2.0:1767322449.799059:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322450.377193:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816812544:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322450.377267:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322450.377488:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816812544
00000100:00100000:3.0:1767322450.377497:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816812544
00000100:00100000:3.0:1767322450.377609:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065
00000100:00100000:3.0:1767322450.377619:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816812544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322450.377644:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322450.377679:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816812544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (414us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322450.377684:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065
00000100:00100000:3.0:1767322450.377717:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816812544:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322450.377878:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322450.377998:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816812672:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322450.378029:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322450.378149:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816812672
00000100:00100000:2.0:1767322450.378154:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816812672
00000100:00100000:2.0:1767322450.378273:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066
00000100:00100000:2.0:1767322450.378278:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816812672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322450.378291:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322450.378325:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816812672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322450.378331:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066
00000100:00100000:1.0:1767322450.378405:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816812672:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767322450.378703:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322450.441449:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322450.823215:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322450.887481:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322450.887491:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322450.887494:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322450.887498:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322450.887502:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322450.887509:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4988
00000100:00080000:3.0:1767322450.887514:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322450.887521:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322450.887559:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621ca80 x1853166816812800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322450.887586:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322450.887589:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322450.887591:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322450.887595:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4988
00000100:00080000:3.0:1767322450.887597:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322450.887600:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322450.887611:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22c380 x1853166816812928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322450.887647:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322450.887651:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322450.887653:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322450.887656:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4988
00000100:00080000:3.0:1767322450.887658:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322450.887661:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322450.887669:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22ed80 x1853166816813184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322450.887683:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322450.887686:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322450.887688:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322450.887691:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4988
00000100:00080000:3.0:1767322450.887693:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322450.887695:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322450.887703:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886300 x1853166816813440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322450.887743:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816813568:0@lo:400:kworker.0
00000100:00100000:3.0:1767322450.887818:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322450.887871:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322450.887876:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816813696:0@lo:400:kworker.0
00000100:00100000:3.0:1767322450.887894:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322450.887924:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816813568
00000100:00100000:3.0:1767322450.887930:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816813568
00000100:00100000:3.0:1767322450.887967:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816813696
00000100:00100000:3.0:1767322450.887969:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816813696
00000100:00100000:3.0:1767322450.887986:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368
00000100:00100000:3.0:1767322450.887994:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816813568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322450.888037:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816813568:12345-0@lo:400:kworker.0 Request processed in 44us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322450.888044:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368
00000100:00100000:3.0:1767322450.888058:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369
00000100:00100000:3.0:1767322450.888063:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816813696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322450.888083:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816813696:12345-0@lo:400:kworker.0 Request processed in 20us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322450.888088:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369
00000100:00100000:3.0:1767322450.888130:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816813696:0@lo:400:kworker.0
00000100:00100000:3.0:1767322450.888141:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816813568:0@lo:400:kworker.0
00000100:00100000:2.0:1767322450.888216:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816813312:0@lo:400:kworker.0
00000100:00100000:2.0:1767322450.888246:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322450.888273:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322450.888278:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816813056:0@lo:400:kworker.0
00000100:00100000:2.0:1767322450.888361:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322450.888657:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816813312
00000100:00100000:3.0:1767322450.888662:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816813312
00000100:00100000:3.0:1767322450.888701:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816813056
00000100:00100000:3.0:1767322450.888704:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816813056
00000100:00100000:3.0:1767322450.888720:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5345
00000100:00100000:3.0:1767322450.888725:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816813312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322450.888776:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816813312:12345-0@lo:400:kworker.0 Request processed in 51us (529us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322450.888783:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5345
00000100:00100000:3.0:1767322450.888793:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5346
00000100:00100000:3.0:1767322450.888799:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816813056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322450.888820:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816813056:12345-0@lo:400:kworker.0 Request processed in 21us (459us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322450.888825:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5346
00000100:00100000:3.0:1767322450.888848:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816813056:0@lo:400:kworker.0
00000100:00100000:3.0:1767322450.888857:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816813312:0@lo:400:kworker.0
00000100:00100000:1.0:1767322450.889412:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816812800:0@lo:38:kworker.0
00000100:00100000:1.0:1767322450.889444:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322450.889471:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816812928:0@lo:38:kworker.0
00000100:00100000:1.0:1767322450.889491:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322450.889518:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816813184:0@lo:38:kworker.0
00000100:00100000:1.0:1767322450.889534:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322450.889549:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816813440:0@lo:38:kworker.0
00000100:00100000:1.0:1767322450.889563:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322450.889585:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816812800
00000100:00100000:1.0:1767322450.889589:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816812800
00000100:00100000:1.0:1767322450.889606:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816813184
00000100:00100000:1.0:1767322450.889608:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816813184
00000100:00100000:1.0:1767322450.889618:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816813440
00000100:00100000:1.0:1767322450.889619:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816813440
00000100:00100000:1.0:1767322450.889630:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89818
00000100:00100000:1.0:1767322450.889634:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816812800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322450.889652:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322450.889679:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816812800:12345-0@lo:38:kworker.0 Request processed in 44us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322450.889685:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89818
00000100:00100000:1.0:1767322450.889697:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89819
00000100:00100000:1.0:1767322450.889700:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816813184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322450.889708:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322450.889724:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816813184:12345-0@lo:38:kworker.0 Request processed in 22us (189us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322450.889729:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89819
00000100:00100000:1.0:1767322450.889737:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89820
00000100:00100000:1.0:1767322450.889740:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816813440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322450.889748:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322450.889793:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816813440:12345-0@lo:38:kworker.0 Request processed in 51us (228us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322450.889798:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89820
00000100:00080000:1.0:1767322450.889828:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322450.889833:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322450.889836:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816812800:0@lo:38:kworker.0
00000100:00080000:1.0:1767322450.889843:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322450.889846:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322450.889848:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816813184:0@lo:38:kworker.0
00000100:00080000:1.0:1767322450.889854:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322450.889857:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322450.889860:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816813440:0@lo:38:kworker.0
00000100:00100000:3.0:1767322450.889924:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816812928
00000100:00100000:3.0:1767322450.889928:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816812928
00000100:00100000:3.0:1767322450.889952:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187
00000100:00100000:3.0:1767322450.889957:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816812928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322450.889966:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322450.889992:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816812928:12345-0@lo:38:kworker.0 Request processed in 35us (501us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322450.889998:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187
00000100:00080000:0.0:1767322450.890053:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322450.894378:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322450.894390:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322450.894395:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816812928:0@lo:38:kworker.0
00000100:00100000:1.0:1767322451.463067:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322451.849038:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322452.486929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322452.871268:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322453.510931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322453.896619:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322454.534932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322454.708465:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322454.708564:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758751744
00000100:00100000:2.0:1767322454.708578:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758751744
00000100:00100000:1.0:1767322454.708614:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322454.708677:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758751616
00000100:00100000:2.0:1767322454.708682:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758751616
00000100:00100000:1.0:1767322454.708692:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5347
00000100:00080000:0.0:1767322454.708797:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322454.708845:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758751744:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322454.708996:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758751744:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 293us (558us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322454.714344:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89821
00000100:00100000:2.0:1767322454.714360:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758751616:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322454.714395:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322454.714654:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758751616:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 292us (6038us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322454.714663:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89821
00000100:00100000:1.0:1767322454.719350:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5347
00010000:00010000:2.0:1767322454.919128:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322455.495317:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816813824:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322455.495419:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322455.495431:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816813952:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322455.495476:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322455.496065:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816813824
00000100:00100000:3.0:1767322455.496091:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816813824
00000100:00100000:3.0:1767322455.496468:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816813952
00000100:00100000:3.0:1767322455.496474:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816813952
00000100:00100000:3.0:1767322455.496504:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067
00000100:00100000:3.0:1767322455.496514:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816813824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322455.496555:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322455.496628:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068
00000100:00100000:0.0:1767322455.496639:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816813952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322455.496662:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322455.496709:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816813952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (1233us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322455.496718:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068
00000100:00080000:0.0:1767322455.496746:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322455.496751:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322455.497008:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816813952:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322455.497098:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816813824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 585us (1679us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322455.497107:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067
00000100:00100000:0.0:1767322455.497136:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816813824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322455.559159:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322455.943097:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322456.006893:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322456.006904:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322456.006907:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322456.006910:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322456.006916:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322456.006924:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4993
00000100:00080000:2.0:1767322456.006928:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322456.006936:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322456.006987:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bca80 x1853166816814080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322456.007022:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322456.007026:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322456.007028:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322456.007033:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4993
00000100:00080000:2.0:1767322456.007035:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322456.007040:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322456.007061:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79408a80 x1853166816814208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322456.007124:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322456.007129:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322456.007131:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322456.007135:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4993
00000100:00080000:2.0:1767322456.007138:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322456.007141:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322456.007154:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409180 x1853166816814464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322456.007170:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322456.007172:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322456.007173:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322456.007176:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4993
00000100:00080000:2.0:1767322456.007177:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322456.007179:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322456.007185:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940aa00 x1853166816814720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322456.007253:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816814336:0@lo:400:kworker.0
00000100:00100000:3.0:1767322456.007331:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322456.007411:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322456.007416:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816814592:0@lo:400:kworker.0
00000100:00100000:3.0:1767322456.007438:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322456.007476:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816814336
00000100:00100000:3.0:1767322456.007484:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816814336
00000100:00100000:3.0:1767322456.007542:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816814592
00000100:00100000:3.0:1767322456.007545:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816814592
00000100:00100000:3.0:1767322456.007571:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5348
00000100:00100000:3.0:1767322456.007580:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816814336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322456.007641:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816814336:12345-0@lo:400:kworker.0 Request processed in 62us (308us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322456.007650:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5348
00000100:00100000:3.0:1767322456.007668:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5349
00000100:00100000:3.0:1767322456.007672:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816814592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322456.007692:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816814592:12345-0@lo:400:kworker.0 Request processed in 21us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322456.007696:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5349
00000100:00100000:3.0:1767322456.007730:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816814592:0@lo:400:kworker.0
00000100:00100000:3.0:1767322456.007737:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816814336:0@lo:400:kworker.0
00000100:00100000:1.0:1767322456.007850:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816814080:0@lo:38:kworker.0
00000100:00100000:1.0:1767322456.007875:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322456.007892:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816814208:0@lo:38:kworker.0
00000100:00100000:1.0:1767322456.007908:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322456.007923:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816814464:0@lo:38:kworker.0
00000100:00100000:1.0:1767322456.007935:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322456.007944:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816814720:0@lo:38:kworker.0
00000100:00100000:1.0:1767322456.007956:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322456.007979:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816814080
00000100:00100000:1.0:1767322456.007983:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816814080
00000100:00100000:1.0:1767322456.008004:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816814464
00000100:00100000:1.0:1767322456.008006:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816814464
00000100:00100000:1.0:1767322456.008014:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816814720
00000100:00100000:1.0:1767322456.008016:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816814720
00000100:00100000:1.0:1767322456.008026:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89822
00000100:00100000:1.0:1767322456.008031:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816814080:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322456.008055:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322456.008104:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816814080:12345-0@lo:38:kworker.0 Request processed in 72us (228us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322456.008111:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89822
00000100:00100000:1.0:1767322456.008125:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89823
00000100:00100000:1.0:1767322456.008129:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816814464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322456.008139:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322456.008162:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816814464:12345-0@lo:38:kworker.0 Request processed in 32us (225us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322456.008169:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89823
00000100:00100000:1.0:1767322456.008181:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89824
00000100:00100000:1.0:1767322456.008185:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816814720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322456.008192:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322456.008209:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816814720:12345-0@lo:38:kworker.0 Request processed in 24us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322456.008213:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89824
00000100:00100000:1.0:1767322456.008227:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816814208
00000100:00100000:1.0:1767322456.008230:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816814208
00000100:00100000:1.0:1767322456.008550:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188
00000100:00100000:1.0:1767322456.008555:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816814208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322456.008566:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322456.008595:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816814208:12345-0@lo:38:kworker.0 Request processed in 39us (685us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322456.008602:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188
00000100:00080000:1.0:1767322456.008643:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322456.008649:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322456.008653:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816814080:0@lo:38:kworker.0
00000100:00080000:1.0:1767322456.008662:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322456.008665:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322456.008667:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816814208:0@lo:38:kworker.0
00000100:00080000:1.0:1767322456.008673:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322456.008675:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322456.008678:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816814464:0@lo:38:kworker.0
00000100:00080000:1.0:1767322456.008682:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322456.008685:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322456.008686:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816814720:0@lo:38:kworker.0
00000100:00080000:0.0:1767322456.009000:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322456.582899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322456.967205:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322457.606985:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322457.991136:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322458.630949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322458.793237:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:1.0:1767322458.793283:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758751872 offset 0 length 520: 4
00000100:00100000:3.0:1767322458.794580:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758752128
00000100:00100000:3.0:1767322458.794599:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758752128
00000100:00100000:3.0:1767322458.794706:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5350
00000100:00100000:3.0:1767322458.794801:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758752128:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322458.795100:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758752128:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 384us (1875us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322458.795109:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5350
00000100:00100000:0.0:1767322458.796232:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322458.796519:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758752000
00000100:00100000:2.0:1767322458.796530:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758752000
00000100:00100000:2.0:1767322458.796580:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89825
00000100:00100000:2.0:1767322458.796588:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758752000:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322458.796617:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322458.796694:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758752000:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 104us (468us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322458.796703:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89825
00000100:00080000:1.0:1767322458.796985:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322459.016920:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322459.656535:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322460.039883:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322460.103076:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322435/real 1767322435]  req@ffff8d4d4af66a00 x1853166816808832/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322460 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322460.103123:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4af66a00 x1853166816808832/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322460 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767322460.103148:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322460.103181:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322460.103186:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816808832:0@lo:250:kworker.0
00000100:00080000:3.0:1767322460.103729:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322460.103736:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322460.103740:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322460.103746:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 4978
00000100:00080000:3.0:1767322460.103750:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322460.103798:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322460.103841:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330000 x1853166816814848/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322460.103872:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322460.103878:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322460.103880:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322460.103883:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4998
00000100:00080000:3.0:1767322460.103886:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322460.103890:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322460.103907:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331f80 x1853166816814976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322460.103916:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322460.103919:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322460.103921:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322460.103925:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4998
00000100:00080000:3.0:1767322460.103928:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322460.103932:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322460.103943:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330380 x1853166816815104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322460.103984:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322460.103988:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322460.103989:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322460.103993:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4998
00000100:00080000:3.0:1767322460.103996:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322460.103998:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322460.104008:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330700 x1853166816815360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322460.104021:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322460.104025:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322460.104036:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322460.104039:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4998
00000100:00080000:3.0:1767322460.104041:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322460.104044:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322460.104054:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331500 x1853166816815616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322460.104117:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816815744:0@lo:400:kworker.0
00000100:00100000:3.0:1767322460.104197:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322460.104259:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322460.104264:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816815872:0@lo:400:kworker.0
00000100:00100000:3.0:1767322460.104283:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322460.104373:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816815488:0@lo:400:kworker.0
00000100:00100000:1.0:1767322460.104408:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322460.104437:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322460.104442:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816815232:0@lo:400:kworker.0
00000100:00100000:1.0:1767322460.104460:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322460.104483:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816814848:0@lo:250:kworker.0
00000400:00000100:1.0:1767322460.104499:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816814848 offset 0 length 520: 4
00000100:00100000:1.0:1767322460.104513:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816814976:0@lo:38:kworker.0
00000100:00100000:1.0:1767322460.104528:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322460.104543:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816815104:0@lo:38:kworker.0
00000100:00100000:1.0:1767322460.104562:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322460.104576:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816815360:0@lo:38:kworker.0
00000100:00100000:1.0:1767322460.104597:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322460.104622:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816815616:0@lo:38:kworker.0
00000100:00100000:2.0:1767322460.104630:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816815744
00000100:00100000:2.0:1767322460.104641:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816815744
00000100:00100000:1.0:1767322460.104645:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322460.104680:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816815488
00000100:00100000:1.0:1767322460.104684:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816815488
00000100:00100000:2.0:1767322460.104718:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816815872
00000100:00100000:2.0:1767322460.104723:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816815872
00000100:00100000:1.0:1767322460.104726:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816815232
00000100:00100000:1.0:1767322460.104732:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816815232
00000100:00100000:2.0:1767322460.104773:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370
00000100:00100000:2.0:1767322460.104785:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816815744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322460.104806:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816814976
00000100:00100000:3.0:1767322460.104811:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816814976
00000100:00100000:3.0:1767322460.104830:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816815360
00000100:00100000:3.0:1767322460.104833:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816815360
00000100:00100000:3.0:1767322460.104843:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816815616
00000100:00100000:3.0:1767322460.104846:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816815616
00000100:00100000:2.0:1767322460.104857:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816815744:12345-0@lo:400:kworker.0 Request processed in 73us (657us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322460.104860:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5351
00000100:00100000:2.0:1767322460.104875:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370
00000100:00100000:3.0:1767322460.104875:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816815488:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322460.104902:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371
00000100:00100000:2.0:1767322460.104911:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816815872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322460.104931:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816815488:12345-0@lo:400:kworker.0 Request processed in 61us (521us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322460.104940:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5351
00000100:00100000:2.0:1767322460.104948:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816815872:12345-0@lo:400:kworker.0 Request processed in 37us (661us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322460.104955:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371
00000100:00100000:3.0:1767322460.104960:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5352
00000100:00100000:3.0:1767322460.104970:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816815232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322460.104983:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89826
00000100:00100000:2.0:1767322460.104990:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816814976:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322460.105005:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816815232:12345-0@lo:400:kworker.0 Request processed in 36us (542us total) trans 0 rc 0/0
00010000:00020000:2.0:1767322460.105013:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322460.105014:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5352
00000100:00100000:3.0:1767322460.105043:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89827
00000100:00100000:3.0:1767322460.105048:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816815360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322460.105060:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322460.105067:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816814976:12345-0@lo:38:kworker.0 Request processed in 75us (536us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322460.105076:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89826
00000100:00100000:3.0:1767322460.105094:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816815360:12345-0@lo:38:kworker.0 Request processed in 42us (496us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322460.105098:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89828
00000100:00100000:3.0:1767322460.105108:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89827
00000100:00100000:2.0:1767322460.105110:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816815616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322460.105122:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322460.105132:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816815104
00000100:00100000:3.0:1767322460.105137:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816815104
00000100:00100000:2.0:1767322460.105147:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816815616:12345-0@lo:38:kworker.0 Request processed in 39us (503us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322460.105153:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89828
00000100:00100000:3.0:1767322460.105165:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189
00000100:00100000:3.0:1767322460.105171:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816815104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322460.105182:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767322460.105189:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322460.105196:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767322460.105199:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322460.105216:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816815104:12345-0@lo:38:kworker.0 Request processed in 43us (652us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322460.105223:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189
00000100:00100000:2.0:1767322460.105238:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816815872:0@lo:400:kworker.0
00000100:00100000:2.0:1767322460.105253:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816815744:0@lo:400:kworker.0
00000100:00080000:3.0:1767322460.105284:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322460.105291:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322460.105296:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816814976:0@lo:38:kworker.0
00000100:00080000:3.0:1767322460.105305:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322460.105310:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322460.105313:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816815104:0@lo:38:kworker.0
00000100:00080000:3.0:1767322460.105321:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322460.105325:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322460.105327:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816815360:0@lo:38:kworker.0
00000100:00080000:3.0:1767322460.105334:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322460.105337:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322460.105340:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816815616:0@lo:38:kworker.0
00000100:00100000:3.0:1767322460.105374:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816815232:0@lo:400:kworker.0
00000100:00100000:3.0:1767322460.105382:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816815488:0@lo:400:kworker.0
00000100:00100000:3.0:1767322460.615459:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322460.615492:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816816000:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322460.615589:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322460.615714:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816816000
00000100:00100000:1.0:1767322460.615725:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816816000
00000100:00100000:1.0:1767322460.616167:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069
00000100:00100000:1.0:1767322460.616180:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816816000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322460.616219:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322460.616277:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816816000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (688us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322460.616282:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069
00000100:00100000:3.0:1767322460.616383:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816816000:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322460.616511:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322460.616534:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816816128:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322460.616573:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322460.616719:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816816128
00000100:00100000:2.0:1767322460.616726:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816816128
00000100:00100000:2.0:1767322460.616802:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070
00000100:00100000:2.0:1767322460.616811:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816816128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322460.616833:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322460.616874:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816816128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322460.616882:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070
00000100:00100000:0.0:1767322460.616969:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816816128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322460.678864:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322461.063261:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322461.708381:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322462.091792:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322462.726932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322463.111110:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322463.752239:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322463.913272:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322463.913393:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322463.913489:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758752384
00000100:00100000:1.0:1767322463.913499:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758752384
00000100:00100000:1.0:1767322463.913585:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758752256
00000100:00100000:1.0:1767322463.913589:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758752256
00000100:00100000:1.0:1767322463.913605:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5353
00000100:00100000:1.0:1767322463.913614:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758752384:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322463.913695:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758752384:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 81us (438us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322463.913703:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5353
00000100:00100000:1.0:1767322463.913720:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89829
00000100:00100000:1.0:1767322463.913724:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758752256:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322463.913746:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322463.913822:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758752256:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 94us (427us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322463.913828:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89829
00000100:00080000:3.0:1767322463.915154:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322464.135406:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322464.774915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322465.159639:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322465.222949:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322465.222961:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322465.222964:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322465.222979:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322465.222990:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322465.222999:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5002
00000100:00080000:0.0:1767322465.223004:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322465.223012:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322465.223062:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39f480 x1853166816816256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322465.223089:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322465.223092:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322465.223094:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322465.223097:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5002
00000100:00080000:0.0:1767322465.223100:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322465.223104:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322465.223117:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39e300 x1853166816816384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322465.223181:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816816512:0@lo:400:kworker.0
00000100:00100000:2.0:1767322465.223248:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322465.223378:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816816512
00000100:00100000:1.0:1767322465.223388:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816816512
00000100:00080000:0.0:1767322465.223418:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322465.223423:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322465.223425:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322465.223429:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5002
00000100:00080000:0.0:1767322465.223431:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322465.223436:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322465.223452:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39d500 x1853166816816640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322465.223462:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5354
00000100:00100000:1.0:1767322465.223474:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816816512:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767322465.223481:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322465.223485:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322465.223487:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322465.223491:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5002
00000100:00080000:0.0:1767322465.223494:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322465.223497:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322465.223511:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c000 x1853166816816896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322465.223528:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816816512:12345-0@lo:400:kworker.0 Request processed in 55us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322465.223537:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5354
00000100:00100000:0.0:1767322465.223559:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816817024:0@lo:400:kworker.0
00000100:00100000:1.0:1767322465.223586:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816816768:0@lo:400:kworker.0
00000100:00100000:0.0:1767322465.223596:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322465.223652:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816816256:0@lo:38:kworker.0
00000100:00080000:2.0:1767322465.223662:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322465.223689:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816817152:0@lo:400:kworker.0
00000100:00100000:0.0:1767322465.226879:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816817024
00000100:00100000:0.0:1767322465.226893:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816817024
00000100:00100000:0.0:1767322465.227202:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372
00000100:00100000:0.0:1767322465.227213:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816817024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322465.230848:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322465.230942:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816816768
00000100:00100000:1.0:1767322465.230952:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816816768
00000100:00100000:1.0:1767322465.231018:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5355
00000100:00100000:1.0:1767322465.231157:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816816768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322465.231221:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816816768:12345-0@lo:400:kworker.0 Request processed in 195us (380us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322465.231229:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5355
00000100:00100000:1.0:1767322465.231276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816816768:0@lo:400:kworker.0
00000100:00080000:1.0:1767322465.231319:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322465.231324:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322465.231347:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816816512:0@lo:400:kworker.0
00000100:00100000:0.0:1767322465.231634:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816817024:12345-0@lo:400:kworker.0 Request processed in 4421us (8038us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322465.231645:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372
00000100:00100000:1.0:1767322465.231785:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816817024:0@lo:400:kworker.0
00000100:00100000:2.0:1767322465.237320:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322465.237433:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816817152
00000100:00100000:0.0:1767322465.237444:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816817152
00000100:00100000:0.0:1767322465.237532:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373
00000100:00100000:0.0:1767322465.237543:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816817152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322465.237611:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816817152:12345-0@lo:400:kworker.0 Request processed in 71us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322465.237619:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373
00000100:00100000:2.0:1767322465.237808:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816817152:0@lo:400:kworker.0
00000100:00080000:1.0:1767322465.238903:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322465.239867:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322465.239966:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816816384:0@lo:38:kworker.0
00000100:00100000:3.0:1767322465.240025:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322465.240073:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816816640:0@lo:38:kworker.0
00000100:00100000:3.0:1767322465.240095:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322465.240146:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816816384
00000100:00100000:0.0:1767322465.240153:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816816384
00000100:00100000:0.0:1767322465.240191:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190
00000100:00100000:0.0:1767322465.240198:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816816384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322465.240220:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322465.240267:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816816384:12345-0@lo:38:kworker.0 Request processed in 68us (241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322465.240275:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190
00000100:00100000:3.0:1767322465.242461:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816816896:0@lo:38:kworker.0
00000100:00100000:1.0:1767322465.242582:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816816256
00000100:00100000:1.0:1767322465.242591:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816816256
00000100:00100000:1.0:1767322465.242637:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816816640
00000100:00100000:1.0:1767322465.242640:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816816640
00000100:00100000:1.0:1767322465.242663:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89830
00000100:00100000:1.0:1767322465.242669:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816816256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322465.242689:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322465.242742:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89831
00000100:00100000:2.0:1767322465.242749:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816816640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322465.242776:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322465.247179:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322465.247189:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816816640:12345-0@lo:38:kworker.0 Request processed in 4435us (7088us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322465.247206:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89831
00000100:00100000:2.0:1767322465.247243:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816816896
00000100:00100000:2.0:1767322465.247250:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816816896
00000100:00080000:3.0:1767322465.247267:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322465.247273:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322465.247278:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816816256:0@lo:38:kworker.0
00000100:00100000:2.0:1767322465.247284:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89832
00000100:00100000:2.0:1767322465.247292:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816816896:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767322465.247300:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322465.247305:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322465.247308:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816816384:0@lo:38:kworker.0
00010000:00020000:2.0:1767322465.247317:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767322465.247318:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322465.247325:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322465.247328:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816816640:0@lo:38:kworker.0
00000100:00100000:1.0:1767322465.247675:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816816256:12345-0@lo:38:kworker.0 Request processed in 5003us (7809us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322465.247684:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89830
00000100:00100000:2.0:1767322465.247716:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816816896:12345-0@lo:38:kworker.0 Request processed in 422us (546us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322465.247723:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89832
00000100:00080000:3.0:1767322465.247750:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322465.247785:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322465.247788:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816816896:0@lo:38:kworker.0
00000100:00100000:3.0:1767322465.735176:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322465.735204:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816817280:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322465.735277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322465.735702:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816817280
00000100:00100000:1.0:1767322465.735712:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816817280
00000100:00100000:1.0:1767322465.735796:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071
00000100:00100000:1.0:1767322465.735805:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816817280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322465.735834:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322465.735901:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816817280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (622us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322465.735908:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071
00000100:00100000:3.0:1767322465.736070:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816817280:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322465.737884:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322465.737902:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816817408:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322465.737957:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322465.738099:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816817408
00000100:00100000:0.0:1767322465.738107:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816817408
00000100:00100000:0.0:1767322465.738161:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072
00000100:00100000:0.0:1767322465.738171:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816817408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322465.738208:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322465.738260:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816817408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322465.738267:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072
00000100:00100000:2.0:1767322465.738445:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816817408:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322465.799359:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322466.187222:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322466.822914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322467.207003:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322467.848218:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322468.231909:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322468.871574:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322469.031866:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322469.031924:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322469.032181:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758752640
00000100:00100000:1.0:1767322469.032198:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758752640
00000100:00100000:1.0:1767322469.032342:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758752512
00000100:00100000:1.0:1767322469.032346:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758752512
00000100:00100000:1.0:1767322469.032371:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5356
00000100:00100000:1.0:1767322469.032383:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758752640:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322469.032482:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758752640:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (632us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322469.032490:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5356
00000100:00100000:1.0:1767322469.032513:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89833
00000100:00100000:1.0:1767322469.032518:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758752512:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322469.032546:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322469.032577:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758752512:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 56us (652us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322469.032588:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89833
00000100:00080000:3.0:1767322469.034242:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322469.255092:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322469.895205:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322470.280804:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322470.344332:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322470.344345:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322470.344348:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322470.344354:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322470.344359:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322470.344369:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5007
00000100:00080000:3.0:1767322470.344375:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322470.344384:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322470.344436:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476680 x1853166816817536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322470.344471:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322470.344478:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322470.344480:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322470.344484:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5007
00000100:00080000:3.0:1767322470.344486:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322470.344489:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322470.344502:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476300 x1853166816817664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322470.344542:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322470.344546:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322470.344548:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322470.344552:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5007
00000100:00080000:3.0:1767322470.344554:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322470.344557:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322470.344567:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f475f80 x1853166816817920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322470.344583:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322470.344586:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322470.344588:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322470.344591:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5007
00000100:00080000:3.0:1767322470.344593:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322470.344596:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322470.344604:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476d80 x1853166816818176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322470.344673:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816818432:0@lo:400:kworker.0
00000100:00100000:3.0:1767322470.344779:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322470.344917:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816817536:0@lo:38:kworker.0
00000100:00100000:1.0:1767322470.344964:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322470.345033:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816817664:0@lo:38:kworker.0
00000100:00100000:1.0:1767322470.345055:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322470.345074:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816817920:0@lo:38:kworker.0
00000100:00100000:1.0:1767322470.345089:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322470.345101:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816818176:0@lo:38:kworker.0
00000100:00100000:1.0:1767322470.345118:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322470.345159:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816817536
00000100:00100000:1.0:1767322470.345168:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816817536
00000100:00100000:1.0:1767322470.345205:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816817920
00000100:00100000:1.0:1767322470.345207:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816817920
00000100:00100000:1.0:1767322470.345219:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816818176
00000100:00100000:1.0:1767322470.345221:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816818176
00000100:00100000:1.0:1767322470.345239:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89834
00000100:00100000:1.0:1767322470.345247:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816817536:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322470.345272:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322470.345323:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816817536:12345-0@lo:38:kworker.0 Request processed in 76us (358us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322470.345332:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89834
00000100:00100000:1.0:1767322470.345350:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89835
00000100:00100000:1.0:1767322470.345355:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816817920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322470.345364:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322470.345382:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816818048:0@lo:400:kworker.0
00000100:00100000:1.0:1767322470.345389:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816817920:12345-0@lo:38:kworker.0 Request processed in 31us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322470.345404:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89835
00000100:00100000:1.0:1767322470.345413:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89836
00000100:00100000:1.0:1767322470.345417:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816818176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322470.345425:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322470.345459:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816818176:12345-0@lo:38:kworker.0 Request processed in 42us (340us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322470.345466:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89836
00000100:00100000:2.0:1767322470.345486:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322470.345531:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322470.345543:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816818304:0@lo:400:kworker.0
00000100:00100000:2.0:1767322470.345547:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322470.345560:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816817792:0@lo:400:kworker.0
00000100:00100000:3.0:1767322470.345581:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322470.345606:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322470.348533:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816818432
00000100:00100000:2.0:1767322470.348549:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816818432
00000100:00100000:2.0:1767322470.348612:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816818304
00000100:00100000:2.0:1767322470.348616:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816818304
00000100:00100000:2.0:1767322470.348642:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374
00000100:00100000:2.0:1767322470.348652:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816818432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322470.348729:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816818432:12345-0@lo:400:kworker.0 Request processed in 78us (3974us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322470.348740:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374
00000100:00100000:2.0:1767322470.348776:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375
00000100:00100000:2.0:1767322470.348785:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816818304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322470.348813:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816818304:12345-0@lo:400:kworker.0 Request processed in 31us (3235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322470.348819:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375
00000100:00080000:2.0:1767322470.348836:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322470.348840:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322470.354296:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816818048
00000100:00100000:1.0:1767322470.354323:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816818048
00000100:00100000:1.0:1767322470.354472:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816817792
00000100:00100000:1.0:1767322470.354477:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816817792
00000100:00100000:1.0:1767322470.354508:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5357
00000100:00100000:1.0:1767322470.354521:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816818048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322470.357100:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5358
00000100:00100000:2.0:1767322470.357130:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816817792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322470.359322:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816818048:12345-0@lo:400:kworker.0 Request processed in 4786us (13820us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322470.359341:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5357
00000100:00080000:1.0:1767322470.359438:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322470.359500:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322470.359507:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322470.359512:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816817536:0@lo:38:kworker.0
00000100:00080000:1.0:1767322470.359526:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322470.359530:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322470.359533:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816817920:0@lo:38:kworker.0
00000100:00080000:1.0:1767322470.359544:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322470.359549:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322470.359552:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816818176:0@lo:38:kworker.0
00000100:00100000:1.0:1767322470.359684:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816817664
00000100:00100000:1.0:1767322470.359694:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816817664
00000100:00100000:1.0:1767322470.359745:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191
00000100:00100000:1.0:1767322470.359773:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816817664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322470.359803:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322470.359886:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816817664:12345-0@lo:38:kworker.0 Request processed in 131us (14828us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322470.359893:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191
00000100:00080000:1.0:1767322470.359920:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322470.359924:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322470.359928:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816817664:0@lo:38:kworker.0
00000100:00100000:1.0:1767322470.360013:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816818304:0@lo:400:kworker.0
00000100:00100000:1.0:1767322470.360031:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816818432:0@lo:400:kworker.0
00000100:00100000:2.0:1767322470.364675:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816817792:12345-0@lo:400:kworker.0 Request processed in 7548us (19062us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322470.364985:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5358
00000100:00100000:1.0:1767322470.368879:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816817792:0@lo:400:kworker.0
00000100:00100000:1.0:1767322470.368910:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816818048:0@lo:400:kworker.0
00000100:00100000:0.0:1767322470.855081:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816818560:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322470.855173:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322470.855236:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816818688:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322470.855458:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816818560
00000100:00100000:2.0:1767322470.855469:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816818560
00000100:00100000:2.0:1767322470.855525:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073
00000100:00100000:3.0:1767322470.855535:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322470.855545:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816818560:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322470.855577:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322470.855649:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816818688
00000100:00100000:3.0:1767322470.855658:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816818688
00000100:00100000:3.0:1767322470.855707:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074
00000100:00100000:3.0:1767322470.855715:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816818688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322470.855747:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322470.855824:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816818688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322470.855832:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074
00000100:00100000:3.0:1767322470.855887:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816818688:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322470.860368:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816818560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4818us (5187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322470.860381:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073
00000100:00100000:0.0:1767322470.865617:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816818560:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322470.918923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322471.303475:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322471.943686:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322472.329124:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322472.966880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322473.351240:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322473.990887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322474.155028:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322474.155580:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758752896
00000100:00100000:3.0:1767322474.155592:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758752896
00000100:00100000:3.0:1767322474.155676:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5359
00000100:00100000:3.0:1767322474.155689:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758752896:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322474.155801:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758752896:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 115us (783us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322474.155809:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5359
00000100:00100000:0.0:1767322474.156073:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:1.0:1767322474.156362:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322474.156452:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758752768
00000100:00100000:2.0:1767322474.156459:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758752768
00000100:00100000:2.0:1767322474.156490:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89837
00000100:00100000:2.0:1767322474.156496:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758752768:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322474.156519:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322474.156567:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758752768:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 70us (495us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322474.156574:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89837
00010000:00010000:2.0:1767322474.375019:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322475.014889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322475.399356:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322475.462857:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322475.462868:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322475.462873:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322475.462880:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322475.462915:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322475.462923:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5012
00000100:00080000:3.0:1767322475.462928:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322475.462934:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322475.462976:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477100 x1853166816818816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322475.462995:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322475.462998:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322475.463000:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322475.463004:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5012
00000100:00080000:3.0:1767322475.463006:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322475.463010:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322475.463021:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477b80 x1853166816818944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322475.463109:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767322475.463129:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322475.463133:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322475.463135:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322475.463140:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5012
00000100:00080000:3.0:1767322475.463143:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322475.463147:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322475.463160:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f475500 x1853166816819200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322475.463172:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816818816:0@lo:38:kworker.0
00000100:00100000:0.0:1767322475.463225:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322475.463237:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816819328:0@lo:400:kworker.0
00000100:00100000:2.0:1767322475.463247:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322475.463283:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322475.463308:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816818944:0@lo:38:kworker.0
00000100:00100000:0.0:1767322475.463327:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816818816
00000100:00100000:0.0:1767322475.463336:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816818816
00000100:00100000:2.0:1767322475.463340:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322475.463371:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816819328
00000100:00100000:2.0:1767322475.463375:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816819200:0@lo:38:kworker.0
00000100:00100000:0.0:1767322475.463376:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816819328
00000100:00100000:2.0:1767322475.463403:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322475.463437:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816819200
00000100:00100000:0.0:1767322475.463440:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816819200
00000100:00100000:0.0:1767322475.463460:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5360
00000100:00100000:0.0:1767322475.463475:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816819328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322475.463523:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816819328:12345-0@lo:400:kworker.0 Request processed in 55us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322475.464728:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816819072:0@lo:400:kworker.0
00000100:00100000:1.0:1767322475.464789:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322475.464841:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322475.464857:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816819072
00000100:00100000:1.0:1767322475.464861:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816819072
00000100:00100000:2.0:1767322475.465610:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89838
00000100:00100000:2.0:1767322475.465620:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816818816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322475.465645:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322475.465699:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816818816:12345-0@lo:38:kworker.0 Request processed in 80us (2454us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322475.465707:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89838
00000100:00080000:3.0:1767322475.465766:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322475.465772:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322475.465775:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322475.465779:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5012
00000100:00080000:3.0:1767322475.465783:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322475.465788:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322475.465833:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89839
00000100:00100000:2.0:1767322475.465839:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816819200:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322475.465849:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322475.465874:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816819200:12345-0@lo:38:kworker.0 Request processed in 34us (2472us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322475.465879:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89839
00000100:00100000:3.0:1767322475.465915:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474e00 x1853166816819456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322475.465976:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816819712:0@lo:400:kworker.0
00000100:00100000:3.0:1767322475.466005:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322475.466042:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322475.466048:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816819584:0@lo:400:kworker.0
00000100:00100000:3.0:1767322475.466066:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322475.466096:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322475.466104:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322475.466105:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816819712
00000100:00100000:2.0:1767322475.466109:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816819200:0@lo:38:kworker.0
00000100:00100000:3.0:1767322475.466110:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816819712
00000100:00080000:2.0:1767322475.466129:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322475.466133:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322475.466137:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816818816:0@lo:38:kworker.0
00000100:00100000:3.0:1767322475.466146:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816819584
00000100:00100000:3.0:1767322475.466151:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816819584
00000100:00100000:2.0:1767322475.466165:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816819456:0@lo:38:kworker.0
00000100:00100000:3.0:1767322475.466176:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376
00000100:00100000:3.0:1767322475.466187:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816819712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322475.466195:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322475.466225:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816819456
00000100:00100000:2.0:1767322475.466228:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816819456
00000100:00100000:2.0:1767322475.466243:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89840
00000100:00100000:2.0:1767322475.466247:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816819456:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322475.466258:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322475.466283:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816819456:12345-0@lo:38:kworker.0 Request processed in 34us (89us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322475.466289:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89840
00000100:00080000:2.0:1767322475.466312:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322475.466315:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322475.466319:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816819456:0@lo:38:kworker.0
00000100:00100000:2.0:1767322475.466346:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377
00000100:00100000:2.0:1767322475.466353:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816819584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322475.466392:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816819584:12345-0@lo:400:kworker.0 Request processed in 39us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322475.466400:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377
00000100:00100000:3.0:1767322475.466403:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816819712:12345-0@lo:400:kworker.0 Request processed in 216us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322475.466414:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376
00000100:00100000:0.0:1767322475.466546:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5360
00000100:00080000:0.0:1767322475.466577:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322475.466580:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322475.466582:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322475.466637:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816819328:0@lo:400:kworker.0
00000100:00100000:3.0:1767322475.468958:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816818944
00000100:00100000:3.0:1767322475.468971:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816818944
00000100:00100000:3.0:1767322475.469027:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192
00000100:00100000:3.0:1767322475.469037:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816818944:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322475.469108:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5361
00000100:00100000:1.0:1767322475.469133:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816819072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322475.469226:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816819072:12345-0@lo:400:kworker.0 Request processed in 108us (4435us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322475.469235:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5361
00000100:00100000:1.0:1767322475.469302:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816819072:0@lo:400:kworker.0
00010000:00020000:3.0:1767322475.469362:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322475.469414:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816818944:12345-0@lo:38:kworker.0 Request processed in 378us (6075us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322475.469423:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192
00000100:00080000:1.0:1767322475.469461:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322475.469468:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322475.469473:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816818944:0@lo:38:kworker.0
00000100:00100000:2.0:1767322475.469984:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816819584:0@lo:400:kworker.0
00000100:00100000:2.0:1767322475.469997:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816819712:0@lo:400:kworker.0
00000100:00100000:3.0:1767322475.975851:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322475.975876:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816819840:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322475.975954:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322475.978029:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816819840
00000100:00100000:2.0:1767322475.978042:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816819840
00000100:00100000:2.0:1767322475.978110:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075
00000100:00100000:2.0:1767322475.978121:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816819840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322475.978153:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322475.978225:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816819840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (2270us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322475.978232:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075
00000100:00100000:3.0:1767322475.978477:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816819840:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322475.979034:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322475.979047:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816819968:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322475.979096:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322475.979186:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816819968
00000100:00100000:1.0:1767322475.979193:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816819968
00000100:00100000:1.0:1767322475.979226:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076
00000100:00100000:1.0:1767322475.979233:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816819968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322475.979252:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322475.979296:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816819968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322475.979303:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076
00000100:00100000:0.0:1767322475.980992:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816819968:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322476.038905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322476.423021:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322477.063024:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322477.450911:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322478.088342:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322478.470918:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322479.110893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322479.271486:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322479.271613:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758753152
00000100:00100000:1.0:1767322479.271624:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758753152
00000100:00100000:1.0:1767322479.271781:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5362
00000100:00100000:1.0:1767322479.271799:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758753152:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322479.271885:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758753152:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 94us (407us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322479.271894:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5362
00000100:00100000:3.0:1767322479.272081:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:0.0:1767322479.272122:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322479.272842:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758753024
00000100:00100000:2.0:1767322479.272850:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758753024
00000100:00100000:2.0:1767322479.272935:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89841
00000100:00100000:2.0:1767322479.272951:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758753024:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322479.272971:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322479.273018:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758753024:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 67us (937us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322479.273026:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89841
00010000:00010000:2.0:1767322479.499527:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322480.135538:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322480.520568:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322480.583002:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322480.583013:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322480.583016:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322480.583019:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322480.583024:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322480.583031:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5018
00000100:00080000:3.0:1767322480.583035:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322480.583042:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322480.583093:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477b80 x1853166816820096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322480.583117:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322480.583120:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322480.583121:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322480.583124:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5018
00000100:00080000:3.0:1767322480.583126:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322480.583128:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322480.583140:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477480 x1853166816820224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322480.583177:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322480.583180:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322480.583182:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322480.583186:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5018
00000100:00080000:3.0:1767322480.583189:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322480.583192:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322480.583206:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474e00 x1853166816820480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322480.583224:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322480.583228:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322480.583230:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322480.583234:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5018
00000100:00080000:3.0:1767322480.583236:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322480.583240:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322480.583258:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816820352:0@lo:400:kworker.0
00000100:00100000:3.0:1767322480.583258:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f475500 x1853166816820736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322480.583356:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816820608:0@lo:400:kworker.0
00000100:00100000:1.0:1767322480.583370:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322480.583487:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816820096:0@lo:38:kworker.0
00000100:00100000:0.0:1767322480.583498:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816820352
00000100:00100000:0.0:1767322480.583509:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816820352
00000100:00100000:0.0:1767322480.583574:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5363
00000100:00100000:0.0:1767322480.583584:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816820352:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767322480.587051:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322480.587087:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816820864:0@lo:400:kworker.0
00000100:00100000:1.0:1767322480.587146:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322480.587185:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322480.587192:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816820992:0@lo:400:kworker.0
00000100:00100000:1.0:1767322480.587213:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322480.587253:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816820864
00000100:00100000:1.0:1767322480.587260:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816820864
00000100:00100000:1.0:1767322480.587311:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816820992
00000100:00100000:1.0:1767322480.587315:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816820992
00000100:00100000:1.0:1767322480.587336:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378
00000100:00100000:1.0:1767322480.587346:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816820864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322480.587397:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816820864:12345-0@lo:400:kworker.0 Request processed in 53us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322480.587404:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378
00000100:00100000:1.0:1767322480.587421:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379
00000100:00100000:1.0:1767322480.587428:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816820992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322480.587455:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816820992:12345-0@lo:400:kworker.0 Request processed in 28us (241us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322480.587460:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379
00000100:00080000:1.0:1767322480.587475:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322480.587478:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322480.587503:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816820992:0@lo:400:kworker.0
00000100:00100000:1.0:1767322480.587514:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816820864:0@lo:400:kworker.0
00000100:00100000:3.0:1767322480.591201:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322480.593852:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322480.595213:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816820352:12345-0@lo:400:kworker.0 Request processed in 11622us (11845us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322480.595229:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5363
00000100:00100000:3.0:1767322480.595345:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816820352:0@lo:400:kworker.0
00000100:00100000:2.0:1767322480.600161:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816820224:0@lo:38:kworker.0
00000100:00100000:2.0:1767322480.600242:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322480.600272:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816820480:0@lo:38:kworker.0
00000100:00100000:2.0:1767322480.600297:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322480.600484:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816820608
00000100:00100000:1.0:1767322480.600495:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816820608
00000100:00100000:1.0:1767322480.600569:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816820096
00000100:00100000:1.0:1767322480.600572:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816820096
00000100:00100000:1.0:1767322480.600590:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5364
00000100:00100000:1.0:1767322480.600600:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816820608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322480.600669:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816820608:12345-0@lo:400:kworker.0 Request processed in 70us (9480us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322480.600676:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5364
00000100:00100000:1.0:1767322480.600694:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89842
00000100:00100000:1.0:1767322480.600698:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816820096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322480.600721:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322480.600770:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816820096:12345-0@lo:38:kworker.0 Request processed in 70us (6939us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322480.600776:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89842
00000100:00080000:1.0:1767322480.600798:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322480.600849:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816820224
00000100:00100000:1.0:1767322480.600853:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816820224
00000100:00100000:1.0:1767322480.600873:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193
00000100:00100000:1.0:1767322480.600878:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816820224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322480.600888:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322480.600913:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816820224:12345-0@lo:38:kworker.0 Request processed in 34us (671us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322480.600918:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193
00000100:00100000:1.0:1767322480.601006:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816820608:0@lo:400:kworker.0
00000100:00100000:2.0:1767322480.609309:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816820736:0@lo:38:kworker.0
00000100:00100000:3.0:1767322480.609313:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816820480
00000100:00100000:3.0:1767322480.609328:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816820480
00000100:00100000:2.0:1767322480.609418:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322480.613224:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322480.613244:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322480.613250:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816820096:0@lo:38:kworker.0
00000100:00080000:2.0:1767322480.613267:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322480.613270:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322480.613273:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816820224:0@lo:38:kworker.0
00000100:00100000:3.0:1767322480.619326:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816820736
00000100:00100000:3.0:1767322480.619343:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816820736
00000100:00100000:3.0:1767322480.619427:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89843
00000100:00100000:3.0:1767322480.619439:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816820480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322480.619464:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322480.619523:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89844
00000100:00100000:2.0:1767322480.619536:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816820736:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322480.619556:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816820480:12345-0@lo:38:kworker.0 Request processed in 117us (19254us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767322480.619561:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322480.619573:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89843
00000100:00100000:2.0:1767322480.619650:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816820736:12345-0@lo:38:kworker.0 Request processed in 114us (10232us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767322480.619657:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322480.619666:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89844
00000100:00080000:3.0:1767322480.619671:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322480.619678:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816820480:0@lo:38:kworker.0
00000100:00080000:3.0:1767322480.619699:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322480.619704:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322480.619707:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816820736:0@lo:38:kworker.0
00000100:00100000:0.0:1767322481.097312:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322481.097337:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816821120:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322481.097410:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322481.097491:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816821248:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322481.097514:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322481.097555:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816821120
00000100:00100000:0.0:1767322481.097562:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816821120
00000100:00100000:0.0:1767322481.097601:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816821248
00000100:00100000:0.0:1767322481.097604:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816821248
00000100:00100000:0.0:1767322481.097626:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077
00000100:00100000:0.0:1767322481.097635:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816821120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322481.097662:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322481.097703:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816821120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (294us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322481.097710:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077
00000100:00100000:0.0:1767322481.097727:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078
00000100:00100000:0.0:1767322481.097733:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816821248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322481.097746:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322481.097803:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816821248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322481.097809:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078
00000100:00100000:0.0:1767322481.097865:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816821248:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322481.097879:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816821120:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322481.158888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322481.544700:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322482.182916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322482.567378:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322483.207630:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322483.592799:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322484.231291:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:3.0:1767322484.395613:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758753280 offset 0 length 520: 4
00000100:00100000:2.0:1767322484.398205:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322484.398846:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758753408
00000100:00100000:1.0:1767322484.398859:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758753408
00000100:00100000:1.0:1767322484.398915:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89845
00000100:00100000:1.0:1767322484.398925:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758753408:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322484.398949:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322484.399511:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758753408:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 582us (1311us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322484.399521:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89845
00000100:00100000:3.0:1767322484.405045:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322484.407269:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758753536
00000100:00100000:1.0:1767322484.407284:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758753536
00000100:00100000:1.0:1767322484.407388:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5365
00000100:00100000:1.0:1767322484.407399:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758753536:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322484.407498:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758753536:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (2462us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322484.407506:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5365
00000100:00080000:2.0:1767322484.407582:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322484.615528:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322485.254914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322485.639004:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322485.705776:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322485.705786:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322485.705790:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322485.705808:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322485.705814:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322485.705821:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5023
00000100:00080000:0.0:1767322485.705826:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322485.705833:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322485.705877:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39f480 x1853166816821376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322485.705913:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322485.705917:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322485.705919:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322485.705923:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5023
00000100:00080000:0.0:1767322485.705925:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322485.705929:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322485.705941:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39d180 x1853166816821504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322485.705977:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322485.705981:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322485.705983:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322485.705986:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5023
00000100:00080000:0.0:1767322485.705988:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322485.705991:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322485.706000:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ce00 x1853166816821760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322485.706013:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322485.706016:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322485.706018:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322485.706021:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5023
00000100:00080000:0.0:1767322485.706023:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322485.706026:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322485.706040:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405fb80 x1853166816822016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322485.706101:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816822144:0@lo:400:kworker.0
00000100:00100000:0.0:1767322485.706166:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322485.706236:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322485.706243:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816822272:0@lo:400:kworker.0
00000100:00100000:0.0:1767322485.706265:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322485.706464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816821632:0@lo:400:kworker.0
00000100:00100000:1.0:1767322485.706498:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322485.706529:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322485.706534:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816821888:0@lo:400:kworker.0
00000100:00100000:1.0:1767322485.706552:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322485.706584:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816822144
00000100:00100000:1.0:1767322485.706591:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816822144
00000100:00100000:1.0:1767322485.706644:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816822272
00000100:00100000:1.0:1767322485.706657:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816822272
00000100:00100000:1.0:1767322485.706681:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380
00000100:00100000:1.0:1767322485.706690:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816822144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322485.706740:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816822144:12345-0@lo:400:kworker.0 Request processed in 51us (573us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322485.706746:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380
00000100:00100000:1.0:1767322485.706785:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381
00000100:00100000:1.0:1767322485.706801:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816822272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322485.706829:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816822272:12345-0@lo:400:kworker.0 Request processed in 37us (562us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322485.706835:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381
00000100:00100000:1.0:1767322485.706857:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816821632
00000100:00100000:1.0:1767322485.706860:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816821632
00000100:00100000:1.0:1767322485.706882:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816821888
00000100:00100000:1.0:1767322485.706885:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816821888
00000100:00100000:1.0:1767322485.706912:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5366
00000100:00100000:1.0:1767322485.706918:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816821632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322485.706952:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816821632:12345-0@lo:400:kworker.0 Request processed in 34us (453us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322485.706958:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5366
00000100:00100000:1.0:1767322485.706970:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5367
00000100:00100000:1.0:1767322485.706976:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816821888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322485.707001:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816821888:12345-0@lo:400:kworker.0 Request processed in 26us (448us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322485.707007:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5367
00000100:00100000:1.0:1767322485.707049:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816821888:0@lo:400:kworker.0
00000100:00100000:1.0:1767322485.707059:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816821632:0@lo:400:kworker.0
00000100:00100000:0.0:1767322485.707440:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816822272:0@lo:400:kworker.0
00000100:00100000:0.0:1767322485.707453:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816822144:0@lo:400:kworker.0
00000100:00100000:2.0:1767322485.707545:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816821376:0@lo:38:kworker.0
00000100:00100000:2.0:1767322485.707582:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322485.707608:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816821504:0@lo:38:kworker.0
00000100:00100000:2.0:1767322485.707630:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322485.707775:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816821504
00000100:00100000:1.0:1767322485.707781:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816821504
00000100:00100000:1.0:1767322485.707819:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194
00000100:00100000:1.0:1767322485.707824:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816821504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322485.707843:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322485.707874:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816821504:12345-0@lo:38:kworker.0 Request processed in 49us (244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322485.707881:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194
00000100:00080000:1.0:1767322485.707907:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322485.707912:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322485.707914:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322485.711820:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322485.711836:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322485.711841:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816821504:0@lo:38:kworker.0
00000100:00100000:2.0:1767322485.711853:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816821760:0@lo:38:kworker.0
00000100:00100000:2.0:1767322485.711924:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322485.711956:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816822016:0@lo:38:kworker.0
00000100:00100000:2.0:1767322485.711978:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322485.712052:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816821376
00000100:00100000:2.0:1767322485.712059:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816821376
00000100:00100000:2.0:1767322485.712111:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816821760
00000100:00100000:2.0:1767322485.712115:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816821760
00000100:00100000:2.0:1767322485.712128:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816822016
00000100:00100000:2.0:1767322485.712130:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816822016
00000100:00100000:2.0:1767322485.712144:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89846
00000100:00100000:2.0:1767322485.712152:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816821376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322485.712177:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322485.712223:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816821376:12345-0@lo:38:kworker.0 Request processed in 71us (4640us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322485.712231:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89846
00000100:00100000:2.0:1767322485.712250:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89847
00000100:00100000:2.0:1767322485.712254:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816821760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322485.712262:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322485.712284:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816821760:12345-0@lo:38:kworker.0 Request processed in 29us (360us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322485.712290:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89847
00000100:00100000:2.0:1767322485.712300:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89848
00000100:00100000:2.0:1767322485.712305:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816822016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322485.712314:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322485.712335:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816822016:12345-0@lo:38:kworker.0 Request processed in 30us (357us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322485.712340:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89848
00000100:00080000:2.0:1767322485.712375:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322485.712379:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322485.712382:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816821376:0@lo:38:kworker.0
00000100:00080000:2.0:1767322485.712389:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322485.712392:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322485.712395:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816821760:0@lo:38:kworker.0
00000100:00080000:2.0:1767322485.712401:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322485.712404:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322485.712406:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816822016:0@lo:38:kworker.0
00000100:00100000:3.0:1767322486.216051:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816822400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322486.216125:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322486.216200:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816822400
00000100:00100000:3.0:1767322486.216208:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816822400
00000100:00100000:3.0:1767322486.216262:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079
00000100:00100000:3.0:1767322486.216272:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816822400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322486.216537:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322486.216562:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322486.216575:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816822528:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322486.216583:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816822400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 311us (456us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322486.216591:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079
00000100:00100000:2.0:1767322486.216611:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322486.216631:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816822528
00000100:00100000:3.0:1767322486.216635:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816822528
00000100:00100000:3.0:1767322486.216656:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080
00000100:00100000:2.0:1767322486.216661:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816822400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322486.216665:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816822528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322486.216685:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322486.216724:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816822528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (113us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322486.216731:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080
00000100:00100000:2.0:1767322486.216809:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816822528:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322486.278909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322486.668237:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322486.727192:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322460/real 1767322460]  req@ffff8d4d43330000 x1853166816814848/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322485 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322486.727229:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d43330000 x1853166816814848/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322485 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767322486.727247:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322486.727265:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322486.727268:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816814848:0@lo:250:kworker.0
00000100:00080000:2.0:1767322486.727572:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322486.727578:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767322486.727581:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322486.727584:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5002
00000100:00080000:2.0:1767322486.727588:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322486.727594:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322486.727627:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330380 x1853166816822656/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322486.727651:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322486.727655:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322486.727657:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322486.727660:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5028
00000100:00080000:2.0:1767322486.727662:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322486.727665:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322486.727680:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330a80 x1853166816822784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322486.727688:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322486.727691:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322486.727693:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322486.727696:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5028
00000100:00080000:2.0:1767322486.727698:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322486.727701:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322486.727711:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333480 x1853166816822912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322486.727775:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322486.727779:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322486.727781:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322486.727795:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5028
00000100:00080000:2.0:1767322486.727797:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322486.727801:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322486.727817:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631f800 x1853166816823168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322486.727819:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322486.727834:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816823040:0@lo:400:kworker.0
00000100:00080000:2.0:1767322486.727842:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322486.727846:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322486.727848:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322486.727851:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5028
00000100:00080000:2.0:1767322486.727854:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322486.727857:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322486.727870:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631e300 x1853166816823424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322486.727896:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322486.727923:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816823552:0@lo:400:kworker.0
00000100:00100000:3.0:1767322486.727948:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816823296:0@lo:400:kworker.0
00000100:00100000:2.0:1767322486.727965:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322486.727971:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322486.728027:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816823680:0@lo:400:kworker.0
00000100:00100000:1.0:1767322486.728109:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816823552
00000100:00100000:1.0:1767322486.728116:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816823552
00000100:00100000:1.0:1767322486.728161:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382
00000100:00100000:1.0:1767322486.728170:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816823552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322486.728666:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816823040
00000100:00100000:3.0:1767322486.728671:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816823040
00000100:00100000:3.0:1767322486.728701:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816823296
00000100:00100000:3.0:1767322486.728704:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816823296
00000100:00100000:3.0:1767322486.728725:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5368
00000100:00100000:3.0:1767322486.728732:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816823040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322486.728809:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816823040:12345-0@lo:400:kworker.0 Request processed in 77us (913us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322486.728817:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5368
00000100:00100000:3.0:1767322486.728833:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5369
00000100:00100000:3.0:1767322486.728840:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816823296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322486.728867:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816823296:12345-0@lo:400:kworker.0 Request processed in 29us (896us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322486.728873:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5369
00000100:00100000:3.0:1767322486.728911:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816823296:0@lo:400:kworker.0
00000100:00100000:3.0:1767322486.728922:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816823040:0@lo:400:kworker.0
00000100:00100000:2.0:1767322486.729124:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816822656:0@lo:250:kworker.0
00000400:00000100:2.0:1767322486.729152:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816822656 offset 0 length 520: 4
00000100:00100000:2.0:1767322486.729174:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816822784:0@lo:38:kworker.0
00000100:00100000:2.0:1767322486.729199:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322486.729221:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816822912:0@lo:38:kworker.0
00000100:00100000:3.0:1767322486.729241:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816822784
00000100:00100000:2.0:1767322486.729246:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322486.729247:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816822784
00000100:00100000:2.0:1767322486.729272:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816823168:0@lo:38:kworker.0
00000100:00100000:3.0:1767322486.729277:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89849
00000100:00100000:3.0:1767322486.729284:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816822784:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322486.729298:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767322486.729302:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322486.729318:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816823424:0@lo:38:kworker.0
00000100:00100000:3.0:1767322486.729339:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816822784:12345-0@lo:38:kworker.0 Request processed in 53us (138us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322486.729348:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89849
00000100:00100000:2.0:1767322486.729350:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322486.729373:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816823168
00000100:00100000:3.0:1767322486.729377:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816823168
00000100:00080000:2.0:1767322486.729393:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767322486.729396:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816823424
00000100:00080000:2.0:1767322486.729401:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322486.729401:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816823424
00000100:00100000:2.0:1767322486.729407:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816822784:0@lo:38:kworker.0
00000100:00100000:0.0:1767322486.729474:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322486.729515:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89850
00000100:00100000:3.0:1767322486.729520:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816823168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322486.729530:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322486.729592:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816822912
00000100:00100000:2.0:1767322486.729598:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816822912
00000100:00100000:2.0:1767322486.729621:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195
00000100:00100000:1.0:1767322486.729676:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816823552:12345-0@lo:400:kworker.0 Request processed in 1506us (1710us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322486.729685:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382
00000100:00100000:1.0:1767322486.729705:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816823680
00000100:00100000:1.0:1767322486.729709:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816823680
00000100:00100000:1.0:1767322486.729731:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383
00000100:00100000:1.0:1767322486.729736:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816823680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322486.729795:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816823680:12345-0@lo:400:kworker.0 Request processed in 59us (321us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322486.729802:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383
00000100:00100000:1.0:1767322486.729837:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816823552:0@lo:400:kworker.0
00000100:00100000:1.0:1767322486.730944:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89851
00000100:00100000:1.0:1767322486.730953:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816823424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322486.730970:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322486.731060:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816822912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322486.731072:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322486.734942:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816823680:0@lo:400:kworker.0
00000100:00100000:1.0:1767322486.735295:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816823424:12345-0@lo:38:kworker.0 Request processed in 4338us (5944us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322486.735306:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89851
00000100:00100000:3.0:1767322486.736017:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816823168:12345-0@lo:38:kworker.0 Request processed in 6493us (6716us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322486.736027:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89850
00000100:00100000:2.0:1767322486.744691:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816822912:12345-0@lo:38:kworker.0 Request processed in 15052us (15433us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322486.744707:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195
00000100:00080000:1.0:1767322486.745013:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322486.745019:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322486.745024:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816822912:0@lo:38:kworker.0
00000100:00080000:1.0:1767322486.745034:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322486.745038:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322486.745041:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816823168:0@lo:38:kworker.0
00000100:00080000:1.0:1767322486.745060:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322486.745063:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322486.745066:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816823424:0@lo:38:kworker.0
00000100:00100000:1.0:1767322487.302907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322487.688439:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322488.326921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322488.712843:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322489.351217:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322489.514105:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322489.514711:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322489.515074:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758753792
00000100:00100000:2.0:1767322489.515084:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758753792
00000100:00100000:1.0:1767322489.515092:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758753664
00000100:00100000:1.0:1767322489.515099:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758753664
00000100:00080000:3.0:1767322489.515157:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322489.515161:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5370
00000100:00100000:1.0:1767322489.515173:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758753792:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322489.515251:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758753792:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 81us (1153us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322489.515259:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5370
00000100:00100000:1.0:1767322489.515282:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89852
00000100:00100000:1.0:1767322489.515286:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758753664:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322489.515308:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322489.515341:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758753664:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 52us (631us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322489.515348:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89852
00010000:00010000:1.0:1767322489.735071:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322490.374995:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322490.759627:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322491.335033:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816823808:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322491.335104:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322491.335129:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816823808
00000100:00100000:3.0:1767322491.335138:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816823808
00000100:00100000:3.0:1767322491.335196:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081
00000100:00100000:3.0:1767322491.335207:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816823808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322491.335239:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767322491.335251:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322491.335275:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816823936:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322491.335309:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322491.335346:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816823936
00000100:00100000:2.0:1767322491.335350:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816823936
00000100:00100000:2.0:1767322491.335380:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082
00000100:00100000:2.0:1767322491.335387:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816823936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322491.335401:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322491.335430:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816823936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (120us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322491.335437:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082
00000100:00080000:2.0:1767322491.335456:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322491.335487:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816823936:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322491.340887:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816823808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5657us (5757us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322491.340912:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081
00000100:00100000:0.0:1767322491.342726:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816823808:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322491.398906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322491.786075:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322491.847072:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322491.847084:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322491.847088:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322491.847092:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322491.847096:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322491.847104:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5029
00000100:00080000:2.0:1767322491.847109:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322491.847116:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322491.847157:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d500 x1853166816824064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322491.847191:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322491.847195:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322491.847197:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322491.847201:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5029
00000100:00080000:2.0:1767322491.847203:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322491.847207:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322491.847220:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631ce00 x1853166816824192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322491.847267:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322491.847271:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322491.847273:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322491.847276:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5029
00000100:00080000:2.0:1767322491.847279:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322491.847282:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322491.847295:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631e300 x1853166816824448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322491.847311:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322491.847315:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322491.847316:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322491.847319:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5029
00000100:00080000:2.0:1767322491.847322:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322491.847324:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322491.847334:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d180 x1853166816824704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322491.847381:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816824960:0@lo:400:kworker.0
00000100:00100000:0.0:1767322491.847497:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816824576:0@lo:400:kworker.0
00000100:00100000:0.0:1767322491.847551:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322491.847624:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322491.847631:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816824320:0@lo:400:kworker.0
00000100:00100000:0.0:1767322491.847653:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322491.847688:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816824576
00000100:00100000:0.0:1767322491.847695:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816824576
00000100:00100000:0.0:1767322491.847776:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816824320
00000100:00100000:0.0:1767322491.847780:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816824320
00000100:00100000:0.0:1767322491.847817:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5371
00000100:00100000:0.0:1767322491.847828:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816824576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322491.847861:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5372
00000100:00100000:3.0:1767322491.847876:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816824320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322491.847886:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816824576:12345-0@lo:400:kworker.0 Request processed in 58us (333us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322491.847894:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5371
00000100:00080000:0.0:1767322491.847919:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322491.847921:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816824320:12345-0@lo:400:kworker.0 Request processed in 50us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322491.847946:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5372
00000100:00100000:0.0:1767322491.847957:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816824320:0@lo:400:kworker.0
00000100:00100000:0.0:1767322491.847969:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816824576:0@lo:400:kworker.0
00000100:00100000:3.0:1767322491.847975:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816824832:0@lo:400:kworker.0
00000100:00100000:3.0:1767322491.848008:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322491.848100:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816824832
00000100:00100000:0.0:1767322491.848104:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816824832
00000100:00100000:0.0:1767322491.848147:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384
00000100:00100000:0.0:1767322491.848155:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816824832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322491.848193:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816824832:12345-0@lo:400:kworker.0 Request processed in 38us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322491.848200:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384
00000100:00100000:1.0:1767322491.848210:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816824064:0@lo:38:kworker.0
00000100:00100000:0.0:1767322491.848232:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816824832:0@lo:400:kworker.0
00000100:00100000:1.0:1767322491.848248:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322491.848272:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816824192:0@lo:38:kworker.0
00000100:00100000:1.0:1767322491.848296:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322491.848317:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322491.848324:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816824448:0@lo:38:kworker.0
00000100:00100000:1.0:1767322491.848354:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322491.848358:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816824192
00000100:00100000:3.0:1767322491.848402:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816824960
00000100:00100000:3.0:1767322491.848406:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816824960
00000100:00100000:3.0:1767322491.848448:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385
00000100:00100000:3.0:1767322491.848455:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816824960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322491.848491:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816824960:12345-0@lo:400:kworker.0 Request processed in 37us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322491.848498:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385
00000100:00100000:3.0:1767322491.848526:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816824960:0@lo:400:kworker.0
00000100:00100000:2.0:1767322491.848674:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816824192
00000100:00100000:2.0:1767322491.848708:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196
00000100:00100000:2.0:1767322491.848714:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816824192:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322491.848733:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322491.848799:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816824192:12345-0@lo:38:kworker.0 Request processed in 79us (497us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322491.848806:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196
00000100:00100000:1.0:1767322491.853194:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816824704:0@lo:38:kworker.0
00000100:00100000:1.0:1767322491.853263:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322491.855696:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816824064
00000100:00100000:0.0:1767322491.855711:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816824064
00000100:00100000:0.0:1767322491.855800:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816824448
00000100:00100000:0.0:1767322491.855804:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816824448
00000100:00100000:0.0:1767322491.855831:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89853
00000100:00100000:0.0:1767322491.855839:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816824064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322491.855863:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322491.855933:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816824064:12345-0@lo:38:kworker.0 Request processed in 94us (7686us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322491.855944:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89853
00000100:00100000:0.0:1767322491.855962:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89854
00000100:00100000:0.0:1767322491.855967:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816824448:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322491.855977:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322491.856002:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816824448:12345-0@lo:38:kworker.0 Request processed in 34us (7649us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322491.856008:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89854
00000100:00080000:1.0:1767322491.856773:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322491.856781:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322491.856786:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816824064:0@lo:38:kworker.0
00000100:00080000:1.0:1767322491.856800:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322491.856804:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322491.856806:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816824192:0@lo:38:kworker.0
00000100:00080000:1.0:1767322491.856815:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322491.856818:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322491.856821:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816824448:0@lo:38:kworker.0
00000100:00100000:3.0:1767322491.856894:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816824704
00000100:00100000:3.0:1767322491.856899:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816824704
00000100:00100000:3.0:1767322491.856991:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89855
00000100:00100000:3.0:1767322491.856996:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816824704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322491.857009:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322491.857048:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816824704:12345-0@lo:38:kworker.0 Request processed in 51us (3785us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322491.857055:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89855
00000100:00080000:1.0:1767322491.857135:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322491.857140:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322491.857143:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816824704:0@lo:38:kworker.0
00000100:00100000:1.0:1767322492.424136:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322492.807513:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322493.446873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322493.831159:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322494.470881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322494.631985:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322494.632069:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758754048
00000100:00100000:2.0:1767322494.632081:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758754048
00000100:00100000:2.0:1767322494.632177:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5373
00000100:00100000:2.0:1767322494.632187:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758754048:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322494.632260:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758754048:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 74us (285us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322494.632268:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5373
00000100:00080000:0.0:1767322494.632675:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322494.638918:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322494.639027:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758753920
00000100:00100000:1.0:1767322494.639036:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758753920
00000100:00100000:1.0:1767322494.639088:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89856
00000100:00100000:1.0:1767322494.639097:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758753920:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322494.639119:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322494.639365:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758753920:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 266us (456us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322494.639373:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89856
00010000:00010000:2.0:1767322494.855383:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322495.494895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322495.880422:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322496.456588:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816825088:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322496.456716:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322496.456996:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816825088
00000100:00100000:2.0:1767322496.457247:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816825088
00000100:00100000:2.0:1767322496.457732:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083
00000100:00100000:2.0:1767322496.457744:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816825088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322496.457818:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322496.457902:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816825216:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322496.457970:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322496.458092:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816825216
00000100:00100000:1.0:1767322496.458099:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816825216
00000100:00100000:1.0:1767322496.458140:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084
00000100:00100000:1.0:1767322496.458147:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816825216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322496.458164:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322496.458221:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816825216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322496.458228:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084
00000100:00100000:1.0:1767322496.458275:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816825216:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322496.458831:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816825088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1086us (2111us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322496.458842:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083
00000100:00100000:3.0:1767322496.458998:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816825088:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322496.459001:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322496.459156:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322496.518942:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322496.904891:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322496.967155:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322496.967167:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322496.967170:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322496.967174:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322496.967178:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322496.967186:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5034
00000100:00080000:0.0:1767322496.967190:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322496.967197:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322496.967260:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306ce00 x1853166816825344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322496.967314:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816825344:0@lo:38:kworker.0
00000100:00100000:1.0:1767322496.967410:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322496.967527:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816825344
00000100:00100000:2.0:1767322496.967537:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816825344
00000100:00100000:2.0:1767322496.967579:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89857
00000100:00100000:2.0:1767322496.967587:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816825344:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322496.967615:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322496.967676:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322496.967680:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322496.967682:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322496.967687:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5034
00000100:00080000:0.0:1767322496.967701:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322496.967705:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322496.967727:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306d180 x1853166816825472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322496.976254:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816825472:0@lo:38:kworker.0
00000100:00100000:1.0:1767322496.978259:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322496.978450:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816825472
00000100:00100000:3.0:1767322496.978462:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816825472
00000100:00100000:3.0:1767322496.978519:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197
00000100:00100000:3.0:1767322496.978529:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816825472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322496.978558:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322496.978612:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816825472:12345-0@lo:38:kworker.0 Request processed in 84us (374us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322496.978620:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197
00000100:00080000:1.0:1767322496.978890:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322496.978898:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322496.978902:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816825472:0@lo:38:kworker.0
00000100:00100000:2.0:1767322496.979009:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816825344:12345-0@lo:38:kworker.0 Request processed in 11421us (11598us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322496.979020:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89857
00000100:00080000:0.0:1767322496.979295:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322496.979301:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322496.979304:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322496.979315:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5034
00000100:00080000:0.0:1767322496.979320:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322496.979326:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322496.979346:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306df80 x1853166816825728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322496.979364:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322496.979367:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322496.979369:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322496.979372:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5034
00000100:00080000:0.0:1767322496.979374:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322496.979377:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322496.979385:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306c380 x1853166816825984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322496.979416:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816825856:0@lo:400:kworker.0
00000100:00100000:0.0:1767322496.979456:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322496.979480:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322496.979484:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816825600:0@lo:400:kworker.0
00000100:00100000:0.0:1767322496.979504:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322496.979652:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816825856
00000100:00100000:3.0:1767322496.979658:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816825856
00000100:00100000:3.0:1767322496.979720:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816825600
00000100:00100000:3.0:1767322496.979723:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816825600
00000100:00100000:3.0:1767322496.979767:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5374
00000100:00100000:3.0:1767322496.979774:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816825856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322496.979861:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5375
00000100:00080000:0.0:1767322496.979870:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322496.979873:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816825600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322496.979917:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816825600:12345-0@lo:400:kworker.0 Request processed in 48us (410us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322496.979924:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5375
00000100:00100000:2.0:1767322496.979984:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816825600:0@lo:400:kworker.0
00000100:00100000:2.0:1767322496.980008:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816825856:0@lo:400:kworker.0
00000100:00100000:3.0:1767322496.980470:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816825856:12345-0@lo:400:kworker.0 Request processed in 56us (372us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322496.980485:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5374
00000100:00080000:1.0:1767322496.981948:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322496.981965:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322496.981971:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816825344:0@lo:38:kworker.0
00000100:00100000:1.0:1767322496.982036:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816825728:0@lo:38:kworker.0
00000100:00100000:1.0:1767322496.982128:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322496.982167:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816825984:0@lo:38:kworker.0
00000100:00100000:1.0:1767322496.982199:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322496.982221:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816825728
00000100:00100000:3.0:1767322496.982231:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816825728
00000100:00100000:3.0:1767322496.982277:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816825984
00000100:00100000:3.0:1767322496.982280:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816825984
00000100:00100000:3.0:1767322496.982306:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89858
00000100:00100000:3.0:1767322496.982323:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816825728:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322496.982349:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89859
00010000:00020000:3.0:1767322496.982351:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322496.982360:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816825984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322496.982373:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322496.982621:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816825728:12345-0@lo:38:kworker.0 Request processed in 296us (491us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322496.982630:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89858
00000100:00100000:2.0:1767322496.982868:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816825984:12345-0@lo:38:kworker.0 Request processed in 507us (667us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322496.982876:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89859
00000100:00080000:1.0:1767322496.982910:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322496.982916:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322496.982920:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816825728:0@lo:38:kworker.0
00000100:00080000:1.0:1767322496.982933:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322496.982937:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322496.982940:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816825984:0@lo:38:kworker.0
00000100:00100000:1.0:1767322497.542877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322497.928505:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322498.567370:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322498.952299:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322499.591182:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322499.753705:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322499.753820:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322499.753915:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758754304
00000100:00100000:3.0:1767322499.753930:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758754304
00000100:00100000:3.0:1767322499.754022:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758754176
00000100:00100000:3.0:1767322499.754026:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758754176
00000100:00100000:3.0:1767322499.754059:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5376
00000100:00100000:3.0:1767322499.754072:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758754304:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322499.754102:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89860
00000100:00100000:2.0:1767322499.754116:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758754176:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322499.754147:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322499.754163:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758754304:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 92us (468us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322499.754172:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5376
00000100:00100000:2.0:1767322499.754391:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758754176:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 274us (567us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322499.754400:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89860
00000100:00080000:0.0:1767322499.756359:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322499.975752:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322500.614925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322500.999166:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322501.575393:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322501.575418:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816826112:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322501.575490:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322501.575631:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816826112
00000100:00100000:0.0:1767322501.575641:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816826112
00000100:00100000:0.0:1767322501.575730:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085
00000100:00100000:0.0:1767322501.575740:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816826112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322501.575799:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322501.575851:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816826112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (358us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322501.575858:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085
00000100:00080000:2.0:1767322501.575922:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322501.575974:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816826112:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322501.576220:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322501.576230:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816826240:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322501.576262:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322501.576333:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816826240
00000100:00100000:2.0:1767322501.576338:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816826240
00000100:00100000:2.0:1767322501.576384:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086
00000100:00100000:2.0:1767322501.576391:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816826240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322501.576409:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322501.576440:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816826240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (178us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322501.576446:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086
00000100:00080000:1.0:1767322501.576551:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322501.576575:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816826240:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322501.641736:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322502.025353:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322502.090369:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322502.090382:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322502.090399:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322502.090403:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322502.090407:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322502.090415:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5039
00000100:00080000:2.0:1767322502.090420:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322502.090427:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322502.090468:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d180 x1853166816826368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322502.090549:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816826368:0@lo:38:kworker.0
00000100:00100000:1.0:1767322502.090624:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322502.090811:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322502.090815:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322502.090817:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322502.090822:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5039
00000100:00080000:2.0:1767322502.090824:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322502.090828:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322502.090843:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631e300 x1853166816826496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322502.091012:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816826368
00000100:00100000:0.0:1767322502.091021:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816826368
00000100:00100000:0.0:1767322502.091070:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89861
00000100:00100000:0.0:1767322502.091079:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816826368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322502.091099:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322502.093352:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816826496:0@lo:38:kworker.0
00000100:00100000:1.0:1767322502.093938:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322502.094038:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816826496
00000100:00100000:3.0:1767322502.094048:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816826496
00000100:00100000:3.0:1767322502.094090:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198
00000100:00100000:3.0:1767322502.094098:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816826496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322502.094123:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322502.094179:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816826496:12345-0@lo:38:kworker.0 Request processed in 80us (242us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322502.094187:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198
00000100:00080000:2.0:1767322502.094424:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322502.094429:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322502.094433:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322502.094438:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5039
00000100:00080000:2.0:1767322502.094442:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322502.094447:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322502.094465:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d500 x1853166816826752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322502.094480:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322502.094482:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322502.094483:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322502.094486:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5039
00000100:00080000:2.0:1767322502.094488:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322502.094491:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322502.094501:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631f800 x1853166816827008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322502.094526:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816826880:0@lo:400:kworker.0
00000100:00100000:2.0:1767322502.094559:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322502.094585:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322502.094590:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816826624:0@lo:400:kworker.0
00000100:00100000:2.0:1767322502.094610:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322502.094635:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816826880
00000100:00100000:2.0:1767322502.094639:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816826880
00000100:00100000:2.0:1767322502.094690:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816826624
00000100:00100000:2.0:1767322502.094693:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816826624
00000100:00100000:2.0:1767322502.094721:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5377
00000100:00100000:2.0:1767322502.094727:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816826880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322502.094790:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816826880:12345-0@lo:400:kworker.0 Request processed in 62us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322502.094796:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5377
00000100:00100000:2.0:1767322502.094812:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5378
00000100:00100000:2.0:1767322502.094818:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816826624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322502.094844:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816826624:12345-0@lo:400:kworker.0 Request processed in 26us (233us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322502.094849:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5378
00000100:00100000:2.0:1767322502.094894:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816826624:0@lo:400:kworker.0
00000100:00100000:2.0:1767322502.094905:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816826880:0@lo:400:kworker.0
00000100:00080000:2.0:1767322502.094952:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322502.098669:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816826368:12345-0@lo:38:kworker.0 Request processed in 7578us (8032us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322502.098684:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89861
00000100:00080000:1.0:1767322502.103575:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322502.103589:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322502.103595:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816826368:0@lo:38:kworker.0
00000100:00100000:1.0:1767322502.103634:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816826752:0@lo:38:kworker.0
00000100:00100000:1.0:1767322502.103731:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322502.103859:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816827008:0@lo:38:kworker.0
00000100:00100000:1.0:1767322502.103885:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322502.109359:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322502.109376:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322502.109381:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816826496:0@lo:38:kworker.0
00000100:00100000:0.0:1767322502.112310:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816826752
00000100:00100000:0.0:1767322502.112325:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816826752
00000100:00100000:0.0:1767322502.112632:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816827008
00000100:00100000:0.0:1767322502.112636:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816827008
00000100:00100000:2.0:1767322502.114370:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89862
00000100:00100000:2.0:1767322502.114396:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816826752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322502.114426:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322502.114540:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816826752:12345-0@lo:38:kworker.0 Request processed in 156us (10809us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322502.114549:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89862
00000100:00100000:2.0:1767322502.114572:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89863
00000100:00100000:2.0:1767322502.114577:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816827008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322502.114587:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322502.114612:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816827008:12345-0@lo:38:kworker.0 Request processed in 34us (10726us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322502.114618:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89863
00000100:00080000:1.0:1767322502.114717:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322502.114723:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322502.114727:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816826752:0@lo:38:kworker.0
00000100:00080000:1.0:1767322502.114737:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322502.114740:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322502.114743:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816827008:0@lo:38:kworker.0
00000100:00100000:1.0:1767322502.662892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322503.047403:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322503.686881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322504.073295:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322504.711750:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322504.872625:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322504.872677:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322504.873057:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758754560
00000100:00100000:2.0:1767322504.873069:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758754560
00000100:00100000:2.0:1767322504.873310:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758754432
00000100:00100000:2.0:1767322504.873314:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758754432
00000100:00100000:2.0:1767322504.873340:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5379
00000100:00100000:2.0:1767322504.873349:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758754560:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322504.873487:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89864
00000100:00100000:0.0:1767322504.873495:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758754432:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322504.873520:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322504.873578:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758754432:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 82us (900us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322504.873586:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89864
00000100:00100000:2.0:1767322504.873729:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758754560:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 381us (1123us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322504.873736:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5379
00000100:00080000:1.0:1767322504.873908:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322505.095079:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322505.734898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322506.120235:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322506.696403:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816827264:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322506.696424:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816827136:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322506.696873:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322506.703030:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816827264
00000100:00100000:2.0:1767322506.703046:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816827264
00000100:00100000:2.0:1767322506.703133:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087
00000100:00100000:2.0:1767322506.703144:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816827264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322506.703179:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322506.703255:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816827264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (6381us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322506.703262:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087
00000100:00100000:0.0:1767322506.703446:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816827264:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322506.703808:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322506.703963:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816827136
00000100:00100000:0.0:1767322506.703969:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816827136
00000100:00100000:0.0:1767322506.704009:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088
00000100:00100000:0.0:1767322506.704016:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816827136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322506.704033:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322506.704068:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816827136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322506.704075:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088
00000100:00100000:2.0:1767322506.704155:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816827136:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322506.707059:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322506.707079:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322506.758877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322507.143224:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322507.208905:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322507.208916:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322507.208920:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322507.208924:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322507.208928:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322507.208935:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5044
00000100:00080000:2.0:1767322507.208939:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322507.208947:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322507.208988:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30380 x1853166816827392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322507.209029:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322507.209033:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322507.209036:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322507.209040:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5044
00000100:00080000:2.0:1767322507.209042:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322507.209045:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322507.209064:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f31c00 x1853166816827520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322507.209114:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322507.209118:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322507.209120:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322507.209123:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5044
00000100:00080000:2.0:1767322507.209126:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322507.209129:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322507.209145:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f33800 x1853166816827776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322507.209161:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322507.209164:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322507.209165:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322507.209168:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5044
00000100:00080000:2.0:1767322507.209170:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322507.209173:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322507.209184:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30a80 x1853166816828032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322507.209274:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816827904:0@lo:400:kworker.0
00000100:00100000:0.0:1767322507.209343:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322507.209413:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322507.209419:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816827648:0@lo:400:kworker.0
00000100:00100000:0.0:1767322507.209441:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322507.209482:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816827904
00000100:00100000:0.0:1767322507.209490:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816827904
00000100:00100000:0.0:1767322507.209542:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816827648
00000100:00100000:0.0:1767322507.209545:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816827648
00000100:00100000:0.0:1767322507.209569:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5380
00000100:00100000:0.0:1767322507.209577:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816827904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322507.209646:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816827904:12345-0@lo:400:kworker.0 Request processed in 69us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322507.209657:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5380
00000100:00100000:0.0:1767322507.209674:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5381
00000100:00100000:0.0:1767322507.209681:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816827648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322507.209708:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816827648:12345-0@lo:400:kworker.0 Request processed in 28us (265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322507.209713:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5381
00000100:00100000:0.0:1767322507.209786:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816827648:0@lo:400:kworker.0
00000100:00100000:0.0:1767322507.209798:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816827904:0@lo:400:kworker.0
00000100:00100000:1.0:1767322507.210973:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816827392:0@lo:38:kworker.0
00000100:00100000:1.0:1767322507.211023:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322507.211070:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816827520:0@lo:38:kworker.0
00000100:00100000:1.0:1767322507.211095:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322507.211126:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816827776:0@lo:38:kworker.0
00000100:00100000:1.0:1767322507.211147:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322507.211172:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816828032:0@lo:38:kworker.0
00000100:00100000:3.0:1767322507.211176:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816827520
00000100:00100000:3.0:1767322507.211184:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816827520
00000100:00100000:1.0:1767322507.211195:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322507.211228:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199
00000100:00080000:1.0:1767322507.211232:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322507.211236:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816827520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322507.211257:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322507.211306:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816827520:12345-0@lo:38:kworker.0 Request processed in 70us (210us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322507.211313:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199
00000100:00100000:2.0:1767322507.211315:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816827392
00000100:00100000:2.0:1767322507.211321:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816827392
00000100:00100000:2.0:1767322507.211347:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816827776
00000100:00100000:2.0:1767322507.211350:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816827776
00000100:00100000:3.0:1767322507.211353:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816828032
00000100:00100000:3.0:1767322507.211357:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816828032
00000100:00100000:2.0:1767322507.211373:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89865
00000100:00100000:2.0:1767322507.211383:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816827392:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322507.211383:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89866
00000100:00100000:3.0:1767322507.211392:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816827776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322507.211400:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767322507.211415:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322507.211486:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89867
00000100:00100000:0.0:1767322507.211492:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816828032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322507.211501:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322507.211581:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322507.211587:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322507.211590:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816827392:0@lo:38:kworker.0
00000100:00080000:1.0:1767322507.211609:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322507.211612:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322507.211614:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816827520:0@lo:38:kworker.0
00000100:00100000:3.0:1767322507.211864:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816827776:12345-0@lo:38:kworker.0 Request processed in 471us (714us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322507.211871:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89866
00000100:00080000:1.0:1767322507.212648:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322507.212655:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322507.212659:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816827776:0@lo:38:kworker.0
00000100:00100000:2.0:1767322507.213468:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816827392:12345-0@lo:38:kworker.0 Request processed in 2084us (2440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322507.213478:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89865
00000100:00100000:0.0:1767322507.215866:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816828032:12345-0@lo:38:kworker.0 Request processed in 4362us (4660us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322507.215880:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89867
00000100:00080000:1.0:1767322507.217797:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322507.217810:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322507.217816:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816828032:0@lo:38:kworker.0
00000100:00100000:1.0:1767322507.782849:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322508.169204:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322508.807042:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767322508.978144:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758754688 offset 0 length 520: 4
00000100:00100000:2.0:1767322508.978204:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322508.978245:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322508.978323:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758754944
00000100:00100000:3.0:1767322508.978332:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758754944
00000100:00100000:3.0:1767322508.978389:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758754816
00000100:00100000:3.0:1767322508.978391:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758754816
00000100:00100000:3.0:1767322508.978404:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5382
00000100:00100000:3.0:1767322508.978413:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758754944:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322508.978471:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758754944:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 62us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322508.978477:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5382
00000100:00100000:3.0:1767322508.978489:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89868
00000100:00100000:3.0:1767322508.978492:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758754816:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322508.978508:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322508.978523:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758754816:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 30us (279us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322508.978527:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89868
00000100:00080000:1.0:1767322508.978734:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322509.191257:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322509.830906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322510.215075:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322510.856026:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322511.239410:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322511.302921:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322486/real 1767322486]  req@ffff8d4d43330380 x1853166816822656/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322511 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322511.302956:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d43330380 x1853166816822656/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322511 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767322511.302976:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322511.303008:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322511.303012:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816822656:0@lo:250:kworker.0
00000100:00080000:2.0:1767322511.303341:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322511.303347:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767322511.303350:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322511.303355:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5029
00000100:00080000:2.0:1767322511.303360:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322511.303366:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322511.303400:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f31c00 x1853166816828160/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322511.303433:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322511.303438:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322511.303440:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322511.303443:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5049
00000100:00080000:2.0:1767322511.303445:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322511.303448:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322511.303464:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30380 x1853166816828288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322511.303472:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322511.303475:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322511.303477:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322511.303481:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5049
00000100:00080000:2.0:1767322511.303483:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322511.303486:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322511.303498:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30000 x1853166816828416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322511.303569:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816828544:0@lo:400:kworker.0
00000100:00100000:3.0:1767322511.303630:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322511.303739:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816828544
00000100:00100000:0.0:1767322511.303747:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816828544
00000100:00100000:0.0:1767322511.303822:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5383
00000100:00100000:0.0:1767322511.303830:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816828544:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767322511.303915:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322511.303926:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816828160:0@lo:250:kworker.0
00000400:00000100:1.0:1767322511.303950:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816828160 offset 0 length 520: 4
00000100:00100000:1.0:1767322511.303968:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816828288:0@lo:38:kworker.0
00000100:00100000:1.0:1767322511.303988:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322511.304004:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816828416:0@lo:38:kworker.0
00000100:00100000:1.0:1767322511.304026:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322511.304056:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816828416
00000100:00100000:1.0:1767322511.304061:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816828416
00000100:00100000:1.0:1767322511.304084:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200
00000100:00100000:1.0:1767322511.304088:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816828416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322511.304107:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322511.304152:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816828416:12345-0@lo:38:kworker.0 Request processed in 62us (125us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322511.304159:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200
00000100:00100000:1.0:1767322511.304181:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816828288
00000100:00100000:1.0:1767322511.304184:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816828288
00000100:00100000:1.0:1767322511.304204:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89869
00000100:00100000:1.0:1767322511.304207:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816828288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322511.304217:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322511.304241:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816828288:12345-0@lo:38:kworker.0 Request processed in 32us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322511.304247:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89869
00000100:00080000:1.0:1767322511.304274:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322511.304278:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322511.304281:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816828288:0@lo:38:kworker.0
00000100:00080000:1.0:1767322511.304288:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322511.304291:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322511.304294:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816828416:0@lo:38:kworker.0
00000100:00080000:2.0:1767322511.304673:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322511.304678:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322511.304680:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322511.304684:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5049
00000100:00080000:2.0:1767322511.304686:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322511.304690:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322511.304708:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30e00 x1853166816828672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322511.304794:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816828672:0@lo:38:kworker.0
00000100:00100000:1.0:1767322511.304820:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322511.304846:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816828672
00000100:00100000:1.0:1767322511.304851:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816828672
00000100:00100000:1.0:1767322511.304869:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89870
00000100:00100000:1.0:1767322511.304873:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816828672:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322511.304884:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322511.304912:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816828672:12345-0@lo:38:kworker.0 Request processed in 37us (91us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322511.304917:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89870
00000100:00080000:1.0:1767322511.304942:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322511.304946:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322511.304949:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816828672:0@lo:38:kworker.0
00000100:00100000:1.0:1767322511.304976:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816828800:0@lo:400:kworker.0
00000100:00100000:1.0:1767322511.304997:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322511.305022:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816828800
00000100:00100000:1.0:1767322511.305026:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816828800
00000100:00100000:1.0:1767322511.305053:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5384
00000100:00100000:1.0:1767322511.305058:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816828800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322511.305090:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816828800:12345-0@lo:400:kworker.0 Request processed in 32us (91us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322511.305095:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5384
00000100:00080000:1.0:1767322511.305109:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322511.305138:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816828800:0@lo:400:kworker.0
00000100:00100000:0.0:1767322511.307321:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816828544:12345-0@lo:400:kworker.0 Request processed in 3474us (3673us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322511.307334:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5383
00000100:00100000:3.0:1767322511.310614:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816828544:0@lo:400:kworker.0
00000100:00080000:2.0:1767322511.319157:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322511.319169:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322511.319173:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322511.319181:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5049
00000100:00080000:2.0:1767322511.319186:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322511.319192:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322511.319235:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30380 x1853166816828928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322511.319355:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816829184:0@lo:400:kworker.0
00000100:00100000:2.0:1767322511.319419:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322511.319463:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322511.319468:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816829056:0@lo:400:kworker.0
00000100:00100000:2.0:1767322511.319490:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322511.319519:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816829184
00000100:00100000:2.0:1767322511.319525:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816829184
00000100:00100000:2.0:1767322511.319587:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816829056
00000100:00100000:2.0:1767322511.319590:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816829056
00000100:00100000:2.0:1767322511.319614:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386
00000100:00100000:2.0:1767322511.319623:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816829184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322511.319670:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816829184:12345-0@lo:400:kworker.0 Request processed in 48us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322511.319677:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386
00000100:00100000:2.0:1767322511.319694:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387
00000100:00100000:2.0:1767322511.319700:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816829056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322511.319725:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816829056:12345-0@lo:400:kworker.0 Request processed in 26us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322511.319731:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387
00000100:00100000:2.0:1767322511.319793:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816829056:0@lo:400:kworker.0
00000100:00100000:2.0:1767322511.319804:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816829184:0@lo:400:kworker.0
00000100:00080000:2.0:1767322511.319826:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322511.319830:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322511.319919:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816828928:0@lo:38:kworker.0
00000100:00100000:1.0:1767322511.319957:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322511.320040:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816828928
00000100:00100000:2.0:1767322511.320044:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816828928
00000100:00100000:2.0:1767322511.320161:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89871
00000100:00100000:2.0:1767322511.320166:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816828928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322511.320184:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322511.320226:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816828928:12345-0@lo:38:kworker.0 Request processed in 59us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322511.320232:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89871
00000100:00080000:0.0:1767322511.320288:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322511.320293:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322511.320297:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816828928:0@lo:38:kworker.0
00000100:00100000:3.0:1767322511.815630:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816829312:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322511.815700:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322511.815824:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816829312
00000100:00100000:2.0:1767322511.815835:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816829312
00000100:00100000:2.0:1767322511.815899:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089
00000100:00100000:2.0:1767322511.815908:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816829312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322511.815940:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322511.815993:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816829312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322511.816000:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089
00000100:00100000:0.0:1767322511.816083:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816829312:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322511.816428:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322511.816687:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816829440:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322511.816721:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322511.816855:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816829440
00000100:00100000:2.0:1767322511.816860:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816829440
00000100:00100000:2.0:1767322511.817011:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090
00000100:00100000:2.0:1767322511.817018:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816829440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322511.817047:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322511.817090:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816829440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (368us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322511.817098:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090
00000100:00100000:0.0:1767322511.817163:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816829440:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322511.878859:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322512.264787:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322512.903640:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322513.287952:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322513.926928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322514.087890:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322514.088115:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758755200
00000100:00100000:2.0:1767322514.088125:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758755200
00000100:00100000:2.0:1767322514.088213:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5385
00000100:00100000:2.0:1767322514.088224:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758755200:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322514.088305:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758755200:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (426us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322514.088312:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5385
00000100:00080000:1.0:1767322514.088781:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322514.091385:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322514.092045:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758755072
00000100:00100000:1.0:1767322514.092056:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758755072
00000100:00100000:1.0:1767322514.092110:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89872
00000100:00100000:1.0:1767322514.092119:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758755072:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322514.092142:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322514.092223:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758755072:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 102us (847us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322514.092230:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89872
00010000:00010000:1.0:1767322514.311137:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322514.952285:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322515.334989:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322515.975212:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322516.359022:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322516.423269:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322516.423279:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322516.423282:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322516.423286:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322516.423291:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322516.423299:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5053
00000100:00080000:1.0:1767322516.423304:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322516.423311:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322516.423353:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f4a80 x1853166816829568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322516.423380:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322516.423383:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322516.423386:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322516.423391:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5053
00000100:00080000:1.0:1767322516.423393:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322516.423397:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322516.423411:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f7480 x1853166816829696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322516.423477:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322516.423571:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816829568:0@lo:38:kworker.0
00000100:00100000:0.0:1767322516.423642:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322516.423705:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816829696:0@lo:38:kworker.0
00000100:00100000:0.0:1767322516.423740:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322516.423812:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816829696
00000100:00100000:0.0:1767322516.423820:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816829696
00000100:00100000:0.0:1767322516.423851:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201
00000100:00100000:0.0:1767322516.423858:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816829696:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322516.423878:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322516.423915:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816829696:12345-0@lo:38:kworker.0 Request processed in 56us (174us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322516.423921:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201
00000100:00080000:0.0:1767322516.423969:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322516.423973:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322516.423976:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816829696:0@lo:38:kworker.0
00000100:00100000:3.0:1767322516.424276:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816829568
00000100:00100000:3.0:1767322516.424281:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816829568
00000100:00100000:3.0:1767322516.424317:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89873
00000100:00100000:3.0:1767322516.424322:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816829568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322516.424334:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322516.424377:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816829568:12345-0@lo:38:kworker.0 Request processed in 54us (736us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322516.424386:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89873
00000100:00080000:3.0:1767322516.424412:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322516.424415:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322516.424419:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816829568:0@lo:38:kworker.0
00000100:00080000:1.0:1767322516.424819:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322516.424824:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322516.424827:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322516.424832:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5053
00000100:00080000:1.0:1767322516.424835:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322516.424840:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322516.424862:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f6300 x1853166816829952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322516.424936:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816829952:0@lo:38:kworker.0
00000100:00100000:3.0:1767322516.424981:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322516.425024:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816829952
00000100:00100000:3.0:1767322516.425028:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816829952
00000100:00100000:3.0:1767322516.425048:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89874
00000100:00100000:3.0:1767322516.425052:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816829952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322516.425063:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322516.425092:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816829952:12345-0@lo:38:kworker.0 Request processed in 38us (110us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322516.425098:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89874
00000100:00080000:3.0:1767322516.425123:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322516.425127:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322516.425131:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816829952:0@lo:38:kworker.0
00000100:00100000:2.0:1767322516.429886:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816830080:0@lo:400:kworker.0
00000100:00100000:2.0:1767322516.430101:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322516.430148:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816829824:0@lo:400:kworker.0
00000100:00100000:2.0:1767322516.430169:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322516.430275:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816830080
00000100:00100000:0.0:1767322516.430284:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816830080
00000100:00100000:0.0:1767322516.430345:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816829824
00000100:00100000:0.0:1767322516.430348:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816829824
00000100:00100000:0.0:1767322516.430370:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5386
00000100:00100000:0.0:1767322516.430379:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816830080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322516.430431:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816830080:12345-0@lo:400:kworker.0 Request processed in 53us (330us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322516.430438:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5386
00000100:00100000:0.0:1767322516.430455:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5387
00000100:00100000:0.0:1767322516.430460:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816829824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322516.430485:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816829824:12345-0@lo:400:kworker.0 Request processed in 25us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322516.430491:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5387
00000100:00080000:2.0:1767322516.430615:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322516.430649:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816830080:0@lo:400:kworker.0
00000100:00100000:2.0:1767322516.430660:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816829824:0@lo:400:kworker.0
00000100:00080000:1.0:1767322516.432582:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322516.432592:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322516.432596:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322516.432603:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5053
00000100:00080000:1.0:1767322516.432612:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322516.432619:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322516.432660:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f7480 x1853166816830208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322516.432842:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816830336:0@lo:400:kworker.0
00000100:00100000:0.0:1767322516.432901:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322516.433131:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816830336
00000100:00100000:2.0:1767322516.433139:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816830336
00000100:00100000:2.0:1767322516.433198:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388
00000100:00100000:2.0:1767322516.433206:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816830336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322516.433289:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816830208:0@lo:38:kworker.0
00000100:00100000:3.0:1767322516.433323:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322516.433360:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816830208
00000100:00100000:3.0:1767322516.433364:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816830208
00000100:00100000:3.0:1767322516.433387:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89875
00000100:00100000:3.0:1767322516.433392:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816830208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322516.433411:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322516.433447:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816830208:12345-0@lo:38:kworker.0 Request processed in 53us (122us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322516.433453:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89875
00000100:00080000:3.0:1767322516.433489:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322516.433495:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322516.433499:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816830208:0@lo:38:kworker.0
00000100:00080000:3.0:1767322516.433568:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322516.441306:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816830464:0@lo:400:kworker.0
00000100:00100000:1.0:1767322516.441375:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322516.441464:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816830464
00000100:00100000:3.0:1767322516.441473:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816830464
00000100:00100000:3.0:1767322516.441545:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389
00000100:00100000:3.0:1767322516.441555:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816830464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322516.441605:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816830464:12345-0@lo:400:kworker.0 Request processed in 53us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322516.441613:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389
00000100:00100000:2.0:1767322516.441708:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816830336:12345-0@lo:400:kworker.0 Request processed in 8501us (8805us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322516.441730:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388
00000100:00080000:1.0:1767322516.443847:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322516.443909:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816830464:0@lo:400:kworker.0
00000100:00100000:0.0:1767322516.449913:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816830336:0@lo:400:kworker.0
00000100:00100000:3.0:1767322516.935782:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816830592:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322516.935883:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322516.936451:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816830592
00000100:00100000:1.0:1767322516.936460:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816830592
00000100:00100000:1.0:1767322516.936528:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091
00000100:00100000:1.0:1767322516.936538:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816830592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322516.936567:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322516.936612:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816830592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (730us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322516.936620:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091
00000100:00100000:0.0:1767322516.936936:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816830720:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322516.937049:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322516.937528:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816830720
00000100:00100000:1.0:1767322516.937533:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816830720
00000100:00100000:1.0:1767322516.937572:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092
00000100:00100000:1.0:1767322516.937579:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816830720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322516.937599:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322516.937641:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816830720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (592us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322516.937648:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092
00000100:00100000:0.0:1767322516.938498:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816830720:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322516.938621:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816830592:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322516.998899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322517.382973:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322518.022880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322518.408153:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322519.046870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322519.215609:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322519.215702:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322519.224294:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758755328
00000100:00100000:3.0:1767322519.224311:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758755328
00000100:00100000:2.0:1767322519.224431:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758755456
00000100:00100000:2.0:1767322519.224436:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758755456
00000100:00100000:2.0:1767322519.224498:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5388
00000100:00100000:2.0:1767322519.224509:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758755456:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322519.224591:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758755456:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (8888us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322519.224599:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5388
00000100:00100000:2.0:1767322519.224621:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89876
00000100:00100000:2.0:1767322519.224626:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758755328:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322519.224647:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322519.224673:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758755328:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (9075us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322519.224680:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89876
00000100:00080000:0.0:1767322519.225367:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322519.432138:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322520.070915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322520.457587:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322521.094890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322521.481154:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322521.544752:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322521.544772:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322521.544775:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322521.544778:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322521.544781:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322521.544787:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5059
00000100:00080000:3.0:1767322521.544790:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322521.544796:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322521.544844:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474e00 x1853166816830848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322521.544869:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322521.544872:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322521.544874:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322521.544877:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5059
00000100:00080000:3.0:1767322521.544879:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322521.544883:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322521.544895:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477480 x1853166816830976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322521.544936:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322521.544940:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322521.544943:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322521.544947:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5059
00000100:00080000:3.0:1767322521.544950:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322521.544954:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322521.544966:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477100 x1853166816831232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322521.544979:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322521.544981:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322521.544983:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322521.544986:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5059
00000100:00080000:3.0:1767322521.544987:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322521.544989:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322521.545000:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a680 x1853166816831488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322521.545046:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816830848:0@lo:38:kworker.0
00000100:00100000:3.0:1767322521.545103:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322521.545134:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816831744:0@lo:400:kworker.0
00000100:00100000:3.0:1767322521.545162:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816830976:0@lo:38:kworker.0
00000100:00100000:0.0:1767322521.545177:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322521.545195:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322521.545218:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322521.545227:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816831616:0@lo:400:kworker.0
00000100:00100000:3.0:1767322521.545231:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816831232:0@lo:38:kworker.0
00000100:00100000:0.0:1767322521.545261:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322521.545267:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322521.545293:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816831488:0@lo:38:kworker.0
00000100:00100000:0.0:1767322521.545306:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816830976
00000100:00100000:3.0:1767322521.545315:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322521.545316:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816830976
00000100:00100000:3.0:1767322521.545352:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816831744
00000100:00100000:0.0:1767322521.545358:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202
00000100:00100000:3.0:1767322521.545358:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816831744
00000100:00100000:0.0:1767322521.545367:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816830976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322521.545389:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322521.545400:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816831616
00000100:00100000:3.0:1767322521.545403:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816831616
00000100:00100000:3.0:1767322521.545421:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390
00000100:00100000:3.0:1767322521.545427:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816831744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322521.545485:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816831744:12345-0@lo:400:kworker.0 Request processed in 57us (308us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322521.545494:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390
00000100:00100000:1.0:1767322521.545504:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816831104:0@lo:400:kworker.0
00000100:00100000:3.0:1767322521.545517:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391
00000100:00100000:3.0:1767322521.545525:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816831616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322521.545539:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322521.545565:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322521.545567:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816831616:12345-0@lo:400:kworker.0 Request processed in 42us (304us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322521.545573:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816831360:0@lo:400:kworker.0
00000100:00100000:3.0:1767322521.545579:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391
00000100:00100000:1.0:1767322521.545603:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322521.545604:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816830848
00000100:00100000:3.0:1767322521.545609:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816830848
00000100:00100000:3.0:1767322521.545630:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816831232
00000100:00100000:3.0:1767322521.545633:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816831232
00000100:00100000:1.0:1767322521.545647:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816831488
00000100:00100000:1.0:1767322521.545653:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816831488
00000100:00100000:1.0:1767322521.545669:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816831104
00000100:00100000:1.0:1767322521.545672:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816831104
00000100:00100000:1.0:1767322521.545689:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816831360
00000100:00100000:1.0:1767322521.545691:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816831360
00000100:00100000:1.0:1767322521.545706:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5389
00000100:00100000:1.0:1767322521.545713:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816831104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322521.545748:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816831104:12345-0@lo:400:kworker.0 Request processed in 36us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322521.545774:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5389
00000100:00100000:1.0:1767322521.545788:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5390
00000100:00100000:1.0:1767322521.545795:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816831360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322521.545824:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816831360:12345-0@lo:400:kworker.0 Request processed in 30us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322521.545829:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5390
00000100:00100000:1.0:1767322521.545841:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89877
00000100:00100000:1.0:1767322521.545845:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816830848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322521.545856:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322521.545885:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816830848:12345-0@lo:38:kworker.0 Request processed in 38us (782us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322521.545891:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89877
00000100:00100000:1.0:1767322521.545903:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89878
00000100:00100000:1.0:1767322521.545906:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816831232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322521.545915:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322521.545939:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816831232:12345-0@lo:38:kworker.0 Request processed in 31us (673us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322521.545945:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89878
00000100:00100000:1.0:1767322521.545960:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89879
00000100:00100000:1.0:1767322521.545964:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816831488:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767322521.546016:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816830976:12345-0@lo:38:kworker.0 Request processed in 648us (822us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322521.546023:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202
00000100:00080000:0.0:1767322521.546051:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767322521.546055:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322521.546056:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322521.546083:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816831616:0@lo:400:kworker.0
00000100:00100000:0.0:1767322521.546093:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816831744:0@lo:400:kworker.0
00000100:00100000:0.0:1767322521.546143:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816831360:0@lo:400:kworker.0
00000100:00100000:0.0:1767322521.546151:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816831104:0@lo:400:kworker.0
00000100:00080000:0.0:1767322521.546181:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322521.546186:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322521.546189:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816830848:0@lo:38:kworker.0
00000100:00080000:0.0:1767322521.546197:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322521.546200:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322521.546202:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816830976:0@lo:38:kworker.0
00000100:00080000:0.0:1767322521.546209:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322521.546211:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322521.546214:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816831232:0@lo:38:kworker.0
00010000:00020000:1.0:1767322521.546289:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322521.546325:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816831488:12345-0@lo:38:kworker.0 Request processed in 359us (1009us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767322521.546530:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322521.546534:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322521.546537:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816831488:0@lo:38:kworker.0
00000100:00100000:1.0:1767322521.548455:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89879
00000100:00100000:2.0:1767322522.055535:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816831872:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322522.055607:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322522.055704:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816831872
00000100:00100000:2.0:1767322522.055711:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816831872
00000100:00100000:2.0:1767322522.055779:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093
00000100:00100000:2.0:1767322522.055788:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816831872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322522.055817:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322522.055857:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816831872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322522.055865:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093
00000100:00100000:2.0:1767322522.055910:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816831872:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322522.058873:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322522.058894:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816832000:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322522.058947:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322522.059582:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816832000
00000100:00100000:2.0:1767322522.059591:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816832000
00000100:00100000:2.0:1767322522.059643:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094
00000100:00100000:2.0:1767322522.059652:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816832000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322522.059691:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322522.059750:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816832000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (801us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322522.059789:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094
00000100:00100000:1.0:1767322522.062822:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816832000:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322522.118922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322522.504798:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322523.142912:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322523.527626:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322524.166870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322524.333559:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322524.333606:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322524.333712:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758755584
00000100:00100000:1.0:1767322524.333722:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758755584
00000100:00100000:1.0:1767322524.333794:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758755712
00000100:00100000:1.0:1767322524.333797:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758755712
00000100:00100000:1.0:1767322524.333856:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5391
00000100:00100000:1.0:1767322524.333865:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758755712:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322524.333933:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758755712:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 70us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322524.333940:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5391
00000100:00100000:1.0:1767322524.333955:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89880
00000100:00100000:1.0:1767322524.333959:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758755584:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322524.333979:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322524.334002:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758755584:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 41us (452us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322524.334007:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89880
00000100:00080000:3.0:1767322524.334396:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322524.551682:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322525.191037:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322525.575503:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322526.214922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322526.599091:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322526.663943:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322526.663958:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322526.663961:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322526.663966:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322526.663971:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322526.663981:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5064
00000100:00080000:0.0:1767322526.663987:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322526.663997:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322526.664054:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477100 x1853166816832128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322526.664099:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322526.664103:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322526.664105:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322526.664110:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5064
00000100:00080000:0.0:1767322526.664113:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322526.664117:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322526.664134:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477480 x1853166816832256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322526.664190:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322526.664195:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322526.664197:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322526.664202:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5064
00000100:00080000:0.0:1767322526.664205:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322526.664208:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322526.664341:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816832384:0@lo:400:kworker.0
00000100:00100000:2.0:1767322526.664468:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322526.664612:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816832384
00000100:00100000:2.0:1767322526.664622:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816832384
00000100:00100000:2.0:1767322526.664702:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5392
00000100:00100000:2.0:1767322526.664714:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816832384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322526.664812:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816832384:12345-0@lo:400:kworker.0 Request processed in 100us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322526.664821:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5392
00000100:00080000:2.0:1767322526.664850:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322526.664892:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816832384:0@lo:400:kworker.0
00000100:00100000:0.0:1767322526.665035:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477b80 x1853166816832512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322526.665083:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322526.665087:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322526.665089:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322526.665093:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5064
00000100:00080000:0.0:1767322526.665096:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322526.665100:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322526.665116:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474e00 x1853166816832768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322526.665231:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816832896:0@lo:400:kworker.0
00000100:00100000:1.0:1767322526.665276:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322526.665322:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322526.665328:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816833024:0@lo:400:kworker.0
00000100:00100000:1.0:1767322526.665353:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322526.665383:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816832640:0@lo:400:kworker.0
00000100:00100000:1.0:1767322526.665412:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322526.665457:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816832640
00000100:00100000:1.0:1767322526.665462:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816832640
00000100:00100000:1.0:1767322526.665504:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5393
00000100:00100000:1.0:1767322526.665512:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816832640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322526.665551:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816832640:12345-0@lo:400:kworker.0 Request processed in 40us (139us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322526.665558:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5393
00000100:00080000:1.0:1767322526.665574:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322526.665597:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816832640:0@lo:400:kworker.0
00000100:00100000:0.0:1767322526.666321:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816832896
00000100:00100000:0.0:1767322526.666330:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816832896
00000100:00100000:0.0:1767322526.666395:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816833024
00000100:00100000:0.0:1767322526.666398:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816833024
00000100:00100000:0.0:1767322526.666428:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392
00000100:00100000:0.0:1767322526.666437:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816832896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322526.666497:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816832896:12345-0@lo:400:kworker.0 Request processed in 61us (1219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322526.666504:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392
00000100:00100000:0.0:1767322526.666520:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393
00000100:00100000:0.0:1767322526.666526:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816833024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322526.666570:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816833024:12345-0@lo:400:kworker.0 Request processed in 44us (1215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322526.666577:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393
00000100:00100000:3.0:1767322526.666956:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816832128:0@lo:38:kworker.0
00000100:00100000:3.0:1767322526.667003:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322526.667046:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816832256:0@lo:38:kworker.0
00000100:00100000:3.0:1767322526.667076:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322526.667111:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816832512:0@lo:38:kworker.0
00000100:00100000:3.0:1767322526.667135:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322526.667156:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816832768:0@lo:38:kworker.0
00000100:00100000:3.0:1767322526.667178:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322526.667215:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816832128
00000100:00100000:3.0:1767322526.667233:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816832128
00000100:00100000:3.0:1767322526.667261:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816832512
00000100:00100000:3.0:1767322526.667264:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816832512
00000100:00100000:3.0:1767322526.667277:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816832768
00000100:00100000:3.0:1767322526.667281:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816832768
00000100:00100000:3.0:1767322526.667297:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89881
00000100:00100000:3.0:1767322526.667302:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816832128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322526.667326:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322526.667367:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816832128:12345-0@lo:38:kworker.0 Request processed in 64us (363us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322526.667374:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89881
00000100:00100000:3.0:1767322526.667389:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89882
00000100:00100000:3.0:1767322526.667393:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816832512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322526.667403:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322526.667439:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816832512:12345-0@lo:38:kworker.0 Request processed in 45us (303us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322526.667446:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89882
00000100:00100000:3.0:1767322526.667458:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89883
00000100:00100000:3.0:1767322526.667462:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816832768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322526.667471:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322526.667494:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816832768:12345-0@lo:38:kworker.0 Request processed in 31us (316us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322526.667500:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89883
00000100:00080000:3.0:1767322526.667551:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322526.667557:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322526.667562:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816832128:0@lo:38:kworker.0
00000100:00080000:3.0:1767322526.667573:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322526.667576:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322526.667579:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816832512:0@lo:38:kworker.0
00000100:00080000:3.0:1767322526.667586:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322526.667590:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322526.667593:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816832768:0@lo:38:kworker.0
00000100:00100000:0.0:1767322526.667867:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816832256
00000100:00100000:0.0:1767322526.667872:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816832256
00000100:00100000:0.0:1767322526.667907:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203
00000100:00100000:0.0:1767322526.667913:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816832256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322526.667924:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322526.667971:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816832256:12345-0@lo:38:kworker.0 Request processed in 58us (894us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322526.667978:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203
00000100:00080000:3.0:1767322526.668333:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322526.668339:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322526.668343:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816832256:0@lo:38:kworker.0
00000100:00080000:1.0:1767322526.668413:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322526.668428:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322526.668466:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816833024:0@lo:400:kworker.0
00000100:00100000:1.0:1767322526.668480:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816832896:0@lo:400:kworker.0
00000100:00100000:2.0:1767322527.175178:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322527.175318:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816833152:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322527.175454:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322527.175767:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322527.175781:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816833280:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322527.175820:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816833152
00000100:00100000:1.0:1767322527.175832:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816833152
00000100:00100000:1.0:1767322527.175906:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095
00000100:00100000:1.0:1767322527.175917:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816833152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322527.176071:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322527.179674:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322527.180200:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816833280
00000100:00100000:3.0:1767322527.180213:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816833280
00000100:00100000:3.0:1767322527.180342:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096
00000100:00100000:3.0:1767322527.180356:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816833280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322527.180402:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322527.180505:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816833280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 151us (842us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322527.180515:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096
00000100:00100000:2.0:1767322527.180631:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816833280:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322527.181856:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816833152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5932us (6393us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322527.181870:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095
00000100:00100000:2.0:1767322527.186134:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816833152:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322527.238890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322527.623248:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322528.262948:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322528.647144:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322529.286867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322529.462832:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322529.462884:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322529.463159:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758755840
00000100:00100000:2.0:1767322529.463170:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758755840
00000100:00100000:2.0:1767322529.463215:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758755968
00000100:00100000:2.0:1767322529.463219:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758755968
00000100:00100000:2.0:1767322529.463268:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5394
00000100:00100000:2.0:1767322529.463278:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758755968:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322529.463361:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758755968:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (475us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322529.463370:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5394
00000100:00100000:2.0:1767322529.463390:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89884
00000100:00100000:2.0:1767322529.463406:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758755840:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322529.463428:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322529.463454:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758755840:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (635us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322529.463461:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89884
00000100:00080000:1.0:1767322529.464086:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322529.676460:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322530.311111:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322530.695424:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322531.334910:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322531.719300:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322531.785995:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322531.786016:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322531.786019:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322531.786023:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322531.786027:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322531.786035:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5069
00000100:00080000:2.0:1767322531.786040:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322531.786047:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322531.786087:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30000 x1853166816833408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322531.786117:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322531.786122:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322531.786124:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322531.786127:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5069
00000100:00080000:2.0:1767322531.786129:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322531.786133:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322531.786146:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30700 x1853166816833536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322531.786215:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322531.786219:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322531.786221:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322531.786224:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5069
00000100:00080000:2.0:1767322531.786227:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322531.786230:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322531.786257:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1880 x1853166816833792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322531.786273:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322531.786276:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322531.786279:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322531.786293:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5069
00000100:00080000:2.0:1767322531.786295:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322531.786298:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322531.786309:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1500 x1853166816834048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322531.786365:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816834176:0@lo:400:kworker.0
00000100:00100000:2.0:1767322531.786455:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322531.786544:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322531.786552:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816834304:0@lo:400:kworker.0
00000100:00100000:2.0:1767322531.786576:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322531.786640:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816834176
00000100:00100000:2.0:1767322531.786649:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816834176
00000100:00100000:2.0:1767322531.786743:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816834304
00000100:00100000:2.0:1767322531.786747:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816834304
00000100:00100000:2.0:1767322531.786806:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394
00000100:00100000:3.0:1767322531.786820:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395
00000100:00100000:2.0:1767322531.786830:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816834176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322531.786839:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816834304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322531.786930:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816833920:0@lo:400:kworker.0
00000100:00100000:1.0:1767322531.786933:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816833664:0@lo:400:kworker.0
00000100:00100000:3.0:1767322531.796873:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816834304:12345-0@lo:400:kworker.0 Request processed in 10027us (10283us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322531.796889:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395
00000100:00100000:3.0:1767322531.796951:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816833408:0@lo:38:kworker.0
00000100:00100000:3.0:1767322531.797063:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322531.797093:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816833536:0@lo:38:kworker.0
00000100:00100000:3.0:1767322531.797119:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322531.797149:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816833792:0@lo:38:kworker.0
00000100:00100000:3.0:1767322531.797172:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322531.797190:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816834048:0@lo:38:kworker.0
00000100:00100000:3.0:1767322531.797210:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322531.797246:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816833408
00000100:00100000:3.0:1767322531.797253:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816833408
00000100:00100000:3.0:1767322531.797300:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816833792
00000100:00100000:3.0:1767322531.797304:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816833792
00000100:00100000:3.0:1767322531.797316:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816834048
00000100:00100000:3.0:1767322531.797318:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816834048
00000100:00100000:3.0:1767322531.797331:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89885
00000100:00100000:3.0:1767322531.797338:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816833408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322531.797358:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322531.797410:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816833408:12345-0@lo:38:kworker.0 Request processed in 71us (346us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322531.797416:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89885
00000100:00100000:3.0:1767322531.797431:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89886
00000100:00100000:3.0:1767322531.797436:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816833792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322531.797445:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322531.797471:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816833792:12345-0@lo:38:kworker.0 Request processed in 34us (298us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322531.797489:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89886
00000100:00100000:3.0:1767322531.797500:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89887
00000100:00100000:3.0:1767322531.797504:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816834048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322531.797515:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322531.797538:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816834048:12345-0@lo:38:kworker.0 Request processed in 32us (327us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322531.797544:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89887
00000100:00100000:3.0:1767322531.797562:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816833536
00000100:00100000:3.0:1767322531.797565:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816833536
00000100:00100000:3.0:1767322531.797597:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204
00000100:00100000:3.0:1767322531.797602:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816833536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322531.797611:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322531.797636:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816833536:12345-0@lo:38:kworker.0 Request processed in 33us (516us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322531.797641:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204
00000100:00100000:3.0:1767322531.797702:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816834304:0@lo:400:kworker.0
00000100:00080000:3.0:1767322531.797727:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322531.797732:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322531.797736:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816833408:0@lo:38:kworker.0
00000100:00080000:3.0:1767322531.797744:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322531.797748:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322531.797774:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816833536:0@lo:38:kworker.0
00000100:00080000:3.0:1767322531.797783:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322531.797787:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322531.797789:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816833792:0@lo:38:kworker.0
00000100:00080000:3.0:1767322531.797795:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322531.797798:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322531.797801:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816834048:0@lo:38:kworker.0
00000100:00080000:3.0:1767322531.797876:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322531.797882:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322531.800502:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816834176:12345-0@lo:400:kworker.0 Request processed in 13678us (14038us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322531.800518:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394
00000100:00100000:2.0:1767322531.800604:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816834176:0@lo:400:kworker.0
00000100:00100000:0.0:1767322531.804994:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322531.805078:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816833920
00000100:00100000:3.0:1767322531.805089:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816833920
00000100:00100000:3.0:1767322531.805219:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5395
00000100:00100000:3.0:1767322531.805241:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816833920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322531.805329:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816833920:12345-0@lo:400:kworker.0 Request processed in 102us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322531.805337:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5395
00000100:00080000:2.0:1767322531.805682:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322531.808542:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816833920:0@lo:400:kworker.0
00000100:00100000:1.0:1767322531.810298:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322531.810401:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816833664
00000100:00100000:3.0:1767322531.810411:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816833664
00000100:00100000:3.0:1767322531.810506:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5396
00000100:00100000:3.0:1767322531.810517:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816833664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322531.810592:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816833664:12345-0@lo:400:kworker.0 Request processed in 76us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322531.810600:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5396
00000100:00100000:2.0:1767322531.810700:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816833664:0@lo:400:kworker.0
00000100:00080000:0.0:1767322531.810777:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322532.295183:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816834432:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322532.295250:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322532.295329:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322532.295336:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816834560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322532.295358:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322532.295445:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816834432
00000100:00100000:3.0:1767322532.295453:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816834432
00000100:00100000:3.0:1767322532.295507:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816834560
00000100:00100000:3.0:1767322532.295510:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816834560
00000100:00100000:3.0:1767322532.295528:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097
00000100:00100000:3.0:1767322532.295535:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816834432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322532.295562:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322532.295604:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816834432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (354us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322532.295610:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097
00000100:00100000:3.0:1767322532.295624:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098
00000100:00100000:3.0:1767322532.295640:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816834560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322532.295669:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322532.295691:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816834560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (332us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322532.295697:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098
00000100:00100000:3.0:1767322532.295732:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816834560:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322532.295745:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816834432:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322532.358956:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322532.743004:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322533.382885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322533.771336:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322534.408634:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322534.571512:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322534.571553:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:0.0:1767322534.571571:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758756352 offset 0 length 520: 4
00000100:00100000:3.0:1767322534.571643:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758756096
00000100:00100000:3.0:1767322534.571653:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758756096
00000100:00100000:3.0:1767322534.571695:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758756224
00000100:00100000:3.0:1767322534.571696:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758756224
00000100:00100000:3.0:1767322534.571741:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5397
00000100:00100000:3.0:1767322534.571821:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758756224:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322534.571883:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758756224:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 136us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322534.571888:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5397
00000100:00100000:3.0:1767322534.571902:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89888
00000100:00100000:3.0:1767322534.571905:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758756096:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322534.571921:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322534.571938:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758756096:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 32us (437us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322534.571942:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89888
00000100:00080000:2.0:1767322534.572093:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322534.791083:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322535.431031:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322535.814985:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322536.454898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322536.843162:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322536.907471:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322536.907484:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322536.907487:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322536.907491:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322536.907495:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322536.907503:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5074
00000100:00080000:3.0:1767322536.907508:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322536.907515:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322536.907587:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624b800 x1853166816834688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322536.907604:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322536.907607:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322536.907609:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322536.907613:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5074
00000100:00080000:3.0:1767322536.907615:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322536.907619:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322536.907633:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624b100 x1853166816834816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322536.907676:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322536.907679:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322536.907681:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322536.907685:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5074
00000100:00080000:3.0:1767322536.907688:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322536.907691:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322536.907703:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30000 x1853166816835072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322536.907720:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322536.907724:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322536.907726:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322536.907729:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5074
00000100:00080000:3.0:1767322536.907731:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322536.907736:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322536.907749:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7e300 x1853166816835328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322536.907782:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322511/real 1767322511]  req@ffff8d4e61f31c00 x1853166816828160/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322536 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322536.907829:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e61f31c00 x1853166816828160/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322536 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767322536.907842:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816835200:0@lo:400:kworker.0
00000100:00100000:1.0:1767322536.907850:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816834688:0@lo:38:kworker.0
00000100:00100000:2.0:1767322536.907943:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816834944:0@lo:400:kworker.0
00000100:00100000:0.0:1767322536.908025:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816835456:0@lo:400:kworker.0
00000100:00100000:1.0:1767322536.909284:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322536.909361:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816834816:0@lo:38:kworker.0
00000100:00100000:3.0:1767322536.909387:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322536.909443:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816835584:0@lo:400:kworker.0
00000100:00100000:3.0:1767322536.909477:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322536.909527:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816835584
00000100:00100000:3.0:1767322536.909537:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816835584
00000100:00100000:1.0:1767322536.909547:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322536.909576:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816835072:0@lo:38:kworker.0
00000100:00100000:1.0:1767322536.909599:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322536.909622:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816835328:0@lo:38:kworker.0
00000100:00100000:3.0:1767322536.909638:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396
00000100:00100000:1.0:1767322536.909645:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322536.909653:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816835584:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767322536.909665:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322536.909679:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322536.909683:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816828160:0@lo:250:kworker.0
00000100:00100000:3.0:1767322536.909714:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816835584:12345-0@lo:400:kworker.0 Request processed in 66us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322536.909720:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816834688
00000100:00100000:3.0:1767322536.909724:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396
00000100:00100000:1.0:1767322536.909726:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816834688
00000100:00100000:1.0:1767322536.909772:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816835200
00000100:00100000:1.0:1767322536.909776:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816835200
00000100:00100000:3.0:1767322536.909789:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816834816
00000100:00100000:3.0:1767322536.909794:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816834816
00000100:00100000:1.0:1767322536.909814:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816835072
00000100:00100000:3.0:1767322536.909819:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205
00000100:00100000:1.0:1767322536.909820:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816835072
00000100:00100000:3.0:1767322536.909826:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816834816:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322536.909836:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816835328
00000100:00100000:1.0:1767322536.909840:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816835328
00010000:00020000:3.0:1767322536.909847:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322536.909852:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5398
00000100:00100000:1.0:1767322536.909861:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816835200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322536.909884:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816834816:12345-0@lo:38:kworker.0 Request processed in 55us (335us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322536.909891:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205
00000100:00100000:1.0:1767322536.909908:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816835200:12345-0@lo:400:kworker.0 Request processed in 48us (521us total) trans 0 rc 0/0
00000100:00080000:3.0:1767322536.909909:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322536.909914:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322536.909921:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5398
00000100:00100000:1.0:1767322536.909940:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89889
00000100:00100000:1.0:1767322536.909948:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816834688:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322536.909949:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89890
00000100:00100000:3.0:1767322536.909958:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816835072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322536.909964:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767322536.909972:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322536.909997:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816834688:12345-0@lo:38:kworker.0 Request processed in 50us (717us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322536.910005:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89889
00000100:00100000:3.0:1767322536.910010:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816835072:12345-0@lo:38:kworker.0 Request processed in 49us (407us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322536.910018:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89890
00000100:00100000:1.0:1767322536.910028:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89891
00000100:00100000:3.0:1767322536.910589:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816835584:0@lo:400:kworker.0
00000100:00100000:3.0:1767322536.910629:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816835200:0@lo:400:kworker.0
00000100:00080000:3.0:1767322536.910647:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322536.910652:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322536.910654:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322536.910659:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5053
00000100:00080000:3.0:1767322536.910663:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322536.910667:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322536.910695:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d180 x1853166816835712/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322536.910788:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816835712:0@lo:250:kworker.0
00000400:00000100:3.0:1767322536.910811:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816835712 offset 0 length 520: 4
00000100:00080000:3.0:1767322536.910840:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322536.910845:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322536.910848:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816834688:0@lo:38:kworker.0
00000100:00080000:3.0:1767322536.910858:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322536.910861:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322536.910864:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816834816:0@lo:38:kworker.0
00000100:00080000:3.0:1767322536.910872:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322536.910875:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322536.910879:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816835072:0@lo:38:kworker.0
00000100:00100000:0.0:1767322536.911189:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322536.911395:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816835456
00000100:00100000:3.0:1767322536.911401:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816835456
00000100:00100000:3.0:1767322536.911446:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397
00000100:00100000:3.0:1767322536.911456:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816835456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322536.911499:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816835456:12345-0@lo:400:kworker.0 Request processed in 46us (311us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322536.911506:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397
00000100:00080000:3.0:1767322536.911525:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322536.911586:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816835456:0@lo:400:kworker.0
00000100:00100000:1.0:1767322536.916505:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816835328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322536.916543:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322536.916557:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322536.916656:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816835328:12345-0@lo:38:kworker.0 Request processed in 6619us (7009us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322536.916667:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89891
00000100:00080000:0.0:1767322536.916787:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322536.916795:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322536.916800:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816835328:0@lo:38:kworker.0
00000100:00100000:1.0:1767322536.918094:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816834944
00000100:00100000:1.0:1767322536.918105:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816834944
00000100:00100000:1.0:1767322536.918182:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5399
00000100:00100000:1.0:1767322536.918193:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816834944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322536.918278:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816834944:12345-0@lo:400:kworker.0 Request processed in 88us (7701us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322536.918285:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5399
00000100:00080000:2.0:1767322536.918545:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322536.918684:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816834944:0@lo:400:kworker.0
00000100:00100000:3.0:1767322537.415104:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322537.415128:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816835840:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322537.415195:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322537.415365:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816835840
00000100:00100000:1.0:1767322537.415375:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816835840
00000100:00100000:1.0:1767322537.415428:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099
00000100:00100000:1.0:1767322537.415438:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816835840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322537.415468:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322537.415520:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816835840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322537.415528:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099
00000100:00100000:3.0:1767322537.415678:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816835840:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322537.418811:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322537.418834:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816835968:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322537.418897:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322537.419093:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816835968
00000100:00100000:1.0:1767322537.419102:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816835968
00000100:00100000:1.0:1767322537.419158:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100
00000100:00100000:1.0:1767322537.419167:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816835968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322537.419194:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322537.419299:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816835968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322537.419307:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100
00000100:00100000:0.0:1767322537.420673:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816835968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322537.479331:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322537.863037:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322538.502874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322538.887903:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322539.530434:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322539.688230:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322539.688367:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322539.689413:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758756608
00000100:00100000:0.0:1767322539.689438:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758756608
00000100:00080000:2.0:1767322539.689572:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322539.689894:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758756480
00000100:00100000:0.0:1767322539.689900:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758756480
00000100:00100000:0.0:1767322539.689945:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5400
00000100:00100000:0.0:1767322539.689960:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758756608:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322539.690071:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758756608:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 115us (1856us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322539.690080:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5400
00000100:00100000:0.0:1767322539.690103:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89892
00000100:00100000:0.0:1767322539.690109:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758756480:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322539.690136:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322539.690164:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758756480:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 55us (1799us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322539.690171:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89892
00010000:00010000:2.0:1767322539.911111:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322540.552335:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322540.937553:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322541.575077:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322541.960043:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322542.023246:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322542.023256:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322542.023353:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322542.023358:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322542.023363:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322542.023372:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5079
00000100:00080000:3.0:1767322542.023376:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322542.023384:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322542.023424:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ce00 x1853166816836096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322542.023455:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322542.023459:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322542.023461:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322542.023465:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5079
00000100:00080000:3.0:1767322542.023469:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322542.023473:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322542.023486:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f480 x1853166816836224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322542.023532:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322542.023536:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322542.023538:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322542.023541:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5079
00000100:00080000:3.0:1767322542.023544:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322542.023547:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322542.023560:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c700 x1853166816836480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322542.023639:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816836352:0@lo:400:kworker.0
00000100:00100000:1.0:1767322542.023716:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322542.023814:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816836608:0@lo:400:kworker.0
00000100:00080000:3.0:1767322542.024568:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322542.024573:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322542.024576:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322542.024719:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5079
00000100:00080000:3.0:1767322542.024724:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322542.024729:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322542.024898:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c380 x1853166816836736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322542.024964:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816836864:0@lo:400:kworker.0
00000100:00100000:3.0:1767322542.025005:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322542.025083:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322542.025089:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816836992:0@lo:400:kworker.0
00000100:00100000:3.0:1767322542.025112:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322542.025148:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816836864
00000100:00100000:3.0:1767322542.025154:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816836864
00000100:00100000:3.0:1767322542.025359:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816836992
00000100:00100000:3.0:1767322542.025363:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816836992
00000100:00100000:3.0:1767322542.025388:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398
00000100:00100000:3.0:1767322542.025398:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816836864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322542.025419:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816836096:0@lo:38:kworker.0
00000100:00100000:3.0:1767322542.025455:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816836864:12345-0@lo:400:kworker.0 Request processed in 58us (448us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322542.025462:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322542.025469:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398
00000100:00100000:0.0:1767322542.025490:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816836224:0@lo:38:kworker.0
00000100:00100000:3.0:1767322542.025492:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399
00000100:00100000:3.0:1767322542.025503:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816836992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322542.025520:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322542.025547:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816836992:12345-0@lo:400:kworker.0 Request processed in 44us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322542.025553:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816836480:0@lo:38:kworker.0
00000100:00100000:3.0:1767322542.025556:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399
00000100:00100000:0.0:1767322542.025583:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322542.025600:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816836736:0@lo:38:kworker.0
00000100:00100000:0.0:1767322542.025618:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322542.025649:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816836352
00000100:00100000:0.0:1767322542.025654:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816836352
00000100:00100000:0.0:1767322542.025682:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816836096
00000100:00100000:0.0:1767322542.025684:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816836096
00000100:00100000:0.0:1767322542.025696:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816836480
00000100:00100000:0.0:1767322542.025699:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816836480
00000100:00100000:0.0:1767322542.025705:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816836736
00000100:00100000:0.0:1767322542.025707:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816836736
00000100:00100000:0.0:1767322542.025715:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5401
00000100:00100000:0.0:1767322542.025721:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816836352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322542.025897:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816836992:0@lo:400:kworker.0
00000100:00100000:3.0:1767322542.025908:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816836864:0@lo:400:kworker.0
00000100:00080000:3.0:1767322542.026020:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322542.026025:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322542.026027:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322542.026051:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89893
00000100:00100000:3.0:1767322542.026056:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816836096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322542.026074:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322542.026108:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816836096:12345-0@lo:38:kworker.0 Request processed in 51us (649us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322542.026114:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89893
00000100:00100000:3.0:1767322542.026130:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89894
00000100:00100000:3.0:1767322542.026134:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816836480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322542.026143:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322542.026165:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816836480:12345-0@lo:38:kworker.0 Request processed in 30us (583us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322542.026171:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89894
00000100:00100000:3.0:1767322542.026181:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89895
00000100:00100000:3.0:1767322542.026185:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816836736:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322542.026205:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322542.026229:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816836736:12345-0@lo:38:kworker.0 Request processed in 43us (610us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322542.026235:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89895
00000100:00100000:3.0:1767322542.026273:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816836224
00000100:00100000:3.0:1767322542.026286:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816836224
00000100:00100000:3.0:1767322542.026309:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206
00000100:00100000:3.0:1767322542.026313:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816836224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322542.026323:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322542.026351:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816836224:12345-0@lo:38:kworker.0 Request processed in 36us (832us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322542.026357:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206
00000100:00100000:0.0:1767322542.026394:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816836352:12345-0@lo:400:kworker.0 Request processed in 671us (2675us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322542.026403:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5401
00000100:00080000:3.0:1767322542.026412:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322542.026419:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322542.026423:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816836096:0@lo:38:kworker.0
00000100:00080000:3.0:1767322542.026433:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322542.026436:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322542.026440:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816836224:0@lo:38:kworker.0
00000100:00080000:3.0:1767322542.026448:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322542.026452:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322542.026455:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816836480:0@lo:38:kworker.0
00000100:00080000:3.0:1767322542.026462:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322542.026465:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322542.026468:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816836736:0@lo:38:kworker.0
00000100:00100000:1.0:1767322542.026495:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816836352:0@lo:400:kworker.0
00000100:00100000:2.0:1767322542.029922:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322542.033268:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816836608
00000100:00100000:0.0:1767322542.033294:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816836608
00000100:00100000:0.0:1767322542.033391:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5402
00000100:00100000:0.0:1767322542.033401:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816836608:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322542.033792:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322542.033861:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816836608:12345-0@lo:400:kworker.0 Request processed in 461us (3945us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322542.033870:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5402
00000100:00100000:1.0:1767322542.034264:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816836608:0@lo:400:kworker.0
00000100:00100000:2.0:1767322542.535081:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322542.535104:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816837120:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322542.535187:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322542.535402:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816837120
00000100:00100000:3.0:1767322542.535411:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816837120
00000100:00100000:3.0:1767322542.535476:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101
00000100:00100000:3.0:1767322542.535485:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816837120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322542.535515:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322542.535566:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816837120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322542.535572:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101
00000100:00100000:2.0:1767322542.535808:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816837120:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322542.536562:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322542.536576:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816837248:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322542.536625:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322542.536989:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816837248
00000100:00100000:2.0:1767322542.536996:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816837248
00000100:00100000:2.0:1767322542.537039:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102
00000100:00100000:2.0:1767322542.537047:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816837248:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322542.537069:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322542.537117:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816837248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (491us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322542.537135:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102
00000100:00100000:0.0:1767322542.537297:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816837248:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322542.599640:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322542.984308:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322543.622904:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322544.008960:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322544.648218:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322544.807927:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322544.808312:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322544.808462:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758756864
00000100:00100000:0.0:1767322544.808471:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758756864
00000100:00100000:0.0:1767322544.808558:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758756736
00000100:00100000:0.0:1767322544.808562:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758756736
00000100:00100000:0.0:1767322544.808581:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5403
00000100:00100000:0.0:1767322544.808589:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758756864:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322544.808684:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758756864:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (766us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322544.808692:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5403
00000100:00100000:0.0:1767322544.808709:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89896
00000100:00100000:0.0:1767322544.808713:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758756736:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322544.808733:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322544.808787:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758756736:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 71us (475us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322544.808795:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89896
00000100:00080000:3.0:1767322544.808943:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322545.030994:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322545.670935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322546.057231:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322546.694879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322547.079080:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322547.143750:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322547.143776:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322547.143778:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322547.143782:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322547.143787:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322547.143795:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5084
00000100:00080000:3.0:1767322547.143800:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322547.143854:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322547.143910:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ce00 x1853166816837376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322547.143928:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322547.143931:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322547.143933:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322547.143936:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5084
00000100:00080000:3.0:1767322547.143939:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322547.143956:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322547.143969:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ea00 x1853166816837504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322547.144012:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322547.144015:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322547.144017:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322547.144021:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5084
00000100:00080000:3.0:1767322547.144023:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322547.144026:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322547.144037:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d500 x1853166816837760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322547.144054:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322547.144057:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322547.144059:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322547.144062:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5084
00000100:00080000:3.0:1767322547.144065:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322547.144069:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322547.144081:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7fb80 x1853166816838016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322547.144346:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816837888:0@lo:400:kworker.0
00000100:00100000:2.0:1767322547.144408:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322547.144476:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322547.144483:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816837632:0@lo:400:kworker.0
00000100:00100000:2.0:1767322547.144505:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322547.144563:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816837888
00000100:00100000:2.0:1767322547.144571:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816837888
00000100:00100000:2.0:1767322547.144657:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816837632
00000100:00100000:2.0:1767322547.144661:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816837632
00000100:00100000:2.0:1767322547.144690:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5404
00000100:00100000:2.0:1767322547.144699:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816837888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322547.144720:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816838272:0@lo:400:kworker.0
00000100:00100000:2.0:1767322547.144777:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816837888:12345-0@lo:400:kworker.0 Request processed in 54us (343us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322547.144785:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5404
00000100:00100000:1.0:1767322547.144800:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322547.144809:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5405
00000100:00100000:2.0:1767322547.144818:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816837632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322547.144838:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322547.144851:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816838144:0@lo:400:kworker.0
00000100:00100000:2.0:1767322547.144856:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816837632:12345-0@lo:400:kworker.0 Request processed in 38us (347us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322547.144864:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5405
00000100:00100000:1.0:1767322547.144883:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322547.144885:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322547.144925:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816837632:0@lo:400:kworker.0
00000100:00100000:1.0:1767322547.144930:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816838272
00000100:00100000:1.0:1767322547.144936:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816838272
00000100:00100000:2.0:1767322547.144940:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816837888:0@lo:400:kworker.0
00000100:00080000:2.0:1767322547.144966:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322547.144999:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816838144
00000100:00100000:1.0:1767322547.145003:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816838144
00000100:00100000:0.0:1767322547.145071:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816837376:0@lo:38:kworker.0
00000100:00100000:0.0:1767322547.145102:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322547.145136:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816837504:0@lo:38:kworker.0
00000100:00100000:0.0:1767322547.145159:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322547.145182:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816837760:0@lo:38:kworker.0
00000100:00100000:0.0:1767322547.145201:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322547.145216:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816838016:0@lo:38:kworker.0
00000100:00100000:0.0:1767322547.145245:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322547.145290:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816837504
00000100:00100000:0.0:1767322547.145294:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816837504
00000100:00100000:0.0:1767322547.145330:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207
00000100:00100000:0.0:1767322547.145335:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816837504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322547.145352:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322547.145388:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816837504:12345-0@lo:38:kworker.0 Request processed in 52us (229us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322547.145395:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207
00000100:00080000:0.0:1767322547.145423:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322547.145428:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322547.145432:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816837504:0@lo:38:kworker.0
00000100:00100000:2.0:1767322547.145617:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400
00000100:00100000:2.0:1767322547.145625:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816838272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322547.145669:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816838272:12345-0@lo:400:kworker.0 Request processed in 45us (870us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322547.145675:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400
00000100:00100000:2.0:1767322547.145704:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401
00000100:00100000:2.0:1767322547.145711:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816838144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322547.145738:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816838144:12345-0@lo:400:kworker.0 Request processed in 28us (856us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322547.145744:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401
00000100:00080000:2.0:1767322547.145786:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322547.145795:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816837376
00000100:00100000:2.0:1767322547.145799:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816837376
00000100:00100000:2.0:1767322547.145816:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816837760
00000100:00100000:2.0:1767322547.145819:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816837760
00000100:00100000:2.0:1767322547.145831:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816838016
00000100:00100000:2.0:1767322547.145834:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816838016
00000100:00100000:2.0:1767322547.145862:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89897
00000100:00100000:2.0:1767322547.145866:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816837376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322547.145877:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322547.145908:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816837376:12345-0@lo:38:kworker.0 Request processed in 41us (806us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322547.145914:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89897
00000100:00100000:2.0:1767322547.145926:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89898
00000100:00100000:2.0:1767322547.145930:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816837760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322547.145938:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322547.145959:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816837760:12345-0@lo:38:kworker.0 Request processed in 28us (757us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322547.145965:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89898
00000100:00100000:2.0:1767322547.145975:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89899
00000100:00100000:2.0:1767322547.145978:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816838016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322547.145987:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322547.146009:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816838016:12345-0@lo:38:kworker.0 Request processed in 30us (764us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322547.146014:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89899
00000100:00080000:2.0:1767322547.146048:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322547.146053:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322547.146055:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816837376:0@lo:38:kworker.0
00000100:00080000:2.0:1767322547.146063:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322547.146066:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322547.146069:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816837760:0@lo:38:kworker.0
00000100:00080000:2.0:1767322547.146077:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322547.146080:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322547.146082:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816838016:0@lo:38:kworker.0
00000100:00100000:0.0:1767322547.146274:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816838144:0@lo:400:kworker.0
00000100:00100000:0.0:1767322547.146284:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816838272:0@lo:400:kworker.0
00000100:00100000:0.0:1767322547.656727:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322547.656769:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816838400:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322547.656856:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322547.657023:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816838400
00000100:00100000:2.0:1767322547.657031:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816838400
00000100:00100000:2.0:1767322547.657087:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103
00000100:00100000:2.0:1767322547.657097:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816838400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322547.657128:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322547.657180:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816838400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322547.657187:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103
00000100:00100000:2.0:1767322547.657247:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816838400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322547.657500:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322547.657511:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816838528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322547.657544:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322547.657619:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816838528
00000100:00100000:0.0:1767322547.657624:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816838528
00000100:00100000:0.0:1767322547.657658:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104
00000100:00100000:0.0:1767322547.657666:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e451b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816838528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322547.657683:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322547.657723:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e451b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816838528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322547.657729:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104
00000100:00100000:1.0:1767322547.658089:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816838528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322547.718879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322548.103346:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322548.743136:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322549.130547:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322549.766894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322549.930136:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322549.930538:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758757120
00000100:00100000:2.0:1767322549.930555:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758757120
00000100:00100000:3.0:1767322549.930597:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322549.930664:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758756992
00000100:00100000:2.0:1767322549.930670:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758756992
00000100:00100000:2.0:1767322549.930700:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5406
00000100:00100000:1.0:1767322549.930717:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89900
00000100:00100000:2.0:1767322549.930719:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758757120:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322549.930734:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758756992:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322549.930813:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322549.930883:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758757120:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 169us (759us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322549.930891:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5406
00000100:00080000:0.0:1767322549.931170:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322549.933896:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758756992:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 3147us (3362us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322549.933914:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89900
00010000:00010000:1.0:1767322550.151232:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322550.790934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322551.179549:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322551.815265:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322552.199601:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322552.262990:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322552.263002:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322552.263005:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322552.263009:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322552.263013:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322552.263021:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5089
00000100:00080000:3.0:1767322552.263026:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322552.263032:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322552.263070:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fbb80 x1853166816838656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322552.263098:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322552.263101:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322552.263103:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322552.263107:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5089
00000100:00080000:3.0:1767322552.263109:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322552.263112:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322552.263125:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8000 x1853166816838784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322552.263222:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816838912:0@lo:400:kworker.0
00000100:00100000:1.0:1767322552.263297:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322552.263426:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816838912
00000100:00100000:2.0:1767322552.263447:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816838912
00000100:00100000:2.0:1767322552.263514:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5407
00000100:00100000:2.0:1767322552.263525:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816838912:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322552.263592:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322552.263596:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322552.263598:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322552.263602:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5089
00000100:00080000:3.0:1767322552.263605:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322552.263609:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322552.263625:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9500 x1853166816839040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322552.263694:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816839168:0@lo:400:kworker.0
00000100:00100000:0.0:1767322552.263725:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322552.263776:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816839168
00000100:00100000:0.0:1767322552.263780:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816839168
00000100:00100000:0.0:1767322552.263809:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5408
00000100:00100000:0.0:1767322552.263815:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816839168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322552.263848:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816839168:12345-0@lo:400:kworker.0 Request processed in 33us (122us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322552.263855:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5408
00000100:00100000:0.0:1767322552.263879:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816838656:0@lo:38:kworker.0
00000100:00100000:0.0:1767322552.263902:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322552.263918:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816838784:0@lo:38:kworker.0
00000100:00100000:0.0:1767322552.263938:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322552.263959:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816839040:0@lo:38:kworker.0
00000100:00100000:0.0:1767322552.263979:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322552.264051:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816838784
00000100:00100000:0.0:1767322552.264055:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816838784
00000100:00100000:0.0:1767322552.264075:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208
00000100:00100000:0.0:1767322552.264081:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816838784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322552.264099:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322552.264133:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816838784:12345-0@lo:38:kworker.0 Request processed in 51us (193us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322552.264139:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208
00000100:00100000:0.0:1767322552.264176:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816839168:0@lo:400:kworker.0
00000100:00100000:0.0:1767322552.264208:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816838656
00000100:00100000:0.0:1767322552.264212:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816838656
00000100:00100000:0.0:1767322552.264228:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816839040
00000100:00100000:0.0:1767322552.264230:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816839040
00000100:00100000:0.0:1767322552.264241:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89901
00000100:00100000:0.0:1767322552.264245:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816838656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322552.264255:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322552.264279:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816838656:12345-0@lo:38:kworker.0 Request processed in 33us (377us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322552.264285:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89901
00000100:00100000:0.0:1767322552.264296:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89902
00000100:00100000:0.0:1767322552.264300:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816839040:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322552.264309:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322552.264331:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816839040:12345-0@lo:38:kworker.0 Request processed in 30us (351us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322552.264337:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89902
00000100:00080000:0.0:1767322552.264363:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322552.264368:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322552.264371:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816838656:0@lo:38:kworker.0
00000100:00080000:0.0:1767322552.264379:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322552.264381:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322552.264385:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816838784:0@lo:38:kworker.0
00000100:00080000:0.0:1767322552.264392:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322552.264395:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322552.264397:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816839040:0@lo:38:kworker.0
00000100:00080000:0.0:1767322552.264445:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322552.270956:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816838912:12345-0@lo:400:kworker.0 Request processed in 7423us (7647us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322552.270972:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5407
00000100:00080000:3.0:1767322552.272161:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322552.272170:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322552.272174:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322552.272181:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5089
00000100:00080000:3.0:1767322552.272194:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322552.272200:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322552.272241:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8380 x1853166816839296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322552.272342:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816839424:0@lo:400:kworker.0
00000100:00100000:0.0:1767322552.272408:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322552.272609:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816839552:0@lo:400:kworker.0
00000100:00100000:2.0:1767322552.272665:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322552.272845:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816838912:0@lo:400:kworker.0
00000100:00100000:1.0:1767322552.272894:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816839296:0@lo:38:kworker.0
00000100:00100000:1.0:1767322552.272925:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322552.273008:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816839296
00000100:00100000:0.0:1767322552.273015:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816839296
00000100:00100000:0.0:1767322552.273059:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89903
00000100:00100000:0.0:1767322552.273066:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816839296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322552.273087:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322552.273126:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816839296:12345-0@lo:38:kworker.0 Request processed in 59us (200us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322552.273133:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89903
00000100:00080000:1.0:1767322552.273217:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322552.273222:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322552.273226:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816839296:0@lo:38:kworker.0
00000100:00100000:1.0:1767322552.276824:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816839424
00000100:00100000:1.0:1767322552.276841:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816839424
00000100:00100000:1.0:1767322552.276919:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816839552
00000100:00100000:1.0:1767322552.276922:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816839552
00000100:00100000:1.0:1767322552.276943:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402
00000100:00100000:1.0:1767322552.276949:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816839424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322552.277035:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816839424:12345-0@lo:400:kworker.0 Request processed in 85us (4627us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322552.277043:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402
00000100:00100000:1.0:1767322552.277059:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403
00000100:00100000:1.0:1767322552.277063:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816839552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322552.277092:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816839552:12345-0@lo:400:kworker.0 Request processed in 28us (4428us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322552.277097:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403
00000100:00100000:1.0:1767322552.277142:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816839424:0@lo:400:kworker.0
00000100:00080000:0.0:1767322552.277218:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322552.277222:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322552.277273:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816839552:0@lo:400:kworker.0
00000100:00100000:0.0:1767322552.774984:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322552.775010:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816839680:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322552.775174:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322552.775225:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816839680
00000100:00100000:3.0:1767322552.775233:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816839680
00000100:00100000:0.0:1767322552.775273:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816839808:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322552.775292:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105
00000100:00100000:0.0:1767322552.775300:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322552.775306:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816839680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322552.775338:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322552.775397:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816839680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322552.775407:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105
00000100:00100000:3.0:1767322552.775441:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816839808
00000100:00100000:3.0:1767322552.775445:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816839808
00000100:00100000:3.0:1767322552.775478:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106
00000100:00100000:3.0:1767322552.775487:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816839808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322552.775505:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322552.775533:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816839808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322552.775541:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106
00000100:00100000:0.0:1767322552.775570:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816839808:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322552.775587:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816839680:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322552.839038:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322553.222956:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322553.862938:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322554.247114:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322554.892603:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322555.049453:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322555.049500:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322555.049597:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758757376
00000100:00100000:2.0:1767322555.049611:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758757376
00000100:00100000:1.0:1767322555.049619:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758757248
00000100:00100000:1.0:1767322555.049624:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758757248
00000100:00100000:1.0:1767322555.049694:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5409
00000100:00100000:1.0:1767322555.049707:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758757376:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767322555.049740:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322555.049857:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758757376:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 152us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322555.049866:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5409
00000100:00100000:1.0:1767322555.049892:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89904
00000100:00100000:1.0:1767322555.049897:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758757248:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322555.049922:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322555.049953:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758757248:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 55us (452us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322555.049960:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89904
00010000:00010000:1.0:1767322555.271833:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322555.910915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322556.295528:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322556.936066:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322557.319032:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322557.383053:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322557.383064:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322557.383067:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322557.383071:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322557.383076:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322557.383084:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5094
00000100:00080000:3.0:1767322557.383090:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322557.383097:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322557.383170:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb480 x1853166816839936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322557.383197:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322557.383200:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322557.383202:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322557.383206:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5094
00000100:00080000:3.0:1767322557.383208:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322557.383211:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322557.383226:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fa680 x1853166816840064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322557.383276:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322557.383280:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322557.383281:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322557.383284:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5094
00000100:00080000:3.0:1767322557.383287:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322557.383290:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322557.383316:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431faa00 x1853166816840320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322557.383329:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322557.383332:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322557.383333:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322557.383336:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5094
00000100:00080000:3.0:1767322557.383338:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322557.383341:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322557.383352:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9c00 x1853166816840576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322557.383817:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816840448:0@lo:400:kworker.0
00000100:00100000:1.0:1767322557.384101:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816840192:0@lo:400:kworker.0
00000100:00100000:0.0:1767322557.384348:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816840832:0@lo:400:kworker.0
00000100:00100000:3.0:1767322557.384425:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816839936:0@lo:38:kworker.0
00000100:00100000:2.0:1767322557.384477:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322557.392232:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816840704:0@lo:400:kworker.0
00000100:00100000:1.0:1767322557.392275:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322557.392359:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816840448
00000100:00100000:0.0:1767322557.392369:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816840448
00000100:00100000:0.0:1767322557.392435:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5410
00000100:00100000:0.0:1767322557.392447:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816840448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322557.392503:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816840448:12345-0@lo:400:kworker.0 Request processed in 59us (8026us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322557.392510:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5410
00000100:00080000:0.0:1767322557.392533:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322557.392719:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322557.392825:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816840192
00000100:00100000:0.0:1767322557.392830:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816840192
00000100:00100000:0.0:1767322557.392859:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5411
00000100:00100000:0.0:1767322557.392865:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816840192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322557.392900:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816840192:12345-0@lo:400:kworker.0 Request processed in 35us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322557.392906:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5411
00000100:00080000:0.0:1767322557.392921:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322557.392949:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816840192:0@lo:400:kworker.0
00000100:00100000:3.0:1767322557.393055:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322557.393086:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816840064:0@lo:38:kworker.0
00000100:00100000:3.0:1767322557.393112:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322557.393281:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816840320:0@lo:38:kworker.0
00000100:00100000:3.0:1767322557.393305:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322557.393322:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816840576:0@lo:38:kworker.0
00000100:00100000:3.0:1767322557.393341:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322557.393391:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816840064
00000100:00100000:3.0:1767322557.393395:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816840064
00000100:00100000:3.0:1767322557.393417:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209
00000100:00100000:3.0:1767322557.393422:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816840064:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322557.393439:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322557.393473:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816840064:12345-0@lo:38:kworker.0 Request processed in 49us (360us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322557.393480:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209
00000100:00100000:3.0:1767322557.393498:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816839936
00000100:00100000:3.0:1767322557.393502:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816839936
00000100:00100000:3.0:1767322557.393520:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816840320
00000100:00100000:3.0:1767322557.393523:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816840320
00000100:00100000:3.0:1767322557.393535:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816840576
00000100:00100000:3.0:1767322557.393537:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816840576
00000100:00100000:3.0:1767322557.393553:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89905
00000100:00100000:3.0:1767322557.393557:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816839936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322557.393566:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322557.393589:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816839936:12345-0@lo:38:kworker.0 Request processed in 32us (535us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322557.393594:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89905
00000100:00100000:3.0:1767322557.393604:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89906
00000100:00100000:3.0:1767322557.393607:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816840320:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322557.393615:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322557.393632:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816840320:12345-0@lo:38:kworker.0 Request processed in 23us (326us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322557.393636:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89906
00000100:00100000:3.0:1767322557.393645:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89907
00000100:00100000:3.0:1767322557.393648:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816840576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322557.393656:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322557.393674:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816840576:12345-0@lo:38:kworker.0 Request processed in 25us (332us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322557.393680:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89907
00000100:00100000:2.0:1767322557.393713:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816840448:0@lo:400:kworker.0
00000100:00080000:3.0:1767322557.393723:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322557.393730:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322557.393734:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816839936:0@lo:38:kworker.0
00000100:00080000:3.0:1767322557.393745:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322557.393749:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322557.393752:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816840064:0@lo:38:kworker.0
00000100:00080000:3.0:1767322557.393788:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322557.393791:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322557.393793:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816840320:0@lo:38:kworker.0
00000100:00080000:3.0:1767322557.393800:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322557.393802:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322557.393804:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816840576:0@lo:38:kworker.0
00000100:00100000:2.0:1767322557.393961:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816840704
00000100:00100000:2.0:1767322557.393966:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816840704
00000100:00100000:2.0:1767322557.394018:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404
00000100:00100000:2.0:1767322557.394034:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816840704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322557.394072:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816840704:12345-0@lo:400:kworker.0 Request processed in 49us (1797us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322557.394079:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404
00000100:00100000:1.0:1767322557.394274:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816840704:0@lo:400:kworker.0
00000100:00100000:0.0:1767322557.394333:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322557.394399:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816840832
00000100:00100000:1.0:1767322557.394404:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816840832
00000100:00100000:1.0:1767322557.394437:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405
00000100:00100000:1.0:1767322557.394443:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816840832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322557.394482:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816840832:12345-0@lo:400:kworker.0 Request processed in 40us (149us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322557.394488:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405
00000100:00100000:0.0:1767322557.394805:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816840832:0@lo:400:kworker.0
00000100:00080000:3.0:1767322557.394883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322557.394888:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322557.895024:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816841088:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322557.895164:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816840960:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322557.896198:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322557.896380:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816841088
00000100:00100000:1.0:1767322557.896388:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816841088
00000100:00100000:1.0:1767322557.896453:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107
00000100:00100000:1.0:1767322557.896463:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816841088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322557.896517:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322557.896583:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816841088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322557.896591:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107
00000100:00100000:3.0:1767322557.896913:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816841088:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322557.897583:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322557.897969:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816840960
00000100:00100000:3.0:1767322557.897978:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816840960
00000100:00100000:3.0:1767322557.898037:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108
00000100:00100000:3.0:1767322557.898047:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816840960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322557.898073:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322557.898124:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816840960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (542us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322557.898143:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108
00000100:00100000:2.0:1767322557.898254:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816840960:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322557.959652:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322558.343100:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322558.985005:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:3.0:1767322559.143942:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758757504 offset 0 length 520: 4
00000100:00100000:0.0:1767322559.147047:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322559.147187:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322559.147314:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758757760
00000100:00100000:2.0:1767322559.147327:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758757760
00000100:00100000:2.0:1767322559.147428:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758757632
00000100:00100000:2.0:1767322559.147437:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758757632
00000100:00100000:2.0:1767322559.147464:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5412
00000100:00100000:2.0:1767322559.147477:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758757760:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322559.147536:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89908
00000100:00100000:1.0:1767322559.147551:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758757632:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322559.147577:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322559.147594:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758757760:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 119us (559us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322559.147607:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5412
00000100:00100000:1.0:1767322559.147657:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758757632:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 104us (467us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322559.147665:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89908
00000100:00080000:0.0:1767322559.148141:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322559.367015:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322560.007440:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322560.391537:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322561.031439:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322561.415136:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322561.483681:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322536/real 1767322536]  req@ffff8d4e4ea7d180 x1853166816835712/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322561 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767322561.483724:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4ea7d180 x1853166816835712/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322561 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767322561.483745:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322561.483786:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767322561.483789:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816835712:0@lo:250:kworker.0
00000100:00080000:1.0:1767322561.484293:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322561.484306:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767322561.484310:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322561.484320:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5079
00000100:00080000:1.0:1767322561.484325:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322561.484334:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322561.484396:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f33100 x1853166816841216/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322561.484452:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322561.484457:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322561.484459:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322561.484462:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5099
00000100:00080000:1.0:1767322561.484465:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767322561.484691:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816841216:0@lo:250:kworker.0
00000400:00000100:3.0:1767322561.484800:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816841216 offset 0 length 520: 4
00000100:00080000:1.0:1767322561.485011:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322561.485034:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30380 x1853166816841344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322561.485057:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322561.485061:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322561.485063:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322561.485068:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5099
00000100:00080000:1.0:1767322561.485070:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322561.485074:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322561.485087:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30700 x1853166816841472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322561.485132:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322561.485136:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322561.485139:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322561.485262:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5099
00000100:00080000:1.0:1767322561.485271:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322561.485279:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322561.485321:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f31c00 x1853166816841728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322561.485351:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322561.485355:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322561.485357:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322561.485361:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5099
00000100:00080000:1.0:1767322561.485364:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322561.485366:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322561.485376:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477800 x1853166816841984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322561.485446:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816841344:0@lo:38:kworker.0
00000100:00100000:1.0:1767322561.485479:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816842240:0@lo:400:kworker.0
00000100:00100000:3.0:1767322561.485513:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322561.485555:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816841472:0@lo:38:kworker.0
00000100:00100000:1.0:1767322561.485564:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322561.485609:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322561.485619:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322561.485631:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816842112:0@lo:400:kworker.0
00000100:00100000:3.0:1767322561.485639:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816841728:0@lo:38:kworker.0
00000100:00100000:3.0:1767322561.485671:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322561.485687:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322561.485696:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816841984:0@lo:38:kworker.0
00000100:00100000:3.0:1767322561.485728:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322561.485742:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816842240
00000100:00100000:1.0:1767322561.485751:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816842240
00000100:00100000:1.0:1767322561.485856:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816842112
00000100:00100000:1.0:1767322561.485859:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816842112
00000100:00100000:1.0:1767322561.485885:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406
00000100:00100000:1.0:1767322561.485894:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816842240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322561.485950:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816842240:12345-0@lo:400:kworker.0 Request processed in 58us (397us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322561.485958:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406
00000100:00100000:1.0:1767322561.485973:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407
00000100:00100000:1.0:1767322561.485980:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816842112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322561.486005:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816842112:12345-0@lo:400:kworker.0 Request processed in 26us (324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322561.486021:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407
00000100:00100000:1.0:1767322561.486041:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816841344
00000100:00100000:1.0:1767322561.486045:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816841344
00000100:00100000:1.0:1767322561.486062:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816841728
00000100:00100000:1.0:1767322561.486065:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816841728
00000100:00100000:1.0:1767322561.486088:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816841984
00000100:00100000:1.0:1767322561.486091:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816841984
00000100:00100000:1.0:1767322561.486119:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89909
00000100:00100000:1.0:1767322561.486124:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816841344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322561.486143:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322561.486179:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816841344:12345-0@lo:38:kworker.0 Request processed in 54us (670us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322561.486185:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89909
00000100:00100000:1.0:1767322561.486195:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89910
00000100:00100000:1.0:1767322561.486199:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816841728:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322561.486207:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322561.486228:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816841728:12345-0@lo:38:kworker.0 Request processed in 27us (556us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322561.486250:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89910
00000100:00100000:1.0:1767322561.486262:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89911
00000100:00100000:1.0:1767322561.486266:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816841984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322561.486276:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322561.486301:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816841984:12345-0@lo:38:kworker.0 Request processed in 34us (573us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322561.486307:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89911
00000100:00100000:1.0:1767322561.486359:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816842112:0@lo:400:kworker.0
00000100:00100000:1.0:1767322561.486370:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816842240:0@lo:400:kworker.0
00000100:00100000:1.0:1767322561.486465:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816841472
00000100:00100000:1.0:1767322561.486470:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816841472
00000100:00100000:1.0:1767322561.486491:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210
00000100:00100000:1.0:1767322561.486495:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816841472:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322561.486505:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322561.486532:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816841472:12345-0@lo:38:kworker.0 Request processed in 36us (927us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322561.486538:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210
00000100:00080000:1.0:1767322561.486573:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322561.486579:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322561.486582:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816841344:0@lo:38:kworker.0
00000100:00080000:1.0:1767322561.486592:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322561.486596:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322561.486598:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816841472:0@lo:38:kworker.0
00000100:00080000:1.0:1767322561.486607:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322561.486611:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322561.486613:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816841728:0@lo:38:kworker.0
00000100:00080000:1.0:1767322561.486624:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322561.486627:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322561.486630:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816841984:0@lo:38:kworker.0
00000100:00100000:0.0:1767322561.489046:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816841600:0@lo:400:kworker.0
00000100:00100000:0.0:1767322561.489129:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322561.489171:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322561.489177:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816841856:0@lo:400:kworker.0
00000100:00100000:0.0:1767322561.489197:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322561.489223:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322561.489227:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322561.489237:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816841600
00000100:00100000:0.0:1767322561.489242:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816841600
00000100:00100000:0.0:1767322561.489280:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816841856
00000100:00100000:0.0:1767322561.489282:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816841856
00000100:00100000:0.0:1767322561.489307:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5413
00000100:00100000:0.0:1767322561.489313:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816841600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322561.489350:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816841600:12345-0@lo:400:kworker.0 Request processed in 37us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322561.489355:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5413
00000100:00100000:0.0:1767322561.489365:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5414
00000100:00100000:0.0:1767322561.489368:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816841856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322561.489416:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816841856:12345-0@lo:400:kworker.0 Request processed in 47us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322561.489420:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5414
00000100:00080000:0.0:1767322561.489430:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322561.489455:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816841856:0@lo:400:kworker.0
00000100:00100000:0.0:1767322561.489465:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816841600:0@lo:400:kworker.0
00000100:00100000:1.0:1767322562.055091:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322562.438950:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322563.015017:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816842368:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322563.015060:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816842496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322563.015440:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322563.015547:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816842368
00000100:00100000:3.0:1767322563.015555:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816842368
00000100:00100000:1.0:1767322563.015605:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322563.015686:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816842496
00000100:00100000:1.0:1767322563.015691:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816842496
00000100:00100000:3.0:1767322563.015692:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109
00000100:00100000:3.0:1767322563.015705:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816842368:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322563.015730:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110
00002000:00000024:3.0:1767322563.015734:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322563.015741:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816842496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322563.015783:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322563.015823:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816842496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (217us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322563.015831:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110
00000100:00100000:1.0:1767322563.017957:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816842496:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322563.018008:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322563.018015:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322563.018247:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816842368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322563.018249:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816842368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2546us (2807us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322563.018259:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109
00000100:00100000:1.0:1767322563.078960:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322563.463534:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322564.104208:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322564.264690:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322564.264945:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322564.265269:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758757888
00000100:00100000:3.0:1767322564.265278:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758757888
00000100:00100000:3.0:1767322564.265325:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758758016
00000100:00100000:3.0:1767322564.265328:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758758016
00000100:00100000:3.0:1767322564.265383:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5415
00000100:00100000:3.0:1767322564.265397:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758758016:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322564.265483:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758758016:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 90us (538us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322564.265492:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5415
00000100:00100000:3.0:1767322564.265510:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89912
00000100:00100000:3.0:1767322564.265514:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758757888:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322564.265536:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322564.265562:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758757888:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (883us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322564.265568:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89912
00000100:00080000:2.0:1767322564.265785:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322564.488152:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322565.126895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322565.512449:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322566.151460:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322566.535572:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322566.601582:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322566.601592:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322566.601595:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322566.601600:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322566.601604:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322566.601612:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5104
00000100:00080000:0.0:1767322566.601617:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322566.601625:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322566.601667:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8a80 x1853166816842624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322566.601699:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322566.601703:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322566.601705:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322566.601709:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5104
00000100:00080000:0.0:1767322566.601711:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322566.601715:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322566.601729:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8380 x1853166816842752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322566.601802:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322566.601805:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322566.601807:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322566.601811:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5104
00000100:00080000:0.0:1767322566.601814:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322566.601817:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322566.601830:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bf100 x1853166816843008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322566.601847:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322566.601849:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322566.601851:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322566.601854:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5104
00000100:00080000:0.0:1767322566.601856:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322566.601859:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322566.601910:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621e680 x1853166816843264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322566.601960:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816843392:0@lo:400:kworker.0
00000100:00100000:0.0:1767322566.602027:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322566.602098:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322566.602104:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816843520:0@lo:400:kworker.0
00000100:00100000:0.0:1767322566.602126:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322566.602225:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816843136:0@lo:400:kworker.0
00000100:00100000:3.0:1767322566.602261:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322566.602288:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322566.602293:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816842880:0@lo:400:kworker.0
00000100:00100000:3.0:1767322566.602312:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322566.602340:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816843136
00000100:00100000:3.0:1767322566.602348:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816843136
00000100:00100000:3.0:1767322566.602398:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816842880
00000100:00100000:3.0:1767322566.602401:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816842880
00000100:00100000:3.0:1767322566.602440:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5416
00000100:00100000:3.0:1767322566.602449:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816843136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322566.602500:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816843136:12345-0@lo:400:kworker.0 Request processed in 51us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322566.602507:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5416
00000100:00100000:3.0:1767322566.602523:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5417
00000100:00100000:3.0:1767322566.602529:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816842880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322566.602554:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816842880:12345-0@lo:400:kworker.0 Request processed in 26us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322566.602560:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5417
00000100:00100000:3.0:1767322566.602600:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816842880:0@lo:400:kworker.0
00000100:00100000:3.0:1767322566.602611:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816843136:0@lo:400:kworker.0
00000100:00100000:1.0:1767322566.602692:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816843392
00000100:00100000:1.0:1767322566.602696:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816843392
00000100:00100000:1.0:1767322566.602733:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816843520
00000100:00100000:1.0:1767322566.602737:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816843520
00000100:00100000:1.0:1767322566.602776:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408
00000100:00100000:1.0:1767322566.602783:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816843392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322566.602818:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816843392:12345-0@lo:400:kworker.0 Request processed in 36us (791us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322566.602824:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408
00000100:00100000:1.0:1767322566.602835:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409
00000100:00100000:1.0:1767322566.602841:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816843520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322566.602864:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816843520:12345-0@lo:400:kworker.0 Request processed in 24us (737us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322566.602870:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409
00000100:00100000:1.0:1767322566.602892:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816842624:0@lo:38:kworker.0
00000100:00100000:1.0:1767322566.602916:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322566.602954:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816842752:0@lo:38:kworker.0
00000100:00100000:1.0:1767322566.602984:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322566.603014:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816843008:0@lo:38:kworker.0
00000100:00100000:1.0:1767322566.603034:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322566.603072:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816843264:0@lo:38:kworker.0
00000100:00100000:1.0:1767322566.603093:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322566.603128:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816842752
00000100:00100000:1.0:1767322566.603138:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816842752
00000100:00100000:1.0:1767322566.603156:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211
00000100:00100000:1.0:1767322566.603167:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816842752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322566.603184:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322566.603226:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816842752:12345-0@lo:38:kworker.0 Request processed in 58us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322566.603234:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211
00000100:00100000:1.0:1767322566.603260:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816842624
00000100:00100000:1.0:1767322566.603263:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816842624
00000100:00100000:1.0:1767322566.603277:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816843008
00000100:00100000:1.0:1767322566.603279:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816843008
00000100:00100000:1.0:1767322566.603298:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816843264
00000100:00100000:1.0:1767322566.603300:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816843264
00000100:00100000:1.0:1767322566.603315:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89913
00000100:00100000:1.0:1767322566.603319:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816842624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322566.603328:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322566.603355:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816842624:12345-0@lo:38:kworker.0 Request processed in 35us (439us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322566.603702:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89913
00000100:00100000:1.0:1767322566.603722:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89914
00000100:00100000:1.0:1767322566.603726:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816843008:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322566.603735:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322566.603820:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816843008:12345-0@lo:38:kworker.0 Request processed in 75us (767us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322566.603826:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89914
00000100:00100000:1.0:1767322566.603836:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89915
00000100:00100000:1.0:1767322566.603839:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816843264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322566.603848:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322566.603868:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816843264:12345-0@lo:38:kworker.0 Request processed in 27us (775us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322566.603873:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89915
00000100:00080000:1.0:1767322566.603919:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322566.603924:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322566.603927:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816842624:0@lo:38:kworker.0
00000100:00080000:1.0:1767322566.603936:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322566.603943:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322566.603946:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816842752:0@lo:38:kworker.0
00000100:00080000:1.0:1767322566.603953:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322566.603957:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322566.603959:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816843008:0@lo:38:kworker.0
00000100:00080000:1.0:1767322566.603966:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322566.603975:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322566.603977:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816843264:0@lo:38:kworker.0
00000100:00100000:0.0:1767322566.604124:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816843520:0@lo:400:kworker.0
00000100:00100000:0.0:1767322566.604136:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816843392:0@lo:400:kworker.0
00000100:00080000:2.0:1767322566.604257:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322566.604263:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322566.604271:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322567.175022:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322567.563557:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322568.135053:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816843648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322568.135061:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816843776:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322568.136742:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322568.137334:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816843648
00000100:00100000:3.0:1767322568.137346:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816843648
00000100:00100000:3.0:1767322568.137505:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111
00000100:00100000:3.0:1767322568.137518:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816843648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322568.138168:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767322568.138442:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322568.138644:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816843648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1126us (1905us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322568.138654:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111
00000100:00100000:0.0:1767322568.138743:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816843648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322568.140009:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322568.140113:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816843776
00000100:00100000:3.0:1767322568.140122:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816843776
00000100:00100000:3.0:1767322568.140188:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112
00000100:00100000:3.0:1767322568.140200:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816843776:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322568.140252:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322568.140310:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816843776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322568.140317:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112
00000100:00100000:1.0:1767322568.140401:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816843776:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767322568.140546:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322568.198992:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322568.583416:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322569.223176:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322569.384653:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322569.384979:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758758272
00000100:00100000:3.0:1767322569.384989:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758758272
00000100:00100000:3.0:1767322569.385083:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5418
00000100:00100000:3.0:1767322569.385093:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758758272:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322569.385191:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758758272:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 98us (546us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322569.385199:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5418
00000100:00080000:2.0:1767322569.385575:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322569.403990:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322569.404119:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758758144
00000100:00100000:0.0:1767322569.404130:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758758144
00000100:00100000:0.0:1767322569.404186:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89916
00000100:00100000:0.0:1767322569.404195:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758758144:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322569.404222:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322569.404309:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758758144:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 112us (329us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322569.404317:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89916
00010000:00010000:2.0:1767322569.607062:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322570.247569:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322570.636416:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322571.270909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322571.655076:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322571.719901:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322571.719912:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322571.719915:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322571.719918:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322571.719923:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322571.719930:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5109
00000100:00080000:2.0:1767322571.719936:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322571.719944:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322571.719983:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2300 x1853166816843904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322571.720021:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322571.720025:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322571.720027:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322571.720031:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5109
00000100:00080000:2.0:1767322571.720033:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322571.720036:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322571.720051:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d180 x1853166816844032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322571.720105:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322571.720109:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322571.720111:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322571.720114:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5109
00000100:00080000:2.0:1767322571.720116:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322571.720119:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322571.720130:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f100 x1853166816844288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322571.720145:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322571.720148:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322571.720149:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322571.720153:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5109
00000100:00080000:2.0:1767322571.720155:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322571.720158:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322571.720168:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d500 x1853166816844544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322571.720215:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816844160:0@lo:400:kworker.0
00000100:00100000:2.0:1767322571.720237:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816844672:0@lo:400:kworker.0
00000100:00100000:0.0:1767322571.720284:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322571.720327:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322571.720344:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322571.720352:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816844416:0@lo:400:kworker.0
00000100:00100000:2.0:1767322571.720375:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322571.720382:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322571.720386:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816844800:0@lo:400:kworker.0
00000100:00100000:2.0:1767322571.720417:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322571.720419:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816844160
00000100:00100000:0.0:1767322571.720427:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816844160
00000100:00100000:0.0:1767322571.720479:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816844416
00000100:00100000:0.0:1767322571.720483:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816844416
00000100:00100000:0.0:1767322571.720506:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5419
00000100:00100000:0.0:1767322571.720514:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816844160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322571.720569:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816844160:12345-0@lo:400:kworker.0 Request processed in 55us (285us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322571.720579:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5420
00000100:00100000:1.0:1767322571.720596:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816844416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322571.720632:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816844416:12345-0@lo:400:kworker.0 Request processed in 39us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322571.720666:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816844672
00000100:00100000:2.0:1767322571.720670:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816844672
00000100:00100000:2.0:1767322571.720699:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816844800
00000100:00100000:2.0:1767322571.720703:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816844800
00000100:00100000:2.0:1767322571.720723:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410
00000100:00100000:2.0:1767322571.720729:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e47bfa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816844672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322571.721584:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411
00000100:00100000:3.0:1767322571.721599:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816844800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322571.721642:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816844800:12345-0@lo:400:kworker.0 Request processed in 50us (1225us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322571.721648:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411
00000100:00100000:3.0:1767322571.721722:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816844800:0@lo:400:kworker.0
00000100:00100000:3.0:1767322571.721734:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816844672:0@lo:400:kworker.0
00000100:00080000:3.0:1767322571.721784:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322571.721789:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322571.721791:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322571.721833:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816843904:0@lo:38:kworker.0
00000100:00100000:3.0:1767322571.721865:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322571.721884:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816844032:0@lo:38:kworker.0
00000100:00100000:3.0:1767322571.721907:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322571.721932:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816844288:0@lo:38:kworker.0
00000100:00100000:3.0:1767322571.721952:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322571.721967:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816844544:0@lo:38:kworker.0
00000100:00100000:3.0:1767322571.721986:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322571.722027:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816843904
00000100:00100000:3.0:1767322571.722031:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816843904
00000100:00100000:2.0:1767322571.722081:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e47bfa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816844672:12345-0@lo:400:kworker.0 Request processed in 73us (476us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322571.722089:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410
00000100:00100000:2.0:1767322571.722317:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816844288
00000100:00100000:2.0:1767322571.722321:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816844288
00000100:00100000:0.0:1767322571.725589:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5419
00000100:00100000:0.0:1767322571.725630:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816844544
00000100:00100000:0.0:1767322571.725639:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816844544
00000100:00100000:0.0:1767322571.725691:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89917
00000100:00100000:0.0:1767322571.725698:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816844544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322571.725721:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322571.725820:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816844544:12345-0@lo:38:kworker.0 Request processed in 121us (3832us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322571.725831:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89917
00000100:00100000:0.0:1767322571.725891:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816844416:0@lo:400:kworker.0
00000100:00100000:0.0:1767322571.725903:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816844160:0@lo:400:kworker.0
00000100:00080000:0.0:1767322571.725949:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322571.725954:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322571.725957:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816844544:0@lo:38:kworker.0
00000100:00100000:0.0:1767322571.726002:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816844032
00000100:00100000:0.0:1767322571.726021:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816844032
00000100:00100000:0.0:1767322571.726050:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212
00000100:00100000:0.0:1767322571.726055:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816844032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322571.726065:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322571.726098:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816844032:12345-0@lo:38:kworker.0 Request processed in 42us (4190us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322571.726104:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212
00000100:00080000:0.0:1767322571.726144:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322571.726149:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322571.726152:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816844032:0@lo:38:kworker.0
00000100:00100000:1.0:1767322571.726923:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5420
00000100:00100000:3.0:1767322571.727591:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89918
00000100:00100000:3.0:1767322571.727601:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816843904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322571.727618:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322571.727687:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816843904:12345-0@lo:38:kworker.0 Request processed in 86us (5822us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322571.727693:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89918
00000100:00080000:0.0:1767322571.727813:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322571.727820:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322571.727825:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816843904:0@lo:38:kworker.0
00000100:00100000:1.0:1767322571.727842:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89919
00000100:00100000:1.0:1767322571.727850:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816844288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322571.727862:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322571.727900:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816844288:12345-0@lo:38:kworker.0 Request processed in 50us (5947us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322571.727906:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89919
00000100:00080000:0.0:1767322571.728227:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322571.728232:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322571.728236:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816844288:0@lo:38:kworker.0
00000100:00100000:1.0:1767322572.295126:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322572.680901:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322573.255039:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816845056:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322573.255043:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816844928:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322573.255116:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322573.255298:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816844928
00000100:00100000:2.0:1767322573.255306:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816844928
00000100:00100000:2.0:1767322573.255425:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113
00000100:00100000:2.0:1767322573.255435:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816844928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322573.255462:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322573.255509:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816844928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (392us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322573.255516:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113
00000100:00100000:2.0:1767322573.255565:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816844928:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322573.255842:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322573.255900:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322573.255962:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816845056
00000100:00100000:2.0:1767322573.255966:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816845056
00000100:00100000:2.0:1767322573.256012:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114
00000100:00100000:2.0:1767322573.256019:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816845056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322573.256036:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767322573.256087:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322573.256644:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816845056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 624us (742us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322573.256651:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114
00000100:00100000:1.0:1767322573.256769:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816845056:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322573.320508:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322573.703013:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322574.343944:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322574.505819:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322574.505862:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322574.505947:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758758400
00000100:00100000:2.0:1767322574.505957:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758758400
00000100:00100000:2.0:1767322574.506037:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758758528
00000100:00100000:2.0:1767322574.506040:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758758528
00000100:00100000:2.0:1767322574.506096:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5421
00000100:00100000:2.0:1767322574.506107:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758758528:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767322574.506116:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322574.506132:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89920
00000100:00100000:0.0:1767322574.506137:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758758400:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322574.506159:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322574.506216:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758758400:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 78us (408us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322574.506224:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89920
00000100:00100000:2.0:1767322574.506404:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758758528:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 298us (539us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322574.506411:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5421
00010000:00010000:1.0:1767322574.729127:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322575.367075:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322575.751109:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322576.390868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322576.775024:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322576.839027:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322576.839037:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322576.839040:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322576.839045:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322576.839049:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322576.839057:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5114
00000100:00080000:2.0:1767322576.839061:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322576.839069:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322576.839109:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ca80 x1853166816845184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322576.839140:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322576.839144:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322576.839145:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322576.839149:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5114
00000100:00080000:2.0:1767322576.839151:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322576.839154:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322576.839168:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7e300 x1853166816845312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322576.839207:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767322576.839277:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816845184:0@lo:38:kworker.0
00000100:00100000:3.0:1767322576.839340:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322576.839389:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816845312:0@lo:38:kworker.0
00000100:00100000:3.0:1767322576.839415:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322576.839458:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816845312
00000100:00100000:3.0:1767322576.839465:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816845312
00000100:00100000:3.0:1767322576.839496:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213
00000100:00100000:3.0:1767322576.839504:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816845312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322576.839524:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322576.839562:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816845312:12345-0@lo:38:kworker.0 Request processed in 57us (146us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322576.839569:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213
00000100:00100000:3.0:1767322576.839606:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816845184
00000100:00100000:3.0:1767322576.839610:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816845184
00000100:00100000:3.0:1767322576.839633:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89921
00000100:00100000:3.0:1767322576.839637:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816845184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322576.839648:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322576.839715:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816845184:12345-0@lo:38:kworker.0 Request processed in 76us (375us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322576.839722:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89921
00000100:00100000:3.0:1767322576.839742:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816845440:0@lo:400:kworker.0
00000100:00100000:3.0:1767322576.839789:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322576.839815:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816845440
00000100:00100000:3.0:1767322576.839819:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816845440
00000100:00080000:0.0:1767322576.840099:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767322576.840147:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322576.840150:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322576.840154:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5114
00000100:00080000:2.0:1767322576.840157:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322576.840160:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322576.840178:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c000 x1853166816845568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322576.840201:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322576.840204:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322576.840206:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322576.840210:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5114
00000100:00080000:2.0:1767322576.840212:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322576.840215:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322576.840226:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d180 x1853166816845824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322576.842819:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5422
00000100:00100000:3.0:1767322576.842845:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816845440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322576.842930:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816845440:12345-0@lo:400:kworker.0 Request processed in 100us (3141us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322576.842936:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5422
00000100:00100000:0.0:1767322576.843050:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816845952:0@lo:400:kworker.0
00000100:00100000:3.0:1767322576.843092:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816845440:0@lo:400:kworker.0
00000100:00100000:3.0:1767322576.843124:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322576.843131:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816845696:0@lo:400:kworker.0
00000100:00100000:3.0:1767322576.843163:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322576.843196:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816845696
00000100:00100000:3.0:1767322576.843202:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816845696
00000100:00100000:3.0:1767322576.843243:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5423
00000100:00100000:3.0:1767322576.843250:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816845696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322576.843283:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816845696:12345-0@lo:400:kworker.0 Request processed in 33us (119us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322576.843289:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5423
00000100:00100000:3.0:1767322576.843308:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816845568:0@lo:38:kworker.0
00000100:00100000:3.0:1767322576.843346:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322576.843363:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816845824:0@lo:38:kworker.0
00000100:00100000:3.0:1767322576.843382:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322576.843416:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322576.843427:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322576.843431:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816845184:0@lo:38:kworker.0
00000100:00080000:3.0:1767322576.843443:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322576.843446:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322576.843449:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816845312:0@lo:38:kworker.0
00000100:00100000:3.0:1767322576.844047:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816845568
00000100:00100000:3.0:1767322576.844054:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816845568
00000100:00100000:3.0:1767322576.844077:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816845824
00000100:00100000:3.0:1767322576.844080:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816845824
00000100:00100000:3.0:1767322576.844100:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89922
00000100:00100000:3.0:1767322576.844105:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816845568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322576.844136:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322576.844176:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816845568:12345-0@lo:38:kworker.0 Request processed in 69us (829us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322576.844185:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89922
00000100:00100000:3.0:1767322576.844199:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89923
00000100:00100000:3.0:1767322576.844202:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816845824:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322576.844212:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322576.844233:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816845824:12345-0@lo:38:kworker.0 Request processed in 29us (850us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322576.844238:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89923
00000100:00100000:3.0:1767322576.844274:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816845696:0@lo:400:kworker.0
00000100:00080000:3.0:1767322576.844292:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322576.844306:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322576.844311:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322576.844314:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816845568:0@lo:38:kworker.0
00000100:00080000:3.0:1767322576.844333:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322576.844336:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322576.844339:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816845824:0@lo:38:kworker.0
00000100:00100000:0.0:1767322576.844850:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322576.844951:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816845952
00000100:00100000:3.0:1767322576.844956:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816845952
00000100:00100000:3.0:1767322576.845020:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412
00000100:00100000:3.0:1767322576.845029:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816845952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322576.845067:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816845952:12345-0@lo:400:kworker.0 Request processed in 40us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322576.845074:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412
00000100:00080000:0.0:1767322576.845216:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322576.845237:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816845952:0@lo:400:kworker.0
00000100:00100000:0.0:1767322576.845664:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322576.845746:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816846080:0@lo:400:kworker.0
00000100:00100000:0.0:1767322576.845797:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322576.845895:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816846080
00000100:00100000:3.0:1767322576.845901:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816846080
00000100:00100000:3.0:1767322576.845993:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413
00000100:00100000:3.0:1767322576.846002:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816846080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322576.846041:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816846080:12345-0@lo:400:kworker.0 Request processed in 41us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322576.846047:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413
00000100:00080000:0.0:1767322576.846218:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322576.846242:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816846080:0@lo:400:kworker.0
00000100:00100000:1.0:1767322577.414905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322577.802798:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322578.374980:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322578.375007:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816846208:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322578.375091:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322578.375094:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322578.375106:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816846336:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322578.375149:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322578.375299:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816846208
00000100:00100000:3.0:1767322578.375310:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816846208
00000100:00100000:3.0:1767322578.375382:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816846336
00000100:00100000:3.0:1767322578.375386:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816846336
00000100:00100000:3.0:1767322578.375414:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115
00000100:00100000:3.0:1767322578.375423:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816846208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322578.375452:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322578.375473:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116
00000100:00100000:1.0:1767322578.375485:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816846336:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322578.375502:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816846208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (407us total) trans 0 rc 0/0
00002000:00000024:1.0:1767322578.375505:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322578.375512:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115
00000100:00100000:1.0:1767322578.375545:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816846336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (395us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322578.375552:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116
00000100:00100000:3.0:1767322578.375570:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816846208:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322578.375787:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322578.375810:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322578.375836:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816846336:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322578.438868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322578.822995:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322579.462894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322579.624161:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322579.624281:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758758784
00000100:00100000:3.0:1767322579.624300:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758758784
00000100:00100000:3.0:1767322579.624418:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5424
00000100:00080000:0.0:1767322579.624423:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322579.624448:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758758784:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322579.624567:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758758784:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 136us (414us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322579.624576:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5424
00000100:00100000:1.0:1767322579.627255:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322579.627474:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758758656
00000100:00100000:3.0:1767322579.627484:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758758656
00000100:00100000:3.0:1767322579.627532:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89924
00000100:00100000:3.0:1767322579.627540:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758758656:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322579.627563:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322579.627623:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758758656:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 83us (377us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322579.627630:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89924
00010000:00010000:1.0:1767322579.849833:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322580.486843:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322580.871203:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322581.512297:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322581.895724:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322581.959145:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322581.959159:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322581.959163:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322581.959168:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322581.959173:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322581.959184:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5119
00000100:00080000:1.0:1767322581.959190:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322581.959199:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322581.959259:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474000 x1853166816846464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322581.959288:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322581.959292:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322581.959294:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322581.959299:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5119
00000100:00080000:1.0:1767322581.959302:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322581.959307:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322581.959323:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4be300 x1853166816846592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322581.959364:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322581.959368:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322581.959371:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322581.959375:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5119
00000100:00080000:1.0:1767322581.959377:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322581.959381:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322581.959393:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bf480 x1853166816846848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322581.959410:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322581.959414:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322581.959416:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322581.959419:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5119
00000100:00080000:1.0:1767322581.959422:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322581.959425:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322581.959436:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30e00 x1853166816847104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322581.959592:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816847360:0@lo:400:kworker.0
00000100:00100000:3.0:1767322581.959686:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322581.959819:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322581.959826:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816847232:0@lo:400:kworker.0
00000100:00100000:3.0:1767322581.959857:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322581.959902:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816847360
00000100:00100000:3.0:1767322581.959921:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816847360
00000100:00100000:3.0:1767322581.959987:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816847232
00000100:00100000:3.0:1767322581.959991:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816847232
00000100:00100000:3.0:1767322581.960015:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414
00000100:00100000:3.0:1767322581.960025:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816847360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322581.960080:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816847360:12345-0@lo:400:kworker.0 Request processed in 56us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322581.960089:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414
00000100:00100000:3.0:1767322581.960106:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415
00000100:00100000:3.0:1767322581.960112:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816847232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322581.960145:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816847232:12345-0@lo:400:kworker.0 Request processed in 33us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322581.960151:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415
00000100:00100000:3.0:1767322581.960204:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816847232:0@lo:400:kworker.0
00000100:00100000:3.0:1767322581.960214:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816847360:0@lo:400:kworker.0
00000100:00100000:3.0:1767322581.960337:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816846464:0@lo:38:kworker.0
00000100:00100000:3.0:1767322581.960371:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322581.960394:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816846592:0@lo:38:kworker.0
00000100:00100000:3.0:1767322581.960422:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322581.960444:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816846848:0@lo:38:kworker.0
00000100:00100000:3.0:1767322581.960465:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322581.960480:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816847104:0@lo:38:kworker.0
00000100:00100000:3.0:1767322581.960498:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322581.960528:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816846464
00000100:00100000:3.0:1767322581.960532:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816846464
00000100:00100000:3.0:1767322581.960554:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816846848
00000100:00100000:3.0:1767322581.960557:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816846848
00000100:00100000:3.0:1767322581.960569:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816847104
00000100:00100000:3.0:1767322581.960571:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816847104
00000100:00100000:3.0:1767322581.960585:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89925
00000100:00100000:3.0:1767322581.960590:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816846464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322581.960613:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322581.960682:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816846976:0@lo:400:kworker.0
00000100:00100000:2.0:1767322581.960715:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322581.960735:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322581.960740:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816846720:0@lo:400:kworker.0
00000100:00100000:2.0:1767322581.960783:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322581.960842:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816846976
00000100:00100000:2.0:1767322581.960847:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816846976
00000100:00100000:2.0:1767322581.960876:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816846720
00000100:00100000:2.0:1767322581.960878:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816846720
00000100:00100000:2.0:1767322581.960893:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5425
00000100:00100000:2.0:1767322581.960898:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816846976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322581.960951:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816846976:12345-0@lo:400:kworker.0 Request processed in 52us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322581.960958:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5425
00000100:00100000:2.0:1767322581.960974:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5426
00000100:00100000:2.0:1767322581.960979:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816846720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322581.961001:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816846720:12345-0@lo:400:kworker.0 Request processed in 22us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322581.961012:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5426
00000100:00100000:2.0:1767322581.961021:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89926
00000100:00100000:2.0:1767322581.961024:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816846848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322581.961034:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322581.961060:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816846848:12345-0@lo:38:kworker.0 Request processed in 34us (595us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322581.961066:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89926
00000100:00100000:2.0:1767322581.961076:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89927
00000100:00100000:2.0:1767322581.961079:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816847104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322581.961087:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322581.961105:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816847104:12345-0@lo:38:kworker.0 Request processed in 24us (606us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322581.961110:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89927
00000100:00100000:2.0:1767322581.961137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816846720:0@lo:400:kworker.0
00000100:00100000:2.0:1767322581.961145:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816846976:0@lo:400:kworker.0
00000100:00080000:2.0:1767322581.961211:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322581.961217:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322581.961221:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816846848:0@lo:38:kworker.0
00000100:00080000:2.0:1767322581.961316:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322581.961321:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322581.961325:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816847104:0@lo:38:kworker.0
00000100:00100000:3.0:1767322581.961513:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816846464:12345-0@lo:38:kworker.0 Request processed in 920us (1139us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322581.961520:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89925
00000100:00100000:0.0:1767322581.961632:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816846592
00000100:00100000:0.0:1767322581.961639:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816846592
00000100:00100000:0.0:1767322581.961673:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214
00000100:00100000:0.0:1767322581.961678:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816846592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322581.961690:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322581.961724:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816846592:12345-0@lo:38:kworker.0 Request processed in 45us (1301us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322581.961730:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214
00000100:00080000:0.0:1767322581.961774:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767322581.961781:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322581.961784:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322581.962094:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322581.962101:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322581.962105:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816846464:0@lo:38:kworker.0
00000100:00080000:2.0:1767322581.962115:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322581.962117:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322581.962120:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816846592:0@lo:38:kworker.0
00000100:00100000:1.0:1767322582.535623:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322582.919182:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322583.495099:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322583.495128:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816847488:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322583.495223:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322583.497270:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816847488
00000100:00100000:0.0:1767322583.497290:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816847488
00000100:00100000:0.0:1767322583.497794:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117
00000100:00100000:0.0:1767322583.497808:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816847488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322583.497858:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322583.497960:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816847488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (2736us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322583.497969:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117
00000100:00080000:1.0:1767322583.498065:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322583.499384:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816847488:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322583.500061:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816847616:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322583.500114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322583.500228:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816847616
00000100:00100000:0.0:1767322583.500242:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816847616
00000100:00100000:0.0:1767322583.500332:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118
00000100:00100000:0.0:1767322583.500342:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816847616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322583.500383:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767322583.500477:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322583.501432:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816847616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1084us (1310us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322583.501446:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118
00000100:00100000:2.0:1767322583.501459:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816847616:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322583.559718:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322583.722670:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767322583.722718:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758758912 offset 0 length 520: 4
00000100:00100000:2.0:1767322583.722747:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322583.722867:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758759168
00000100:00100000:3.0:1767322583.722879:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758759040
00000100:00100000:0.0:1767322583.722886:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758759168
00000100:00100000:3.0:1767322583.722890:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758759040
00000100:00100000:3.0:1767322583.722979:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5427
00000100:00100000:3.0:1767322583.723002:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758759168:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322583.723015:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89928
00000100:00100000:0.0:1767322583.723026:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758759040:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322583.723059:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322583.723086:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758759168:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (422us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322583.723101:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5427
00000100:00100000:0.0:1767322583.723126:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758759040:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 97us (373us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322583.723136:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89928
00000100:00080000:2.0:1767322583.723456:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322583.943566:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322584.583165:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322584.967182:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322585.606874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322585.994109:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322586.054961:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322561/real 1767322561]  req@ffff8d4e61f33100 x1853166816841216/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322586 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322586.055009:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e61f33100 x1853166816841216/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322586 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767322586.055033:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322586.055067:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767322586.055073:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816841216:0@lo:250:kworker.0
00000100:00080000:1.0:1767322586.057492:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322586.057507:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767322586.057512:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322586.057523:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5104
00000100:00080000:1.0:1767322586.057528:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322586.057538:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322586.057606:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30700 x1853166816847744/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322586.057643:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322586.057648:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322586.057649:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322586.057654:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5124
00000100:00080000:1.0:1767322586.057656:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322586.057660:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322586.057677:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30380 x1853166816847872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322586.057686:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322586.057690:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322586.057691:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322586.057694:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5124
00000100:00080000:1.0:1767322586.057696:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322586.057699:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322586.057712:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f33100 x1853166816848000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322586.057786:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816848128:0@lo:400:kworker.0
00000100:00100000:3.0:1767322586.057885:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322586.058164:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816848128
00000100:00100000:2.0:1767322586.058173:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816848128
00000100:00080000:0.0:1767322586.058236:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322586.058259:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5428
00000100:00100000:2.0:1767322586.058273:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816848128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322586.058277:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816847744:0@lo:250:kworker.0
00000400:00000100:0.0:1767322586.058310:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816847744 offset 0 length 520: 4
00000100:00100000:0.0:1767322586.058338:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816847872:0@lo:38:kworker.0
00000100:00080000:1.0:1767322586.058364:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322586.058369:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322586.058371:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322586.058376:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5124
00000100:00080000:1.0:1767322586.058379:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322586.058383:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322586.058399:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f31c00 x1853166816848256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322586.058452:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322586.058472:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816848000:0@lo:38:kworker.0
00000100:00100000:0.0:1767322586.058497:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322586.058520:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816848256:0@lo:38:kworker.0
00000100:00100000:0.0:1767322586.058546:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322586.058575:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816847872
00000100:00100000:0.0:1767322586.058579:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816847872
00000100:00100000:0.0:1767322586.058600:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816848256
00000100:00100000:0.0:1767322586.058603:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816848256
00000100:00100000:0.0:1767322586.058621:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89929
00000100:00100000:0.0:1767322586.058627:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816847872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322586.058651:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322586.058685:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816847872:12345-0@lo:38:kworker.0 Request processed in 57us (233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322586.058693:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89929
00000100:00100000:0.0:1767322586.058710:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89930
00000100:00100000:0.0:1767322586.058714:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816848256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322586.058730:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322586.058751:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816848256:12345-0@lo:38:kworker.0 Request processed in 36us (204us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322586.058781:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89930
00000100:00100000:0.0:1767322586.058799:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816848000
00000100:00100000:0.0:1767322586.058803:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816848000
00000100:00100000:0.0:1767322586.058821:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215
00000100:00100000:0.0:1767322586.058826:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816848000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322586.058836:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322586.058859:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816848000:12345-0@lo:38:kworker.0 Request processed in 32us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322586.058865:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215
00000100:00080000:0.0:1767322586.058925:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322586.058932:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322586.058935:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816848256:0@lo:38:kworker.0
00000100:00080000:0.0:1767322586.058945:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322586.058948:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322586.058951:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816847872:0@lo:38:kworker.0
00000100:00080000:0.0:1767322586.058973:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322586.058977:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322586.058981:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816848000:0@lo:38:kworker.0
00000100:00100000:2.0:1767322586.058994:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816848128:12345-0@lo:400:kworker.0 Request processed in 722us (1116us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322586.059003:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5428
00000100:00100000:0.0:1767322586.059030:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816848384:0@lo:400:kworker.0
00000100:00100000:0.0:1767322586.059066:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322586.061743:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816848384
00000100:00100000:2.0:1767322586.061798:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816848384
00000100:00100000:2.0:1767322586.061909:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5429
00000100:00100000:2.0:1767322586.061921:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816848384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322586.062046:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816848384:12345-0@lo:400:kworker.0 Request processed in 127us (2978us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322586.062056:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5429
00000100:00100000:2.0:1767322586.062125:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816848384:0@lo:400:kworker.0
00000100:00100000:3.0:1767322586.062293:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816848128:0@lo:400:kworker.0
00000100:00080000:1.0:1767322586.062536:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322586.062543:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322586.062559:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322586.062565:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5124
00000100:00080000:1.0:1767322586.062569:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322586.062573:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322586.062612:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30e00 x1853166816848512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322586.062688:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816848512:0@lo:38:kworker.0
00000100:00100000:2.0:1767322586.062741:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322586.062846:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322586.062886:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816848512
00000100:00100000:3.0:1767322586.062891:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816848512
00000100:00100000:3.0:1767322586.062929:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89931
00000100:00100000:3.0:1767322586.062935:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816848512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322586.062958:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322586.064683:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816848768:0@lo:400:kworker.0
00000100:00100000:0.0:1767322586.064794:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816848640:0@lo:400:kworker.0
00000100:00100000:0.0:1767322586.068614:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322586.068772:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816848640
00000100:00100000:2.0:1767322586.068787:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816848640
00000100:00100000:2.0:1767322586.068906:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416
00000100:00100000:2.0:1767322586.068918:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816848640:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767322586.069073:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322586.069304:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322586.069311:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322586.069316:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816848512:0@lo:38:kworker.0
00000100:00100000:3.0:1767322586.069354:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816848512:12345-0@lo:38:kworker.0 Request processed in 6405us (6601us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322586.069374:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89931
00000100:00100000:1.0:1767322586.070892:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322586.070976:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816848640:12345-0@lo:400:kworker.0 Request processed in 2057us (2369us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322586.070989:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416
00000100:00100000:2.0:1767322586.071022:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816848768
00000100:00100000:2.0:1767322586.071032:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816848768
00000100:00100000:2.0:1767322586.071099:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417
00000100:00100000:2.0:1767322586.071110:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816848768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322586.071175:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816848768:12345-0@lo:400:kworker.0 Request processed in 68us (297us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322586.071181:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417
00000100:00080000:1.0:1767322586.071258:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322586.071345:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816848768:0@lo:400:kworker.0
00000100:00100000:0.0:1767322586.071930:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816848640:0@lo:400:kworker.0
00000100:00100000:1.0:1767322586.631710:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322587.021473:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322587.654882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322588.039598:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322588.615055:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816848896:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322588.615128:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322588.615262:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816848896
00000100:00100000:2.0:1767322588.615270:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816848896
00000100:00100000:2.0:1767322588.615372:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119
00000100:00100000:2.0:1767322588.615382:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816848896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322588.615407:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322588.615455:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816848896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (327us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322588.615466:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119
00000100:00100000:2.0:1767322588.615510:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816848896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322588.615778:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816849024:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322588.615812:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322588.615902:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816849024
00000100:00100000:3.0:1767322588.615907:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816849024
00000100:00080000:0.0:1767322588.616147:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322588.616152:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322588.616253:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120
00000100:00100000:3.0:1767322588.616262:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816849024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322588.616280:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322588.616327:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816849024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (514us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322588.616333:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120
00000100:00100000:1.0:1767322588.616573:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816849024:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322588.678882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322588.840871:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322588.840932:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322588.841016:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758759296
00000100:00100000:3.0:1767322588.841026:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758759296
00000100:00100000:3.0:1767322588.841071:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758759424
00000100:00100000:3.0:1767322588.841074:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758759424
00000100:00100000:3.0:1767322588.841127:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5430
00000100:00100000:3.0:1767322588.841138:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758759424:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322588.841164:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89932
00000100:00100000:2.0:1767322588.841173:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758759296:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322588.841194:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322588.841220:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758759424:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322588.841232:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5430
00000100:00100000:2.0:1767322588.841233:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758759296:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 56us (369us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322588.841244:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89932
00000100:00080000:1.0:1767322588.841368:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322589.063274:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322589.704498:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322590.087000:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322590.726899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322591.112640:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322591.178105:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322591.178117:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322591.178120:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322591.178125:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322591.178129:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322591.178136:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5128
00000100:00080000:1.0:1767322591.178140:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322591.178147:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322591.178187:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30e00 x1853166816849152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322591.180134:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322591.180144:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322591.180147:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322591.180153:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5128
00000100:00080000:1.0:1767322591.180158:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322591.180164:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322591.180212:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8a80 x1853166816849280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322591.180256:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322591.180260:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322591.180262:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322591.180266:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5128
00000100:00080000:1.0:1767322591.180268:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322591.180271:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322591.180282:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9f80 x1853166816849536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322591.180299:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322591.180302:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322591.180304:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322591.180307:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5128
00000100:00080000:1.0:1767322591.180310:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322591.180313:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322591.180333:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3ca680 x1853166816849792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322591.180400:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816850048:0@lo:400:kworker.0
00000100:00100000:1.0:1767322591.180472:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322591.180537:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322591.180543:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816849920:0@lo:400:kworker.0
00000100:00100000:1.0:1767322591.180565:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322591.180614:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816850048
00000100:00100000:1.0:1767322591.180620:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816850048
00000100:00100000:1.0:1767322591.180669:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816849920
00000100:00100000:1.0:1767322591.180673:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816849920
00000100:00100000:1.0:1767322591.180692:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418
00000100:00100000:1.0:1767322591.180700:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816850048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322591.181062:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816849664:0@lo:400:kworker.0
00000100:00100000:3.0:1767322591.181095:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322591.181118:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322591.181123:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816849408:0@lo:400:kworker.0
00000100:00100000:3.0:1767322591.181141:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322591.181167:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419
00000100:00100000:3.0:1767322591.181174:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816849920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322591.181218:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816849920:12345-0@lo:400:kworker.0 Request processed in 45us (652us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322591.181225:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419
00000100:00100000:3.0:1767322591.181258:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816849664
00000100:00100000:3.0:1767322591.181262:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816849664
00000100:00100000:3.0:1767322591.181293:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816849408
00000100:00100000:3.0:1767322591.181296:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816849408
00000100:00100000:3.0:1767322591.181327:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5431
00000100:00100000:3.0:1767322591.181334:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816849664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322591.181367:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816849664:12345-0@lo:400:kworker.0 Request processed in 34us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322591.181373:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5431
00000100:00100000:3.0:1767322591.181396:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5432
00000100:00100000:3.0:1767322591.181403:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816849408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322591.181428:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816849408:12345-0@lo:400:kworker.0 Request processed in 26us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322591.181434:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5432
00000100:00100000:3.0:1767322591.181479:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816849408:0@lo:400:kworker.0
00000100:00100000:3.0:1767322591.181490:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816849664:0@lo:400:kworker.0
00000100:00100000:3.0:1767322591.181515:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816849920:0@lo:400:kworker.0
00000100:00100000:1.0:1767322591.181741:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816850048:12345-0@lo:400:kworker.0 Request processed in 1041us (1268us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322591.181748:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418
00000100:00080000:1.0:1767322591.181789:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322591.181794:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322591.181796:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322591.182082:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816850048:0@lo:400:kworker.0
00000100:00100000:2.0:1767322591.185942:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816849152:0@lo:38:kworker.0
00000100:00100000:2.0:1767322591.186025:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322591.186138:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816849280:0@lo:38:kworker.0
00000100:00100000:2.0:1767322591.186166:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322591.186213:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816849536:0@lo:38:kworker.0
00000100:00100000:2.0:1767322591.186235:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322591.186287:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816849280
00000100:00100000:0.0:1767322591.186295:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816849280
00000100:00100000:0.0:1767322591.186348:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216
00000100:00100000:0.0:1767322591.186355:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816849280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322591.186376:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322591.186420:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816849280:12345-0@lo:38:kworker.0 Request processed in 64us (253us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322591.186431:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216
00000100:00100000:2.0:1767322591.190385:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816849792:0@lo:38:kworker.0
00000100:00100000:2.0:1767322591.190448:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322591.190638:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816849152
00000100:00100000:3.0:1767322591.190647:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816849152
00000100:00100000:3.0:1767322591.192104:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816849536
00000100:00100000:3.0:1767322591.192113:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816849536
00000100:00100000:0.0:1767322591.192495:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816849792
00000100:00100000:0.0:1767322591.192500:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816849792
00000100:00100000:0.0:1767322591.192529:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89933
00000100:00100000:0.0:1767322591.192537:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816849152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322591.192559:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322591.192615:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816849152:12345-0@lo:38:kworker.0 Request processed in 79us (6591us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322591.192622:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89933
00000100:00100000:0.0:1767322591.192636:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89934
00000100:00100000:0.0:1767322591.192640:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816849536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322591.192649:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322591.192667:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816849536:12345-0@lo:38:kworker.0 Request processed in 26us (6431us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322591.192672:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89934
00000100:00100000:0.0:1767322591.192680:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89935
00000100:00100000:0.0:1767322591.192683:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816849792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322591.192691:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322591.192708:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816849792:12345-0@lo:38:kworker.0 Request processed in 24us (2261us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322591.192725:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89935
00000100:00080000:2.0:1767322591.193006:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322591.193012:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322591.193017:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816849792:0@lo:38:kworker.0
00000100:00080000:2.0:1767322591.193051:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322591.193054:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322591.193059:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816849152:0@lo:38:kworker.0
00000100:00080000:2.0:1767322591.193068:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322591.193070:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322591.193073:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816849280:0@lo:38:kworker.0
00000100:00080000:2.0:1767322591.193081:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322591.193084:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322591.193087:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816849536:0@lo:38:kworker.0
00000100:00100000:1.0:1767322591.751788:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322592.135097:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322592.775012:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322593.159121:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322593.735017:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322593.735039:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816850176:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322593.735105:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322593.735131:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816850176
00000100:00100000:1.0:1767322593.735139:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816850176
00000100:00100000:3.0:1767322593.735163:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816850304:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322593.735199:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322593.735200:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121
00000100:00100000:1.0:1767322593.735209:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816850176:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322593.735229:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816850304
00000100:00100000:3.0:1767322593.735232:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816850304
00002000:00000024:1.0:1767322593.735238:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322593.735256:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122
00000100:00100000:3.0:1767322593.735263:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816850304:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322593.735279:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816850176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (174us total) trans 0 rc 0/0
00002000:00000024:3.0:1767322593.735279:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322593.735286:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121
00000100:00100000:3.0:1767322593.735302:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816850304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (103us total) trans 0 rc 0/0
00000100:00080000:1.0:1767322593.735305:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322593.735308:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322593.735308:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122
00000100:00100000:3.0:1767322593.735345:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816850304:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322593.735359:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816850176:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322593.802089:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322593.962251:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322593.963157:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758759552
00000100:00100000:3.0:1767322593.963170:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758759552
00000100:00100000:3.0:1767322593.963227:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89936
00000100:00100000:3.0:1767322593.963236:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758759552:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322593.963261:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322593.963332:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758759552:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 95us (1089us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322593.963339:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89936
00000100:00100000:0.0:1767322593.963440:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322593.963746:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758759680
00000100:00100000:3.0:1767322593.963751:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758759680
00000100:00080000:1.0:1767322593.963833:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322593.963847:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5433
00000100:00100000:3.0:1767322593.963855:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758759680:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322593.963907:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758759680:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 52us (467us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322593.963914:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5433
00010000:00010000:2.0:1767322594.184643:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322594.822880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322595.207520:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322595.846910:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322596.231665:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322596.294864:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322596.294876:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322596.294880:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322596.294885:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322596.294890:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322596.294899:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5133
00000100:00080000:1.0:1767322596.294904:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322596.294913:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322596.294969:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cbb80 x1853166816850432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322596.295002:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322596.295005:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322596.295007:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322596.295012:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5133
00000100:00080000:1.0:1767322596.295014:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322596.295018:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322596.295033:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8380 x1853166816850560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322596.295081:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322596.295084:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322596.295086:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322596.295090:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5133
00000100:00080000:1.0:1767322596.295100:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322596.295104:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322596.295117:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3caa00 x1853166816850816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322596.295133:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322596.295136:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322596.295138:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322596.295142:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5133
00000100:00080000:1.0:1767322596.295144:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322596.295147:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322596.295158:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8700 x1853166816851072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322596.295211:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816851200:0@lo:400:kworker.0
00000100:00100000:1.0:1767322596.295294:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322596.295365:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322596.295372:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816851328:0@lo:400:kworker.0
00000100:00100000:1.0:1767322596.295397:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322596.295440:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816851200
00000100:00100000:1.0:1767322596.295448:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816851200
00000100:00100000:1.0:1767322596.295499:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816851328
00000100:00100000:1.0:1767322596.295502:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816851328
00000100:00100000:1.0:1767322596.295523:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420
00000100:00100000:1.0:1767322596.295530:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816851200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322596.295583:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816851200:12345-0@lo:400:kworker.0 Request processed in 52us (288us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322596.295591:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420
00000100:00100000:1.0:1767322596.295608:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421
00000100:00100000:1.0:1767322596.295616:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816851328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322596.295643:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816851328:12345-0@lo:400:kworker.0 Request processed in 29us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322596.295649:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421
00000100:00080000:1.0:1767322596.295671:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322596.295675:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322596.295718:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816851328:0@lo:400:kworker.0
00000100:00100000:1.0:1767322596.295729:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816851200:0@lo:400:kworker.0
00000100:00100000:2.0:1767322596.295889:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816850432:0@lo:38:kworker.0
00000100:00100000:2.0:1767322596.295929:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322596.295962:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816850560:0@lo:38:kworker.0
00000100:00100000:2.0:1767322596.295987:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322596.296014:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816850816:0@lo:38:kworker.0
00000100:00100000:2.0:1767322596.296036:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322596.296054:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816851072:0@lo:38:kworker.0
00000100:00100000:2.0:1767322596.296074:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322596.296104:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816850560
00000100:00100000:2.0:1767322596.296108:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816850560
00000100:00100000:2.0:1767322596.296132:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217
00000100:00100000:2.0:1767322596.296136:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816850560:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322596.296154:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322596.296182:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816850560:12345-0@lo:38:kworker.0 Request processed in 44us (194us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322596.296191:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217
00000100:00100000:2.0:1767322596.296211:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816850432
00000100:00100000:2.0:1767322596.296216:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816850432
00000100:00100000:2.0:1767322596.296238:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816850816
00000100:00100000:2.0:1767322596.296241:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816850816
00000100:00100000:2.0:1767322596.296255:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816851072
00000100:00100000:2.0:1767322596.296258:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816851072
00000100:00100000:2.0:1767322596.296272:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89937
00000100:00100000:2.0:1767322596.296277:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816850432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322596.296288:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322596.296315:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816850432:12345-0@lo:38:kworker.0 Request processed in 37us (386us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322596.296321:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89937
00000100:00100000:2.0:1767322596.296335:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89938
00000100:00100000:2.0:1767322596.296339:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816850816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322596.296348:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322596.296371:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816850816:12345-0@lo:38:kworker.0 Request processed in 31us (334us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322596.296376:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89938
00000100:00100000:2.0:1767322596.296386:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89939
00000100:00100000:2.0:1767322596.296390:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816851072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322596.296399:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322596.296419:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816851072:12345-0@lo:38:kworker.0 Request processed in 27us (344us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322596.296425:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89939
00000100:00080000:2.0:1767322596.296460:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322596.296466:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322596.296469:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816850432:0@lo:38:kworker.0
00000100:00080000:2.0:1767322596.296480:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322596.296483:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322596.296486:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816850560:0@lo:38:kworker.0
00000100:00080000:2.0:1767322596.296495:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322596.296499:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322596.296501:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816850816:0@lo:38:kworker.0
00000100:00080000:2.0:1767322596.296509:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322596.296512:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322596.296514:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816851072:0@lo:38:kworker.0
00000100:00100000:0.0:1767322596.296629:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816850944:0@lo:400:kworker.0
00000100:00100000:0.0:1767322596.296667:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322596.296797:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322596.296806:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816850688:0@lo:400:kworker.0
00000100:00100000:0.0:1767322596.296846:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322596.296873:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816850944
00000100:00100000:0.0:1767322596.296877:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816850944
00000100:00100000:0.0:1767322596.296907:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816850688
00000100:00100000:0.0:1767322596.296911:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816850688
00000100:00100000:0.0:1767322596.296932:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5434
00000100:00100000:0.0:1767322596.296939:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816850944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322596.296980:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816850944:12345-0@lo:400:kworker.0 Request processed in 42us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322596.296987:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5434
00000100:00100000:0.0:1767322596.297003:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5435
00000100:00100000:0.0:1767322596.297010:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816850688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322596.297035:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816850688:12345-0@lo:400:kworker.0 Request processed in 26us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322596.297041:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5435
00000100:00100000:0.0:1767322596.297075:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816850688:0@lo:400:kworker.0
00000100:00100000:0.0:1767322596.297085:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816850944:0@lo:400:kworker.0
00000100:00080000:1.0:1767322596.297446:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322596.872884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322597.256220:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322597.894985:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322598.279177:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322598.854993:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816851584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322598.855066:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322598.855102:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816851456:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322598.855160:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322598.855250:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816851584
00000100:00100000:1.0:1767322598.855257:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816851584
00000100:00100000:1.0:1767322598.855310:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816851456
00000100:00100000:1.0:1767322598.855313:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816851456
00000100:00100000:1.0:1767322598.855331:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123
00000100:00100000:1.0:1767322598.855338:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816851584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322598.855366:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:0.0:1767322598.855369:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322598.855375:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322598.855412:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124
00000100:00100000:1.0:1767322598.855413:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816851584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (344us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322598.855423:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123
00000100:00100000:0.0:1767322598.855428:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816851456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322598.855449:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322598.855469:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816851584:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322598.855496:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816851456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322598.855505:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124
00000100:00100000:1.0:1767322598.855511:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816851456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322598.918916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322599.089399:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322599.089494:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322599.089645:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758759808
00000100:00100000:0.0:1767322599.089655:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758759808
00000100:00100000:0.0:1767322599.089694:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758759936
00000100:00100000:0.0:1767322599.089696:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758759936
00000100:00100000:0.0:1767322599.089739:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5436
00000100:00100000:0.0:1767322599.089748:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758759936:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322599.090036:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89940
00000100:00100000:1.0:1767322599.090042:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758759808:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322599.090066:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322599.090127:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758759808:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 83us (739us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322599.090134:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89940
00000100:00100000:0.0:1767322599.090239:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758759936:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 491us (744us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322599.090245:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5436
00000100:00080000:3.0:1767322599.090544:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322599.303574:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322599.944547:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322600.326988:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322600.966873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322601.351038:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322601.414890:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322601.414910:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322601.414914:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322601.414918:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322601.414922:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322601.414930:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5138
00000100:00080000:1.0:1767322601.414935:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322601.414942:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322601.414982:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9880 x1853166816851712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322601.415009:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322601.415013:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322601.415015:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322601.415018:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5138
00000100:00080000:1.0:1767322601.415022:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322601.415025:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322601.415036:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9180 x1853166816851840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322601.415077:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322601.415081:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322601.415083:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322601.415086:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5138
00000100:00080000:1.0:1767322601.415089:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322601.415092:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322601.415108:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb100 x1853166816852096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322601.415124:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322601.415128:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322601.415130:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322601.415133:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5138
00000100:00080000:1.0:1767322601.415135:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322601.415138:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322601.415147:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3caa00 x1853166816852352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322601.415147:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816852224:0@lo:400:kworker.0
00000100:00100000:1.0:1767322601.415186:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816852480:0@lo:400:kworker.0
00000100:00100000:3.0:1767322601.415208:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322601.415216:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322601.415323:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322601.415330:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816852608:0@lo:400:kworker.0
00000100:00100000:1.0:1767322601.415357:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322601.415420:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816851968:0@lo:400:kworker.0
00000100:00100000:2.0:1767322601.415448:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322601.417352:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816851712:0@lo:38:kworker.0
00000100:00100000:0.0:1767322601.417420:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322601.417675:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816852480
00000100:00100000:1.0:1767322601.417682:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816852480
00000100:00100000:1.0:1767322601.417725:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816852608
00000100:00100000:1.0:1767322601.417727:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816852608
00000100:00100000:1.0:1767322601.417764:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422
00000100:00100000:1.0:1767322601.417774:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816852480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322601.417837:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816852480:12345-0@lo:400:kworker.0 Request processed in 65us (2619us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322601.417844:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422
00000100:00100000:1.0:1767322601.417859:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423
00000100:00100000:1.0:1767322601.417865:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816852608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322601.417893:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816852608:12345-0@lo:400:kworker.0 Request processed in 28us (2535us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322601.417899:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423
00000100:00080000:3.0:1767322601.417946:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322601.417953:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322601.417972:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816852608:0@lo:400:kworker.0
00000100:00100000:3.0:1767322601.417986:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816852224
00000100:00100000:1.0:1767322601.417989:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816852480:0@lo:400:kworker.0
00000100:00100000:3.0:1767322601.417992:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816852224
00000100:00100000:1.0:1767322601.418035:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816851968
00000100:00100000:3.0:1767322601.418035:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816851712
00000100:00100000:1.0:1767322601.418040:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816851968
00000100:00100000:3.0:1767322601.418042:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816851712
00000100:00100000:3.0:1767322601.418067:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5437
00000100:00100000:3.0:1767322601.418079:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816852224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322601.418122:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816852224:12345-0@lo:400:kworker.0 Request processed in 48us (2913us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322601.418129:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5437
00000100:00100000:3.0:1767322601.418144:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5438
00000100:00100000:3.0:1767322601.418151:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816851968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322601.418180:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816851968:12345-0@lo:400:kworker.0 Request processed in 31us (2731us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322601.418185:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5438
00000100:00100000:3.0:1767322601.418197:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89941
00000100:00100000:3.0:1767322601.418200:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816851712:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767322601.418883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322601.418913:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816852224:0@lo:400:kworker.0
00000100:00100000:2.0:1767322601.419159:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816851968:0@lo:400:kworker.0
00000100:00100000:0.0:1767322601.419211:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816851840:0@lo:38:kworker.0
00000100:00100000:0.0:1767322601.419255:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322601.419331:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816852096:0@lo:38:kworker.0
00010000:00020000:3.0:1767322601.419339:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322601.419361:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322601.419387:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816851712:12345-0@lo:38:kworker.0 Request processed in 1182us (1963us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322601.419392:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816852352:0@lo:38:kworker.0
00000100:00100000:3.0:1767322601.419398:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89941
00000100:00100000:3.0:1767322601.419415:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816852096
00000100:00100000:3.0:1767322601.419419:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816852096
00000100:00100000:0.0:1767322601.419434:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322601.419658:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816852352
00000100:00100000:3.0:1767322601.419663:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816852352
00000100:00100000:3.0:1767322601.419685:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89942
00000100:00100000:3.0:1767322601.419689:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816852096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322601.419700:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322601.419724:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767322601.419730:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816852096:12345-0@lo:38:kworker.0 Request processed in 39us (369us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767322601.419731:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322601.419747:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816851712:0@lo:38:kworker.0
00000100:00100000:3.0:1767322601.419774:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89942
00000100:00080000:0.0:1767322601.419787:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767322601.419792:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89943
00000100:00080000:0.0:1767322601.419793:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322601.419801:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816852096:0@lo:38:kworker.0
00000100:00100000:3.0:1767322601.419802:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816852352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322601.419817:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322601.419855:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816852352:12345-0@lo:38:kworker.0 Request processed in 54us (421us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767322601.419859:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767322601.419864:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89943
00000100:00080000:0.0:1767322601.419872:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322601.419878:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816852352:0@lo:38:kworker.0
00000100:00100000:2.0:1767322601.422616:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816851840
00000100:00100000:2.0:1767322601.422630:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816851840
00000100:00100000:2.0:1767322601.422686:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218
00000100:00100000:2.0:1767322601.422695:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816851840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322601.422718:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322601.422822:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816851840:12345-0@lo:38:kworker.0 Request processed in 127us (3566us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322601.422834:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218
00000100:00080000:0.0:1767322601.423360:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322601.423366:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322601.423370:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816851840:0@lo:38:kworker.0
00000100:00100000:1.0:1767322601.993038:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322602.375349:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322603.014875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322603.400962:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322603.975112:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322603.975144:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816852736:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322603.975217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322603.975373:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816852736
00000100:00100000:1.0:1767322603.975382:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816852736
00000100:00100000:1.0:1767322603.975608:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125
00000100:00100000:1.0:1767322603.975618:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816852736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322603.975650:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322603.975693:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816852736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (476us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322603.975700:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125
00000100:00080000:3.0:1767322603.976208:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322603.977818:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816852864:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322603.977878:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322603.977952:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816852736:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322603.979310:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816852864
00000100:00100000:3.0:1767322603.979321:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816852864
00000100:00100000:3.0:1767322603.979384:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126
00000100:00100000:3.0:1767322603.979394:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816852864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322603.979420:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322603.979472:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816852864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (1593us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322603.979478:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126
00000100:00100000:2.0:1767322603.979567:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816852864:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322603.979772:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322604.038824:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322604.214141:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322604.214195:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322604.214309:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758760192
00000100:00100000:3.0:1767322604.214327:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758760192
00000100:00100000:3.0:1767322604.214438:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758760064
00000100:00100000:3.0:1767322604.214442:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758760064
00000100:00100000:3.0:1767322604.214482:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5439
00000100:00100000:3.0:1767322604.214498:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758760192:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322604.214620:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758760192:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 128us (488us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322604.214630:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5439
00000100:00100000:3.0:1767322604.214654:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89944
00000100:00100000:3.0:1767322604.214659:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758760064:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322604.214689:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322604.214744:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758760064:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 81us (546us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322604.214812:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89944
00000100:00080000:3.0:1767322604.214855:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322604.423440:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322605.063330:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322605.446992:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322606.087947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322606.472036:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322606.535126:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322606.535140:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322606.535143:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322606.535159:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322606.535164:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322606.535172:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5144
00000100:00080000:2.0:1767322606.535177:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322606.535184:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322606.535231:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6ea00 x1853166816852992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322606.535259:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322606.535263:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322606.535265:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322606.535269:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5144
00000100:00080000:2.0:1767322606.535272:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322606.535276:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322606.535292:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940b480 x1853166816853120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322606.535352:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322606.535357:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322606.535358:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322606.535362:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5144
00000100:00080000:2.0:1767322606.535364:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322606.535367:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322606.535380:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f7480 x1853166816853376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322606.535394:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322606.535397:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322606.535399:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322606.535403:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5144
00000100:00080000:2.0:1767322606.535405:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322606.535409:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322606.535420:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9bb80 x1853166816853632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322606.535615:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816853504:0@lo:400:kworker.0
00000100:00100000:3.0:1767322606.535704:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322606.535795:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322606.535802:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816853248:0@lo:400:kworker.0
00000100:00100000:3.0:1767322606.535825:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322606.535868:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816853888:0@lo:400:kworker.0
00000100:00100000:3.0:1767322606.535896:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322606.535918:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322606.535924:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816853760:0@lo:400:kworker.0
00000100:00100000:3.0:1767322606.535945:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322606.536341:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816853888
00000100:00100000:1.0:1767322606.536350:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816853888
00000100:00100000:1.0:1767322606.536425:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816853760
00000100:00100000:1.0:1767322606.536429:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816853760
00000100:00100000:1.0:1767322606.536456:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424
00000100:00100000:2.0:1767322606.536609:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425
00000100:00100000:2.0:1767322606.536620:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816853760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322606.536734:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816853760:12345-0@lo:400:kworker.0 Request processed in 115us (787us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322606.536741:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425
00000100:00100000:1.0:1767322606.537282:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816853888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322606.537333:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816853888:12345-0@lo:400:kworker.0 Request processed in 57us (1436us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322606.537340:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424
00000100:00080000:3.0:1767322606.537454:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322606.537625:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322606.537662:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816853760:0@lo:400:kworker.0
00000100:00100000:3.0:1767322606.537681:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816853888:0@lo:400:kworker.0
00000100:00100000:0.0:1767322606.537863:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816853504
00000100:00100000:0.0:1767322606.537869:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816853504
00000100:00100000:0.0:1767322606.537912:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816853248
00000100:00100000:0.0:1767322606.537915:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816853248
00000100:00100000:0.0:1767322606.537938:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5440
00000100:00100000:0.0:1767322606.537944:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816853504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322606.537981:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816853504:12345-0@lo:400:kworker.0 Request processed in 37us (2278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322606.537987:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5440
00000100:00100000:0.0:1767322606.537998:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5441
00000100:00100000:0.0:1767322606.538003:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816853248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322606.538022:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816853248:12345-0@lo:400:kworker.0 Request processed in 20us (2197us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322606.538027:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5441
00000100:00100000:0.0:1767322606.538053:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816852992:0@lo:38:kworker.0
00000100:00100000:0.0:1767322606.538080:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322606.538096:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816853120:0@lo:38:kworker.0
00000100:00100000:0.0:1767322606.538113:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322606.538135:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816853376:0@lo:38:kworker.0
00000100:00100000:0.0:1767322606.538166:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322606.538179:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816853632:0@lo:38:kworker.0
00000100:00100000:0.0:1767322606.538196:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322606.538219:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816853120
00000100:00100000:0.0:1767322606.538222:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816853120
00000100:00100000:0.0:1767322606.538238:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219
00000100:00100000:0.0:1767322606.538242:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816853120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322606.538259:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322606.538285:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816853120:12345-0@lo:38:kworker.0 Request processed in 42us (171us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322606.538291:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219
00000100:00100000:0.0:1767322606.538308:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816852992
00000100:00100000:0.0:1767322606.538311:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816852992
00000100:00100000:0.0:1767322606.538335:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816853376
00000100:00100000:0.0:1767322606.538337:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816853376
00000100:00100000:0.0:1767322606.538346:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816853632
00000100:00100000:0.0:1767322606.538348:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816853632
00000100:00100000:0.0:1767322606.538355:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89945
00000100:00100000:0.0:1767322606.538359:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816852992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322606.538368:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322606.538389:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816852992:12345-0@lo:38:kworker.0 Request processed in 29us (308us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322606.538394:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89945
00000100:00100000:0.0:1767322606.538402:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89946
00000100:00100000:0.0:1767322606.538406:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816853376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322606.538414:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322606.538429:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816853376:12345-0@lo:38:kworker.0 Request processed in 22us (262us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322606.538434:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89946
00000100:00100000:0.0:1767322606.538441:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89947
00000100:00100000:0.0:1767322606.538445:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816853632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322606.538453:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322606.538996:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816853248:0@lo:400:kworker.0
00000100:00100000:2.0:1767322606.539007:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816853504:0@lo:400:kworker.0
00000100:00080000:2.0:1767322606.539040:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322606.539044:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322606.539047:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816852992:0@lo:38:kworker.0
00000100:00080000:2.0:1767322606.539055:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322606.539058:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322606.539061:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816853120:0@lo:38:kworker.0
00000100:00080000:2.0:1767322606.539067:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322606.539070:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322606.539073:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816853376:0@lo:38:kworker.0
00000100:00080000:1.0:1767322606.539254:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322606.539406:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816853632:12345-0@lo:38:kworker.0 Request processed in 958us (1207us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322606.539414:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89947
00000100:00080000:2.0:1767322606.539475:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322606.539479:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322606.539482:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816853632:0@lo:38:kworker.0
00000100:00100000:1.0:1767322607.113822:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322607.495178:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322608.135069:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322608.518986:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322609.095722:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322609.095749:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816854016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322609.095855:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322609.096040:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816854016
00000100:00100000:3.0:1767322609.096062:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816854016
00000100:00080000:1.0:1767322609.096121:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322609.096138:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127
00000100:00100000:3.0:1767322609.096151:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816854016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322609.096181:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322609.096226:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816854016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (371us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322609.096234:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127
00000100:00100000:2.0:1767322609.096377:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322609.096389:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816854144:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322609.096423:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322609.096500:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816854144
00000100:00100000:3.0:1767322609.096504:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816854144
00000100:00100000:0.0:1767322609.096636:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816854016:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322609.096894:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128
00000100:00100000:3.0:1767322609.096903:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816854144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322609.096921:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322609.096964:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816854144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (540us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322609.096971:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128
00000100:00100000:2.0:1767322609.098079:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816854144:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322609.105687:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322609.160295:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767322609.319955:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758760320 offset 0 length 520: 4
00000100:00100000:2.0:1767322609.320026:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322609.320069:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322609.320312:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758760576
00000100:00100000:1.0:1767322609.320324:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758760576
00000100:00100000:1.0:1767322609.320419:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758760448
00000100:00100000:1.0:1767322609.320423:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758760448
00000100:00100000:1.0:1767322609.320441:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5442
00000100:00100000:1.0:1767322609.320452:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758760576:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322609.320549:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758760576:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 98us (522us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322609.320557:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5442
00000100:00100000:1.0:1767322609.320578:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89948
00000100:00100000:1.0:1767322609.320583:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758760448:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322609.320610:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322609.320646:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758760448:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (573us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322609.320656:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89948
00000100:00080000:2.0:1767322609.320814:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322609.543257:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322610.184125:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322610.571163:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322611.207046:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322611.597682:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322611.654969:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322586/real 1767322586]  req@ffff8d4e61f30700 x1853166816847744/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322611 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322611.655010:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e61f30700 x1853166816847744/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322611 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767322611.655033:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322611.655043:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767322611.655047:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816847744:0@lo:250:kworker.0
00000100:00080000:1.0:1767322611.655332:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322611.655339:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767322611.655342:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322611.655346:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5128
00000100:00080000:1.0:1767322611.655351:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322611.655357:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322611.655388:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae79880 x1853166816854272/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322611.655412:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322611.655416:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322611.655419:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322611.655422:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5149
00000100:00080000:1.0:1767322611.655424:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322611.655427:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322611.655441:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae78700 x1853166816854400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322611.655449:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322611.655452:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322611.655454:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322611.655457:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5149
00000100:00080000:1.0:1767322611.655459:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322611.655462:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322611.655471:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b480 x1853166816854528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322611.655509:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322611.655513:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322611.655515:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322611.655519:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5149
00000100:00080000:1.0:1767322611.655521:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322611.655524:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322611.655535:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae79c00 x1853166816854784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322611.655555:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322611.655558:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322611.655562:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322611.655566:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5149
00000100:00080000:1.0:1767322611.655570:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322611.655576:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322611.655576:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816854912:0@lo:400:kworker.0
00000100:00100000:1.0:1767322611.655597:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7bb80 x1853166816855040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322611.655681:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816855168:0@lo:400:kworker.0
00000100:00100000:3.0:1767322611.655711:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322611.655802:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816854272:0@lo:250:kworker.0
00000100:00100000:0.0:1767322611.655874:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816854656:0@lo:400:kworker.0
00000100:00100000:1.0:1767322611.657545:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322611.657628:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322611.657648:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816855296:0@lo:400:kworker.0
00000100:00100000:1.0:1767322611.657687:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322611.657717:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816854912
00000100:00100000:3.0:1767322611.657732:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816854912
00000100:00100000:1.0:1767322611.657746:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816855168
00000100:00100000:1.0:1767322611.657773:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816855168
00000100:00100000:1.0:1767322611.657872:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816855296
00000100:00100000:1.0:1767322611.657876:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816855296
00000100:00100000:3.0:1767322611.657881:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5443
00000100:00100000:3.0:1767322611.657899:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816854912:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322611.657910:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426
00000100:00100000:1.0:1767322611.657922:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816855168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322611.657996:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816854912:12345-0@lo:400:kworker.0 Request processed in 100us (2282us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322611.658007:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5443
00000100:00100000:1.0:1767322611.658023:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816855168:12345-0@lo:400:kworker.0 Request processed in 103us (482us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322611.658033:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426
00000100:00100000:1.0:1767322611.658056:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427
00000100:00100000:1.0:1767322611.658064:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816855296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322611.658093:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816854912:0@lo:400:kworker.0
00000100:00100000:1.0:1767322611.658102:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816855296:12345-0@lo:400:kworker.0 Request processed in 38us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322611.658110:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427
00000100:00080000:3.0:1767322611.658369:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322611.658377:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322611.658380:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322611.658473:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816855296:0@lo:400:kworker.0
00000100:00100000:3.0:1767322611.658488:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816855168:0@lo:400:kworker.0
00000400:00000100:2.0:1767322611.660144:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816854272 offset 0 length 520: 4
00000100:00100000:2.0:1767322611.660197:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816854400:0@lo:38:kworker.0
00000100:00100000:2.0:1767322611.660257:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322611.660287:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816854528:0@lo:38:kworker.0
00000100:00100000:2.0:1767322611.660313:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322611.660333:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816854784:0@lo:38:kworker.0
00000100:00100000:2.0:1767322611.660355:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322611.660379:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816855040:0@lo:38:kworker.0
00000100:00100000:2.0:1767322611.660402:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322611.660445:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816854400
00000100:00100000:2.0:1767322611.660452:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816854400
00000100:00100000:2.0:1767322611.660483:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816854784
00000100:00100000:2.0:1767322611.660486:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816854784
00000100:00100000:2.0:1767322611.660500:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816855040
00000100:00100000:2.0:1767322611.660502:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816855040
00000100:00100000:2.0:1767322611.660517:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89949
00000100:00100000:2.0:1767322611.660524:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816854400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322611.660546:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322611.660586:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816854400:12345-0@lo:38:kworker.0 Request processed in 62us (329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322611.660593:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89949
00000100:00100000:2.0:1767322611.660610:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89950
00000100:00100000:2.0:1767322611.660614:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816854784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322611.660623:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322611.660659:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816854784:12345-0@lo:38:kworker.0 Request processed in 43us (303us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322611.660665:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89950
00000100:00100000:2.0:1767322611.660677:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89951
00000100:00100000:2.0:1767322611.660682:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816855040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322611.660691:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322611.660714:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816855040:12345-0@lo:38:kworker.0 Request processed in 31us (311us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322611.660719:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89951
00000100:00080000:2.0:1767322611.660777:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322611.660782:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322611.660786:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816854400:0@lo:38:kworker.0
00000100:00080000:2.0:1767322611.660796:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322611.660801:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322611.660804:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816854784:0@lo:38:kworker.0
00000100:00080000:2.0:1767322611.660811:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322611.660814:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322611.660816:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816855040:0@lo:38:kworker.0
00000100:00100000:1.0:1767322611.664268:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816854528
00000100:00100000:1.0:1767322611.664283:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816854528
00000100:00100000:1.0:1767322611.664343:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220
00000100:00100000:1.0:1767322611.664352:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816854528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322611.664377:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322611.664475:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816854528:12345-0@lo:38:kworker.0 Request processed in 122us (4159us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322611.664483:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220
00000100:00080000:2.0:1767322611.664679:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322611.664686:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322611.664690:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816854528:0@lo:38:kworker.0
00000100:00100000:0.0:1767322611.665131:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322611.665324:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816854656
00000100:00100000:3.0:1767322611.665331:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816854656
00000100:00100000:3.0:1767322611.665440:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5444
00000100:00100000:3.0:1767322611.665448:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816854656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322611.665510:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816854656:12345-0@lo:400:kworker.0 Request processed in 63us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322611.665517:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5444
00000100:00100000:1.0:1767322611.666824:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816854656:0@lo:400:kworker.0
00000100:00080000:2.0:1767322611.670991:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322612.231822:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322612.617071:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322613.256543:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322613.641167:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322614.215268:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816855424:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322614.215371:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322614.215479:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816855424
00000100:00100000:2.0:1767322614.215489:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816855424
00000100:00100000:2.0:1767322614.215571:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129
00000100:00100000:2.0:1767322614.215582:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816855424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322614.215631:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767322614.215723:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322614.215836:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816855424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 256us (465us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322614.215844:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129
00000100:00100000:2.0:1767322614.215904:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816855552:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322614.218069:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816855424:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322614.218074:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322614.218189:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816855552
00000100:00100000:3.0:1767322614.218201:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816855552
00000100:00100000:3.0:1767322614.218294:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130
00000100:00100000:3.0:1767322614.218310:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816855552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322614.218353:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322614.218429:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816855552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (367us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322614.218438:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130
00000100:00080000:1.0:1767322614.218516:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322614.219950:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816855552:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322614.279222:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322614.443202:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322614.443313:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322614.443425:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758760832
00000100:00100000:0.0:1767322614.443437:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758760832
00000100:00100000:0.0:1767322614.443529:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758760704
00000100:00100000:0.0:1767322614.443533:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758760704
00000100:00100000:0.0:1767322614.443559:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5445
00000100:00100000:0.0:1767322614.443572:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758760832:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322614.443681:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758760832:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 112us (494us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322614.443691:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5445
00000100:00100000:0.0:1767322614.443713:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89952
00000100:00100000:0.0:1767322614.443718:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758760704:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322614.443745:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322614.443982:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758760704:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 260us (667us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322614.443990:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89952
00000100:00080000:1.0:1767322614.444208:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322614.663218:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322615.302895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322615.689651:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322616.326924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322616.711359:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322616.775104:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322616.775119:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322616.775122:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322616.775127:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322616.775132:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322616.775142:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5154
00000100:00080000:1.0:1767322616.775147:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322616.775157:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322616.775208:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8e00 x1853166816855680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322616.775234:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322616.775237:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322616.775239:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322616.775243:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5154
00000100:00080000:1.0:1767322616.775245:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322616.775249:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322616.775262:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8700 x1853166816855808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322616.775275:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816855680:0@lo:38:kworker.0
00000100:00080000:1.0:1767322616.775313:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322616.775318:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322616.775320:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322616.775325:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5154
00000100:00080000:1.0:1767322616.775327:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322616.775331:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322616.775343:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cbb80 x1853166816856064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322616.775365:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322616.775368:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322616.775370:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322616.775373:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5154
00000100:00080000:1.0:1767322616.775375:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322616.775378:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322616.775389:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938380 x1853166816856320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322616.775454:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816856448:0@lo:400:kworker.0
00000100:00100000:3.0:1767322616.775665:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816856192:0@lo:400:kworker.0
00000100:00100000:0.0:1767322616.775733:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816855936:0@lo:400:kworker.0
00000100:00100000:1.0:1767322616.776852:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322616.778097:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322616.778116:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816856576:0@lo:400:kworker.0
00000100:00100000:1.0:1767322616.779059:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322616.779161:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816856448
00000100:00100000:1.0:1767322616.779173:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816856448
00000100:00100000:1.0:1767322616.779259:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816856576
00000100:00100000:1.0:1767322616.779263:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816856576
00000100:00100000:1.0:1767322616.779298:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428
00000100:00100000:1.0:1767322616.779311:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816856448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322616.779386:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816856448:12345-0@lo:400:kworker.0 Request processed in 78us (2537us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322616.779394:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428
00000100:00100000:2.0:1767322616.780031:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322616.780057:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322616.780095:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816855808:0@lo:38:kworker.0
00000100:00100000:3.0:1767322616.780113:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816855680
00000100:00100000:3.0:1767322616.780119:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816855680
00000100:00100000:2.0:1767322616.780140:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322616.780149:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816856192
00000100:00100000:3.0:1767322616.780153:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816856192
00000100:00100000:2.0:1767322616.780183:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816856064:0@lo:38:kworker.0
00000100:00100000:3.0:1767322616.780197:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5446
00000100:00100000:3.0:1767322616.780209:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816856192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322616.780216:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322616.780248:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816856064
00000100:00100000:2.0:1767322616.780252:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816856064
00000100:00100000:3.0:1767322616.780262:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816856192:12345-0@lo:400:kworker.0 Request processed in 57us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322616.780273:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5446
00000100:00100000:2.0:1767322616.780283:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89953
00000100:00100000:2.0:1767322616.780290:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816855680:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322616.780296:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89954
00000100:00100000:3.0:1767322616.780302:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816856064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322616.780314:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322616.780344:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429
00000100:00100000:1.0:1767322616.780353:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816856576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322616.780365:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816855680:12345-0@lo:38:kworker.0 Request processed in 73us (336us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322616.780373:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89953
00000100:00100000:1.0:1767322616.780394:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816856576:12345-0@lo:400:kworker.0 Request processed in 42us (1338us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322616.780657:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429
00000100:00080000:1.0:1767322616.780687:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322616.780693:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322616.780695:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322616.780717:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816855808
00000100:00100000:1.0:1767322616.780722:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816855808
00000100:00100000:1.0:1767322616.780746:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221
00000100:00100000:1.0:1767322616.780751:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816855808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322616.780818:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322616.780850:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816856064:12345-0@lo:38:kworker.0 Request processed in 546us (633us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322616.780857:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89954
00000100:00100000:3.0:1767322616.780933:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816856192:0@lo:400:kworker.0
00000100:00100000:0.0:1767322616.781034:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322616.781087:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816855936
00000100:00100000:0.0:1767322616.781091:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816855936
00000100:00100000:0.0:1767322616.781133:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5447
00000100:00100000:0.0:1767322616.781144:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816855936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322616.781193:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816855936:12345-0@lo:400:kworker.0 Request processed in 48us (154us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322616.781199:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5447
00000100:00080000:0.0:1767322616.781217:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322616.781239:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816855936:0@lo:400:kworker.0
00000100:00100000:0.0:1767322616.781287:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816856576:0@lo:400:kworker.0
00000100:00100000:0.0:1767322616.781301:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816856448:0@lo:400:kworker.0
00010000:00020000:1.0:1767322616.783295:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322616.783397:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816855808:12345-0@lo:38:kworker.0 Request processed in 2642us (3253us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322616.783410:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221
00000100:00080000:3.0:1767322616.786781:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322616.786799:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322616.786805:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816856064:0@lo:38:kworker.0
00000100:00100000:3.0:1767322616.786821:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816856320:0@lo:38:kworker.0
00000100:00100000:3.0:1767322616.787043:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322616.787198:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322616.787202:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322616.787205:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816855680:0@lo:38:kworker.0
00000100:00080000:3.0:1767322616.787250:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322616.787255:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322616.787258:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816855808:0@lo:38:kworker.0
00000100:00100000:0.0:1767322616.787382:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816856320
00000100:00100000:0.0:1767322616.787391:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816856320
00000100:00100000:0.0:1767322616.787447:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89955
00000100:00100000:0.0:1767322616.787456:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816856320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322616.787484:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322616.787715:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816856320:12345-0@lo:38:kworker.0 Request processed in 258us (672us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322616.787721:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89955
00000100:00080000:3.0:1767322616.787818:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322616.787822:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322616.787824:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816856320:0@lo:38:kworker.0
00000100:00100000:1.0:1767322617.350928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322617.735057:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322618.374994:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322618.758984:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322619.335787:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816856704:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322619.335896:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322619.336068:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816856704
00000100:00100000:3.0:1767322619.336080:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816856704
00000100:00100000:3.0:1767322619.336169:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131
00000100:00100000:3.0:1767322619.336183:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816856704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322619.336222:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767322619.336430:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322619.336514:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816856704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 335us (617us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322619.336524:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131
00000100:00100000:1.0:1767322619.336726:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816856704:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322619.342510:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816856832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322619.342632:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322619.343104:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816856832
00000100:00100000:3.0:1767322619.343116:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816856832
00000100:00100000:3.0:1767322619.343195:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132
00000100:00100000:3.0:1767322619.343210:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816856832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322619.343266:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:0.0:1767322619.343743:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322619.343997:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816856832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 789us (1378us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322619.344010:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132
00000100:00100000:2.0:1767322619.344011:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816856832:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322619.398901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322619.565477:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322619.565563:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322619.565865:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758761088
00000100:00100000:2.0:1767322619.565879:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758761088
00000100:00100000:2.0:1767322619.565958:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758760960
00000100:00100000:2.0:1767322619.565961:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758760960
00000100:00100000:2.0:1767322619.565983:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5448
00000100:00100000:2.0:1767322619.565996:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758761088:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322619.566113:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758761088:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 119us (650us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322619.566122:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5448
00000100:00100000:2.0:1767322619.566148:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89956
00000100:00100000:2.0:1767322619.566155:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758760960:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:0.0:1767322619.566180:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767322619.566182:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322619.566935:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758760960:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 773us (1366us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322619.566951:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89956
00010000:00010000:3.0:1767322619.783709:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322620.422922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322620.807075:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322621.446938:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322621.831965:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322621.895297:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322621.895312:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322621.895316:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322621.895321:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322621.895326:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322621.895337:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5159
00000100:00080000:3.0:1767322621.895343:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322621.895353:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322621.895410:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6ce00 x1853166816856960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322621.895431:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322621.895435:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322621.895437:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322621.895442:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5159
00000100:00080000:3.0:1767322621.895445:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322621.895449:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322621.895479:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6dc00 x1853166816857088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322621.895535:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322621.895540:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322621.895542:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322621.895557:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5159
00000100:00080000:3.0:1767322621.895560:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322621.895564:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322621.895576:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d180 x1853166816857344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322621.895595:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322621.895598:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322621.895601:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322621.895604:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5159
00000100:00080000:3.0:1767322621.895607:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322621.895611:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322621.895621:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6e680 x1853166816857600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322621.895659:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816857472:0@lo:400:kworker.0
00000100:00100000:3.0:1767322621.895702:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816857728:0@lo:400:kworker.0
00000100:00100000:0.0:1767322621.895796:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816857216:0@lo:400:kworker.0
00000100:00100000:2.0:1767322621.895877:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816856960:0@lo:38:kworker.0
00000100:00100000:3.0:1767322621.897335:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322621.897430:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322621.897442:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816857856:0@lo:400:kworker.0
00000100:00100000:3.0:1767322621.897500:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322621.897567:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816857728
00000100:00100000:3.0:1767322621.897577:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816857728
00000100:00100000:3.0:1767322621.897655:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816857856
00000100:00100000:3.0:1767322621.897659:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816857856
00000100:00100000:3.0:1767322621.897686:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430
00000100:00100000:3.0:1767322621.897695:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816857728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322621.897776:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816857728:12345-0@lo:400:kworker.0 Request processed in 61us (427us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322621.897784:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430
00000100:00100000:3.0:1767322621.897803:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431
00000100:00100000:3.0:1767322621.897809:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816857856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322621.897840:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816857856:12345-0@lo:400:kworker.0 Request processed in 32us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322621.897846:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431
00000100:00100000:3.0:1767322621.897902:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816857856:0@lo:400:kworker.0
00000100:00100000:3.0:1767322621.897915:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816857728:0@lo:400:kworker.0
00000100:00080000:3.0:1767322621.897989:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322621.897994:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322621.898459:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322621.900122:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816857472
00000100:00100000:3.0:1767322621.900140:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816857472
00000100:00100000:3.0:1767322621.900227:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5449
00000100:00100000:3.0:1767322621.900243:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816857472:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767322621.900934:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322621.905910:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816857472:12345-0@lo:400:kworker.0 Request processed in 5659us (7438us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322621.905927:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5449
00000100:00100000:1.0:1767322621.906223:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816857472:0@lo:400:kworker.0
00000100:00100000:0.0:1767322621.912026:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322621.912270:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816857216
00000100:00100000:3.0:1767322621.912284:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816857216
00000100:00100000:3.0:1767322621.912374:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5450
00000100:00100000:3.0:1767322621.912386:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816857216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322621.912493:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816857216:12345-0@lo:400:kworker.0 Request processed in 110us (479us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322621.912501:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5450
00000100:00080000:1.0:1767322621.912672:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322621.912806:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816857216:0@lo:400:kworker.0
00000100:00100000:2.0:1767322621.912935:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322621.913041:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816857088:0@lo:38:kworker.0
00000100:00100000:2.0:1767322621.913087:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322621.913161:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816857344:0@lo:38:kworker.0
00000100:00100000:2.0:1767322621.913189:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322621.913214:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816857600:0@lo:38:kworker.0
00000100:00100000:2.0:1767322621.913237:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322621.913273:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816856960
00000100:00100000:2.0:1767322621.913278:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816856960
00000100:00100000:2.0:1767322621.913301:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816857344
00000100:00100000:2.0:1767322621.913303:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816857344
00000100:00100000:2.0:1767322621.913318:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816857600
00000100:00100000:2.0:1767322621.913320:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816857600
00000100:00100000:2.0:1767322621.913336:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89957
00000100:00100000:2.0:1767322621.913343:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816856960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322621.913368:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322621.913408:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816856960:12345-0@lo:38:kworker.0 Request processed in 64us (473us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322621.913415:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89957
00000100:00100000:2.0:1767322621.913433:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89958
00000100:00100000:2.0:1767322621.913437:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816857344:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322621.913447:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322621.913577:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816857344:12345-0@lo:38:kworker.0 Request processed in 137us (386us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322621.913583:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89958
00000100:00100000:2.0:1767322621.913597:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89959
00000100:00100000:2.0:1767322621.913602:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816857600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322621.913611:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322621.913634:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816857600:12345-0@lo:38:kworker.0 Request processed in 31us (396us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322621.913640:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89959
00000100:00080000:2.0:1767322621.913676:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322621.913682:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322621.913686:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816856960:0@lo:38:kworker.0
00000100:00080000:2.0:1767322621.913695:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322621.913698:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322621.913701:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816857344:0@lo:38:kworker.0
00000100:00080000:2.0:1767322621.913708:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322621.913712:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322621.913714:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816857600:0@lo:38:kworker.0
00000100:00100000:1.0:1767322621.919843:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816857088
00000100:00100000:1.0:1767322621.919869:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816857088
00000100:00100000:1.0:1767322621.919949:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222
00000100:00100000:1.0:1767322621.919959:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816857088:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322621.919997:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322621.920127:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816857088:12345-0@lo:38:kworker.0 Request processed in 168us (7039us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322621.920138:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222
00000100:00080000:2.0:1767322621.923861:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322621.923879:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322621.923886:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816857088:0@lo:38:kworker.0
00000100:00100000:1.0:1767322622.471517:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322622.858020:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322623.495773:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322623.879294:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322624.455983:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322624.456007:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816857984:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322624.456074:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322624.457106:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816857984
00000100:00100000:3.0:1767322624.457115:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816857984
00000100:00100000:3.0:1767322624.457187:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133
00000100:00100000:3.0:1767322624.457197:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816857984:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767322624.457239:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:3.0:1767322624.457239:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322624.457317:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816857984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (1242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322624.457325:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133
00000100:00100000:1.0:1767322624.457603:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816858112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322624.457640:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322624.457697:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816857984:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322624.458647:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816858112
00000100:00100000:3.0:1767322624.458656:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816858112
00000100:00100000:3.0:1767322624.458732:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134
00000100:00100000:3.0:1767322624.458742:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816858112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322624.458803:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767322624.458832:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322624.458880:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816858112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (1237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322624.458888:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134
00000100:00100000:3.0:1767322624.458935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816858112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322624.519055:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322624.681707:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322624.681812:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322624.681927:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758761344
00000100:00100000:1.0:1767322624.681931:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758761216
00000100:00100000:0.0:1767322624.681940:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758761344
00000100:00100000:1.0:1767322624.681949:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758761216
00000100:00100000:1.0:1767322624.682022:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5451
00000100:00100000:0.0:1767322624.682044:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89960
00000100:00100000:1.0:1767322624.682054:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758761344:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322624.682078:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758761216:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322624.682110:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322624.682165:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758761344:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 128us (471us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322624.682169:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758761216:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 90us (353us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322624.682186:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5451
00000100:00080000:2.0:1767322624.682232:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322624.685658:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89960
00010000:00010000:1.0:1767322624.903160:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322625.542939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322625.927735:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322626.568694:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322626.953092:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322627.015342:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322627.015356:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322627.015360:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322627.015365:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322627.015370:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322627.015382:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5164
00000100:00080000:1.0:1767322627.015387:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322627.015396:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322627.015462:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93aa00 x1853166816858240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322627.015558:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816858240:0@lo:38:kworker.0
00000100:00100000:2.0:1767322627.015665:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322627.015916:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816858240
00000100:00100000:0.0:1767322627.015926:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816858240
00000100:00100000:0.0:1767322627.015991:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89961
00000100:00100000:0.0:1767322627.016000:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816858240:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322627.016027:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322627.016587:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322627.016593:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322627.016596:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322627.016602:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5164
00000100:00080000:1.0:1767322627.016606:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322627.016611:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322627.016636:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939180 x1853166816858368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322627.017203:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816858368:0@lo:38:kworker.0
00000100:00100000:2.0:1767322627.017261:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322627.017376:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816858368
00000100:00100000:3.0:1767322627.017385:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816858368
00000100:00100000:3.0:1767322627.017427:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223
00000100:00100000:3.0:1767322627.017434:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816858368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322627.017456:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322627.017515:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816858368:12345-0@lo:38:kworker.0 Request processed in 80us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322627.017523:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223
00000100:00100000:0.0:1767322627.017954:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816858240:12345-0@lo:38:kworker.0 Request processed in 1952us (2287us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322627.017965:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89961
00000100:00080000:2.0:1767322627.018069:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322627.018076:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322627.018081:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816858240:0@lo:38:kworker.0
00000100:00080000:2.0:1767322627.018109:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322627.018114:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322627.018117:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816858368:0@lo:38:kworker.0
00000100:00100000:3.0:1767322627.018328:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816858496:0@lo:400:kworker.0
00000100:00100000:3.0:1767322627.018367:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322627.018431:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816858496
00000100:00100000:0.0:1767322627.018437:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816858496
00000100:00100000:0.0:1767322627.018516:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5452
00000100:00100000:0.0:1767322627.018525:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816858496:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767322627.018736:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322627.019005:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322627.019012:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322627.019015:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322627.019021:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5164
00000100:00080000:1.0:1767322627.019025:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322627.019031:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322627.019060:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93a300 x1853166816858624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322627.019131:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816858752:0@lo:400:kworker.0
00000100:00100000:2.0:1767322627.019169:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322627.019213:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816858752
00000100:00100000:2.0:1767322627.019218:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816858752
00000100:00100000:2.0:1767322627.019264:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5453
00000100:00100000:2.0:1767322627.019271:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816858752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322627.019309:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816858752:12345-0@lo:400:kworker.0 Request processed in 38us (140us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322627.019317:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5453
00000100:00080000:2.0:1767322627.019346:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322627.019373:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816858752:0@lo:400:kworker.0
00000100:00100000:2.0:1767322627.019397:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816858624:0@lo:38:kworker.0
00000100:00100000:2.0:1767322627.019425:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322627.019453:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816858624
00000100:00100000:2.0:1767322627.019457:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816858624
00000100:00100000:2.0:1767322627.019477:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89962
00000100:00100000:2.0:1767322627.019482:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816858624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322627.019779:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322627.019829:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816858624:12345-0@lo:38:kworker.0 Request processed in 344us (403us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322627.019836:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89962
00000100:00080000:2.0:1767322627.019867:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322627.019872:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322627.019875:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816858624:0@lo:38:kworker.0
00000100:00100000:0.0:1767322627.020108:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816858496:12345-0@lo:400:kworker.0 Request processed in 1583us (1738us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322627.020117:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5452
00000100:00080000:1.0:1767322627.020203:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322627.020209:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322627.020211:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322627.020217:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5164
00000100:00080000:1.0:1767322627.020221:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322627.020226:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322627.020251:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93a300 x1853166816858880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322627.020337:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816859136:0@lo:400:kworker.0
00000100:00100000:1.0:1767322627.020379:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322627.020409:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322627.020415:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816859008:0@lo:400:kworker.0
00000100:00100000:1.0:1767322627.020438:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322627.020472:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816859136
00000100:00100000:1.0:1767322627.020477:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816859136
00000100:00100000:1.0:1767322627.020711:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816859008
00000100:00100000:1.0:1767322627.020715:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816859008
00000100:00100000:1.0:1767322627.020740:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432
00000100:00100000:1.0:1767322627.020748:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816859136:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767322627.020774:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322627.020779:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322627.020799:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433
00000100:00100000:0.0:1767322627.020807:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816859008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322627.020808:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816859136:12345-0@lo:400:kworker.0 Request processed in 62us (430us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322627.020852:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816859008:12345-0@lo:400:kworker.0 Request processed in 46us (412us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322627.020858:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433
00000100:00100000:0.0:1767322627.020902:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816859008:0@lo:400:kworker.0
00000100:00100000:1.0:1767322627.020911:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432
00000100:00100000:0.0:1767322627.020912:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816859136:0@lo:400:kworker.0
00000100:00100000:2.0:1767322627.020997:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816858880:0@lo:38:kworker.0
00000100:00100000:2.0:1767322627.021028:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322627.021120:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816858496:0@lo:400:kworker.0
00000100:00100000:0.0:1767322627.021123:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816858880
00000100:00100000:0.0:1767322627.021127:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816858880
00000100:00100000:0.0:1767322627.021158:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89963
00000100:00100000:0.0:1767322627.021162:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816858880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322627.021180:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322627.021217:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816858880:12345-0@lo:38:kworker.0 Request processed in 53us (188us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322627.021224:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89963
00000100:00080000:2.0:1767322627.021244:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322627.021250:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322627.021253:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816858880:0@lo:38:kworker.0
00000100:00100000:1.0:1767322627.595645:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322627.978237:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322628.614942:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322628.999814:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322629.575122:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816859392:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322629.575227:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322629.575294:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816859392
00000100:00100000:3.0:1767322629.575306:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816859392
00000100:00100000:2.0:1767322629.575325:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322629.575337:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816859264:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322629.575367:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322629.575467:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816859264
00000100:00100000:3.0:1767322629.575473:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816859264
00000100:00100000:3.0:1767322629.575516:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135
00000100:00100000:3.0:1767322629.575528:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816859392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322629.575558:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322629.575968:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816859392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 443us (740us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322629.575976:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135
00000100:00100000:3.0:1767322629.575995:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136
00000100:00100000:3.0:1767322629.576002:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816859264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322629.576018:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322629.576047:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816859264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (679us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322629.576053:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136
00000100:00100000:3.0:1767322629.576114:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816859264:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322629.576131:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816859392:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767322629.576206:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322629.576212:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322629.638919:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322629.801054:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322629.801119:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322629.801333:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758761472
00000100:00100000:2.0:1767322629.801346:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758761472
00000100:00100000:2.0:1767322629.801408:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758761600
00000100:00100000:2.0:1767322629.801412:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758761600
00000100:00080000:1.0:1767322629.801566:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322629.801630:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5454
00000100:00100000:2.0:1767322629.801643:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758761600:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322629.801744:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758761600:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (623us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322629.801790:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5454
00000100:00100000:2.0:1767322629.801817:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89964
00000100:00100000:2.0:1767322629.801823:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758761472:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322629.801849:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322629.801877:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758761472:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (837us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322629.801884:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89964
00010000:00010000:2.0:1767322630.023796:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322630.663183:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322631.047011:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322631.687194:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322632.070977:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322632.139177:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322632.139192:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322632.139195:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322632.139200:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322632.139205:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322632.139215:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5169
00000100:00080000:0.0:1767322632.139220:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322632.139230:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322632.139287:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b0700 x1853166816859520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322632.139328:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322632.139332:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322632.139334:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322632.139338:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5169
00000100:00080000:0.0:1767322632.139341:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322632.139344:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322632.139364:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b3b80 x1853166816859648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322632.139424:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322632.139429:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322632.139431:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322632.139438:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5169
00000100:00080000:0.0:1767322632.139442:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767322632.139442:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816859520:0@lo:38:kworker.0
00000100:00080000:0.0:1767322632.139449:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322632.139477:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b2680 x1853166816859904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322632.139502:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322632.139507:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322632.139509:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322632.139514:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5169
00000100:00080000:0.0:1767322632.139516:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322632.139521:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322632.139535:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8700 x1853166816860160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322632.139574:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322632.139652:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816859520
00000100:00100000:0.0:1767322632.139662:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816859520
00000100:00100000:2.0:1767322632.139669:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816859648:0@lo:38:kworker.0
00000100:00100000:2.0:1767322632.139704:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322632.139717:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89965
00000100:00100000:0.0:1767322632.139727:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816859520:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322632.139749:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816859904:0@lo:38:kworker.0
00010000:00020000:0.0:1767322632.139793:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322632.139823:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322632.139864:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816860160:0@lo:38:kworker.0
00000100:00100000:0.0:1767322632.139881:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816859520:12345-0@lo:38:kworker.0 Request processed in 152us (309us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322632.139893:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89965
00000100:00100000:2.0:1767322632.139903:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322632.139945:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322632.139950:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322632.139956:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816859520:0@lo:38:kworker.0
00000100:00100000:1.0:1767322632.139981:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816859776:0@lo:400:kworker.0
00000100:00100000:1.0:1767322632.140031:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322632.140070:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816860032:0@lo:400:kworker.0
00000100:00100000:0.0:1767322632.140093:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816859904
00000100:00100000:0.0:1767322632.140101:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816859904
00000100:00100000:3.0:1767322632.140121:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816859648
00000100:00100000:0.0:1767322632.140126:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816860160
00000100:00100000:3.0:1767322632.140129:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816859648
00000100:00100000:0.0:1767322632.140134:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816860160
00000100:00100000:0.0:1767322632.140176:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89966
00000100:00100000:3.0:1767322632.140186:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224
00000100:00100000:0.0:1767322632.140195:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816859904:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322632.140203:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816859648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322632.140214:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767322632.140227:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322632.140257:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816859904:12345-0@lo:38:kworker.0 Request processed in 63us (433us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322632.140267:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89966
00000100:00100000:3.0:1767322632.140287:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816859648:12345-0@lo:38:kworker.0 Request processed in 86us (582us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322632.140292:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89967
00000100:00100000:0.0:1767322632.140310:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816860160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322632.140317:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224
00010000:00020000:0.0:1767322632.140328:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322632.140363:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816860416:0@lo:400:kworker.0
00000100:00100000:0.0:1767322632.140371:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816860160:12345-0@lo:38:kworker.0 Request processed in 63us (468us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322632.140379:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89967
00000100:00100000:3.0:1767322632.140405:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322632.140436:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816860416
00000100:00100000:3.0:1767322632.140442:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322632.140443:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816860416
00000100:00100000:3.0:1767322632.140474:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816860288:0@lo:400:kworker.0
00000100:00100000:3.0:1767322632.140510:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322632.140546:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816860288
00000100:00100000:0.0:1767322632.140552:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816860288
00000100:00100000:0.0:1767322632.140588:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434
00000100:00100000:0.0:1767322632.140597:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816860416:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322632.140624:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322632.140631:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322632.140637:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816859904:0@lo:38:kworker.0
00000100:00080000:3.0:1767322632.140659:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322632.140664:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322632.140671:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816860416:12345-0@lo:400:kworker.0 Request processed in 71us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322632.140678:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816860160:0@lo:38:kworker.0
00000100:00100000:0.0:1767322632.140690:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434
00000100:00080000:3.0:1767322632.140705:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767322632.140713:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435
00000100:00080000:3.0:1767322632.140716:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322632.140724:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816859648:0@lo:38:kworker.0
00000100:00100000:0.0:1767322632.140727:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816860288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322632.140808:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816860288:12345-0@lo:400:kworker.0 Request processed in 85us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322632.140818:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435
00000100:00080000:3.0:1767322632.140827:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322632.140837:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322632.140882:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816860288:0@lo:400:kworker.0
00000100:00100000:0.0:1767322632.140895:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816860416:0@lo:400:kworker.0
00000100:00100000:3.0:1767322632.142622:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322632.142752:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816859776
00000100:00100000:0.0:1767322632.142783:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816859776
00000100:00100000:0.0:1767322632.142864:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816860032
00000100:00080000:3.0:1767322632.142864:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322632.142872:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816860032
00000100:00080000:3.0:1767322632.142900:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322632.142917:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5455
00000100:00100000:0.0:1767322632.142929:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816859776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322632.142952:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5456
00000100:00100000:3.0:1767322632.142972:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816860032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322632.143045:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816860032:12345-0@lo:400:kworker.0 Request processed in 82us (431us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322632.143053:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5456
00000100:00100000:3.0:1767322632.143101:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816860032:0@lo:400:kworker.0
00000100:00100000:0.0:1767322632.146129:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816859776:12345-0@lo:400:kworker.0 Request processed in 3192us (6089us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322632.146144:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5455
00000100:00100000:1.0:1767322632.146244:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816859776:0@lo:400:kworker.0
00000100:00100000:1.0:1767322632.710932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322633.095050:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322633.734894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322633.896135:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322633.896394:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758761984
00000100:00100000:0.0:1767322633.896407:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758761984
00000100:00100000:0.0:1767322633.896523:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5457
00000100:00100000:0.0:1767322633.896536:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758761984:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322633.896650:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758761984:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 115us (528us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322633.896658:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5457
00000100:00080000:3.0:1767322633.897005:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767322633.897666:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758761728 offset 0 length 520: 4
00000100:00100000:3.0:1767322633.897708:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322633.897903:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758761856
00000100:00100000:1.0:1767322633.897919:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758761856
00000100:00100000:1.0:1767322633.897996:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89968
00000100:00100000:1.0:1767322633.898004:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758761856:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322633.898037:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322633.898112:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758761856:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 107us (403us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322633.898120:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89968
00010000:00010000:2.0:1767322634.119208:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322634.695174:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816860544:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322634.695254:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322634.695477:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816860544
00000100:00100000:3.0:1767322634.695485:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816860544
00000100:00080000:2.0:1767322634.695596:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322634.695685:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137
00000100:00100000:3.0:1767322634.695697:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816860544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322634.695726:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322634.695798:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816860544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (544us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322634.695805:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137
00000100:00100000:1.0:1767322634.696190:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816860672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322634.696259:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322634.696295:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816860544:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322634.698610:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816860672
00000100:00100000:0.0:1767322634.698625:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816860672
00000100:00100000:0.0:1767322634.698751:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138
00000100:00100000:0.0:1767322634.698776:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816860672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322634.698813:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322634.698927:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816860672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (2656us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322634.698936:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138
00000100:00100000:2.0:1767322634.698991:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816860672:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322634.699236:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322634.758893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322635.143093:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322635.782907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322636.167279:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322636.231101:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322611/real 1767322611]  req@ffff8d4d4ae79880 x1853166816854272/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322636 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767322636.231145:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ae79880 x1853166816854272/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322636 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767322636.231170:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322636.231202:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767322636.231207:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816854272:0@lo:250:kworker.0
00000100:00080000:0.0:1767322636.231290:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322636.231298:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767322636.231302:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322636.231307:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5154
00000100:00080000:0.0:1767322636.231313:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322636.231320:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322636.231362:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8e00 x1853166816860800/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322636.231389:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322636.231394:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322636.231396:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322636.231400:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5174
00000100:00080000:0.0:1767322636.231402:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322636.231406:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322636.231433:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8380 x1853166816860928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322636.231442:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322636.231446:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322636.231448:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322636.231452:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5174
00000100:00080000:0.0:1767322636.231454:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322636.231458:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322636.231470:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8700 x1853166816861056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322636.231536:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767322636.231671:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816861184:0@lo:400:kworker.0
00000100:00100000:1.0:1767322636.231810:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322636.231912:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816861184
00000100:00100000:1.0:1767322636.231920:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816861184
00000100:00100000:1.0:1767322636.231982:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5458
00000100:00100000:1.0:1767322636.231992:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816861184:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322636.232047:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816861184:12345-0@lo:400:kworker.0 Request processed in 56us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322636.232057:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5458
00000100:00080000:1.0:1767322636.232086:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322636.232118:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816861184:0@lo:400:kworker.0
00000100:00080000:0.0:1767322636.232381:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322636.232384:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322636.232389:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5174
00000100:00080000:0.0:1767322636.232393:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322636.232397:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322636.232426:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8a80 x1853166816861312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322636.232465:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322636.232469:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322636.232471:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322636.232475:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5174
00000100:00080000:0.0:1767322636.232478:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322636.232481:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322636.232493:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48aca300 x1853166816861568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322636.232665:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816861696:0@lo:400:kworker.0
00000100:00100000:2.0:1767322636.232707:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322636.232783:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322636.232790:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816861824:0@lo:400:kworker.0
00000100:00100000:2.0:1767322636.232814:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322636.232847:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816861440:0@lo:400:kworker.0
00000100:00100000:2.0:1767322636.232871:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322636.232899:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816861440
00000100:00100000:2.0:1767322636.232903:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816861440
00000100:00100000:2.0:1767322636.232940:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5459
00000100:00100000:2.0:1767322636.232947:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816861440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322636.232982:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816861440:12345-0@lo:400:kworker.0 Request processed in 35us (110us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322636.232989:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5459
00000100:00100000:2.0:1767322636.233020:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816861440:0@lo:400:kworker.0
00000100:00080000:2.0:1767322636.233034:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322636.233186:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816860800:0@lo:250:kworker.0
00000400:00000100:3.0:1767322636.233215:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816860800 offset 0 length 520: 4
00000100:00100000:3.0:1767322636.233236:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816860928:0@lo:38:kworker.0
00000100:00100000:3.0:1767322636.233258:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322636.233282:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816861056:0@lo:38:kworker.0
00000100:00100000:3.0:1767322636.233307:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322636.233325:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816861312:0@lo:38:kworker.0
00000100:00100000:3.0:1767322636.233344:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322636.233357:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816861568:0@lo:38:kworker.0
00000100:00100000:3.0:1767322636.233374:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322636.233402:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816861056
00000100:00100000:3.0:1767322636.233406:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816861056
00000100:00100000:3.0:1767322636.233441:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225
00000100:00100000:3.0:1767322636.233446:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816861056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322636.233470:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322636.233508:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816861056:12345-0@lo:38:kworker.0 Request processed in 60us (200us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322636.233515:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225
00000100:00100000:3.0:1767322636.233532:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816860928
00000100:00100000:3.0:1767322636.233535:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816860928
00000100:00100000:3.0:1767322636.233563:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816861312
00000100:00100000:3.0:1767322636.233566:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816861312
00000100:00100000:3.0:1767322636.233576:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816861568
00000100:00100000:3.0:1767322636.233578:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816861568
00000100:00100000:3.0:1767322636.233591:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89969
00000100:00100000:3.0:1767322636.233595:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816860928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322636.233604:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322636.233628:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816860928:12345-0@lo:38:kworker.0 Request processed in 32us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322636.233633:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89969
00000100:00100000:3.0:1767322636.233643:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89970
00000100:00100000:3.0:1767322636.233646:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816861312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322636.233655:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322636.233675:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816861312:12345-0@lo:38:kworker.0 Request processed in 27us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322636.233681:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89970
00000100:00100000:3.0:1767322636.233690:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89971
00000100:00100000:3.0:1767322636.233694:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816861568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322636.233702:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322636.233722:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816861568:12345-0@lo:38:kworker.0 Request processed in 27us (347us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322636.233910:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89971
00000100:00080000:3.0:1767322636.233955:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322636.233960:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322636.233963:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816860928:0@lo:38:kworker.0
00000100:00080000:3.0:1767322636.233973:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322636.233976:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322636.233978:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816861056:0@lo:38:kworker.0
00000100:00080000:3.0:1767322636.233985:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322636.233988:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322636.233991:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816861312:0@lo:38:kworker.0
00000100:00080000:3.0:1767322636.233999:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322636.234002:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322636.234004:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816861568:0@lo:38:kworker.0
00000100:00100000:0.0:1767322636.234507:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816861696
00000100:00100000:0.0:1767322636.234515:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816861696
00000100:00100000:0.0:1767322636.234597:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816861824
00000100:00100000:0.0:1767322636.234601:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816861824
00000100:00100000:0.0:1767322636.234624:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436
00000100:00100000:0.0:1767322636.234632:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816861696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322636.234700:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816861696:12345-0@lo:400:kworker.0 Request processed in 69us (1992us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322636.234707:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436
00000100:00100000:0.0:1767322636.234722:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437
00000100:00080000:1.0:1767322636.234921:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322636.234926:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322636.234999:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816861696:0@lo:400:kworker.0
00000100:00100000:0.0:1767322636.235074:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816861824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322636.235119:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816861824:12345-0@lo:400:kworker.0 Request processed in 391us (2303us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322636.235127:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437
00000100:00100000:1.0:1767322636.235192:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816861824:0@lo:400:kworker.0
00000100:00100000:1.0:1767322636.806999:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322637.195143:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322637.830883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322638.215002:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322638.854846:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322639.017068:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322639.017108:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322639.017252:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758762240
00000100:00100000:0.0:1767322639.017268:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758762240
00000100:00100000:0.0:1767322639.017381:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758762112
00000100:00100000:0.0:1767322639.017385:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758762112
00000100:00100000:0.0:1767322639.017422:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5460
00000100:00100000:0.0:1767322639.017433:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758762240:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322639.017526:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758762240:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (469us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322639.017533:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5460
00000100:00100000:0.0:1767322639.017551:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89972
00000100:00100000:0.0:1767322639.017555:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758762112:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322639.017575:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322639.017600:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758762112:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (491us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322639.017606:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89972
00000100:00080000:1.0:1767322639.017977:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322639.239002:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322639.815043:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322639.815068:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816861952:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322639.815141:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322639.815173:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816861952
00000100:00100000:3.0:1767322639.815182:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816861952
00000100:00100000:0.0:1767322639.815217:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816862080:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322639.815256:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139
00000100:00100000:0.0:1767322639.815260:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322639.815272:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816861952:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322639.815292:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816862080
00000100:00100000:0.0:1767322639.815298:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816862080
00002000:00000024:3.0:1767322639.815303:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322639.815325:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140
00000100:00100000:0.0:1767322639.815334:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816862080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322639.815353:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322639.815361:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816861952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (220us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322639.815371:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139
00000100:00100000:0.0:1767322639.815406:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816862080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (148us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322639.815414:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140
00000100:00100000:0.0:1767322639.815460:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816862080:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322639.815474:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816861952:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322639.815600:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322639.815604:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322639.879259:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322640.265789:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322640.903044:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322641.287000:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322641.352812:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322641.352821:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322641.352824:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322641.352829:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322641.352833:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322641.352841:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5178
00000100:00080000:1.0:1767322641.352845:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322641.352851:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322641.352895:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b480 x1853166816862208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322641.352928:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322641.352932:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322641.352933:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322641.352937:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5178
00000100:00080000:1.0:1767322641.352939:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322641.352943:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322641.352955:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939180 x1853166816862336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322641.353003:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322641.353007:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322641.353009:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322641.353013:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5178
00000100:00080000:1.0:1767322641.353015:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322641.353018:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322641.353032:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03800 x1853166816862592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322641.353045:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816862208:0@lo:38:kworker.0
00000100:00080000:1.0:1767322641.353047:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322641.353050:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322641.353051:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322641.353054:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5178
00000100:00080000:1.0:1767322641.353056:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322641.353059:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322641.353067:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166816862848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322641.353108:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322641.353122:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816863104:0@lo:400:kworker.0
00000100:00100000:1.0:1767322641.353150:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322641.353163:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816862336:0@lo:38:kworker.0
00000100:00100000:1.0:1767322641.353181:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322641.353185:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322641.353186:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816862976:0@lo:400:kworker.0
00000100:00100000:1.0:1767322641.353205:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322641.353209:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816862592:0@lo:38:kworker.0
00000100:00100000:3.0:1767322641.353228:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322641.353233:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816863104
00000100:00100000:1.0:1767322641.353239:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816863104
00000100:00100000:3.0:1767322641.353241:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816862848:0@lo:38:kworker.0
00000100:00100000:1.0:1767322641.353305:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816862976
00000100:00100000:1.0:1767322641.353309:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816862976
00000100:00100000:1.0:1767322641.353333:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438
00000100:00100000:3.0:1767322641.353339:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322641.353342:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816863104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322641.353367:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816862336
00000100:00100000:3.0:1767322641.353381:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816862336
00000100:00100000:1.0:1767322641.353401:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816863104:12345-0@lo:400:kworker.0 Request processed in 60us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322641.353403:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226
00000100:00100000:1.0:1767322641.353408:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438
00000100:00100000:3.0:1767322641.353408:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816862336:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322641.353423:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439
00010000:00020000:3.0:1767322641.353425:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322641.353429:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816862976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322641.353451:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816862976:12345-0@lo:400:kworker.0 Request processed in 23us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322641.353454:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816862336:12345-0@lo:38:kworker.0 Request processed in 45us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322641.353457:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439
00000100:00100000:3.0:1767322641.353460:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226
00000100:00100000:3.0:1767322641.353478:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816862208
00000100:00100000:3.0:1767322641.353481:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816862208
00000100:00080000:1.0:1767322641.353492:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322641.353496:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322641.353497:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816862592
00000100:00100000:3.0:1767322641.353499:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816862592
00000100:00100000:3.0:1767322641.353511:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816862848
00000100:00100000:3.0:1767322641.353514:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816862848
00000100:00100000:1.0:1767322641.353522:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816862976:0@lo:400:kworker.0
00000100:00100000:3.0:1767322641.353525:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89973
00000100:00100000:3.0:1767322641.353530:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816862208:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322641.353532:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816863104:0@lo:400:kworker.0
00010000:00020000:3.0:1767322641.353539:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322641.353562:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816862208:12345-0@lo:38:kworker.0 Request processed in 30us (453us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322641.353567:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89973
00000100:00100000:1.0:1767322641.353576:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89974
00000100:00100000:3.0:1767322641.353579:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89975
00000100:00100000:1.0:1767322641.353580:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816862592:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322641.353582:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816862848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322641.353589:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322641.353637:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816862720:0@lo:400:kworker.0
00000100:00100000:0.0:1767322641.353664:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322641.353677:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322641.353682:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816862464:0@lo:400:kworker.0
00000100:00100000:0.0:1767322641.353700:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322641.353723:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816862720
00000100:00100000:0.0:1767322641.353727:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816862720
00000100:00100000:0.0:1767322641.353752:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816862464
00000100:00100000:0.0:1767322641.353782:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816862464
00000100:00100000:0.0:1767322641.353799:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5461
00000100:00100000:0.0:1767322641.353805:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816862720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322641.353836:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816862720:12345-0@lo:400:kworker.0 Request processed in 32us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322641.353841:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5461
00000100:00100000:0.0:1767322641.353851:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5462
00000100:00100000:0.0:1767322641.353856:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816862464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322641.353877:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816862464:12345-0@lo:400:kworker.0 Request processed in 21us (175us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322641.353882:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5462
00000100:00100000:0.0:1767322641.353908:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816862464:0@lo:400:kworker.0
00000100:00100000:0.0:1767322641.353916:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816862720:0@lo:400:kworker.0
00000100:00080000:0.0:1767322641.353944:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322641.354257:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816862592:12345-0@lo:38:kworker.0 Request processed in 675us (1027us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322641.354264:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89974
00000100:00080000:1.0:1767322641.354310:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322641.354315:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322641.354319:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816862592:0@lo:38:kworker.0
00000100:00080000:1.0:1767322641.354327:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322641.354330:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322641.354332:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816862208:0@lo:38:kworker.0
00000100:00080000:1.0:1767322641.354339:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322641.354342:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322641.354344:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816862336:0@lo:38:kworker.0
00010000:00020000:3.0:1767322641.354528:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322641.354572:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816862848:12345-0@lo:38:kworker.0 Request processed in 988us (1232us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322641.354578:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89975
00000100:00080000:1.0:1767322641.354649:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322641.354653:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322641.354656:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816862848:0@lo:38:kworker.0
00000100:00100000:1.0:1767322641.927075:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322642.310989:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322642.950936:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322643.338517:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322643.974825:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322644.140262:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322644.140319:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322644.142521:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758762496
00000100:00100000:3.0:1767322644.142537:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758762496
00000100:00100000:3.0:1767322644.142641:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758762368
00000100:00100000:3.0:1767322644.142645:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758762368
00000100:00100000:3.0:1767322644.142676:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5463
00000100:00100000:3.0:1767322644.142689:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758762496:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322644.142787:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758762496:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 102us (2534us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322644.142795:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5463
00000100:00100000:3.0:1767322644.142813:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89976
00000100:00100000:3.0:1767322644.142817:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758762368:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322644.142839:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322644.142864:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758762368:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (2545us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322644.142874:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89976
00000100:00080000:1.0:1767322644.147223:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322644.361783:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322644.935179:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322644.935205:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816863232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322644.935271:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322644.935405:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816863232
00000100:00100000:1.0:1767322644.935413:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816863232
00000100:00100000:1.0:1767322644.935474:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141
00000100:00100000:1.0:1767322644.935485:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816863232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322644.935515:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322644.935566:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816863232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (295us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322644.935573:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141
00000100:00100000:1.0:1767322644.935619:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816863232:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322644.935685:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322644.936625:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816863360:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322644.936666:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322644.936845:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816863360
00000100:00100000:3.0:1767322644.936852:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816863360
00000100:00100000:3.0:1767322644.936904:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142
00000100:00100000:3.0:1767322644.936915:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816863360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322644.936938:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767322644.937026:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322644.937288:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816863360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 375us (619us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322644.937295:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142
00000100:00100000:1.0:1767322644.937855:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816863360:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322645.001929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322645.383532:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322646.022942:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322646.407432:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322646.470874:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322646.470884:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322646.470887:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322646.470891:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322646.470895:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322646.470903:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5183
00000100:00080000:0.0:1767322646.470908:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322646.470915:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322646.470953:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9f80 x1853166816863488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322646.470971:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322646.470974:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322646.470976:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322646.470980:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5183
00000100:00080000:0.0:1767322646.470982:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322646.470986:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322646.470998:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9500 x1853166816863616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322646.471001:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816863488:0@lo:38:kworker.0
00000100:00080000:0.0:1767322646.471041:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322646.471045:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322646.471047:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322646.471050:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5183
00000100:00080000:0.0:1767322646.471052:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322646.471055:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322646.471064:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322646.471068:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acb480 x1853166816863872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322646.471083:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322646.471085:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322646.471087:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322646.471090:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5183
00000100:00080000:0.0:1767322646.471092:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322646.471095:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322646.471103:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8a80 x1853166816864128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322646.471136:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816863616:0@lo:38:kworker.0
00000100:00100000:0.0:1767322646.471141:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816864256:0@lo:400:kworker.0
00000100:00100000:1.0:1767322646.471161:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322646.471166:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322646.471188:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816864000:0@lo:400:kworker.0
00000100:00100000:0.0:1767322646.471189:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322646.471198:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816864384:0@lo:400:kworker.0
00000100:00100000:1.0:1767322646.471198:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816863872:0@lo:38:kworker.0
00000100:00100000:2.0:1767322646.471281:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816863744:0@lo:400:kworker.0
00000100:00100000:0.0:1767322646.473428:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322646.473640:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816863616
00000100:00100000:0.0:1767322646.473650:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816863616
00000100:00100000:0.0:1767322646.473770:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227
00000100:00100000:0.0:1767322646.473778:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816863616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322646.473800:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322646.473987:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816863616:12345-0@lo:38:kworker.0 Request processed in 208us (2824us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322646.473995:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227
00000100:00100000:0.0:1767322646.474022:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816864256
00000100:00100000:0.0:1767322646.474026:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816864256
00000100:00100000:0.0:1767322646.474069:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816864384
00000100:00100000:0.0:1767322646.474072:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816864384
00000100:00100000:0.0:1767322646.474094:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440
00000100:00100000:0.0:1767322646.474100:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816864256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322646.474144:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816864256:12345-0@lo:400:kworker.0 Request processed in 44us (2976us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322646.474151:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440
00000100:00100000:0.0:1767322646.474163:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441
00000100:00100000:0.0:1767322646.474169:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816864384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322646.474195:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816864384:12345-0@lo:400:kworker.0 Request processed in 27us (774us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322646.474201:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441
00000100:00100000:0.0:1767322646.474434:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816864384:0@lo:400:kworker.0
00000100:00100000:0.0:1767322646.474446:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816864256:0@lo:400:kworker.0
00000100:00080000:0.0:1767322646.474517:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322646.474521:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322646.474544:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816863488
00000100:00100000:0.0:1767322646.474548:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816863488
00000100:00100000:0.0:1767322646.474570:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89977
00000100:00100000:0.0:1767322646.474575:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816863488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322646.474587:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322646.474615:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816863488:12345-0@lo:38:kworker.0 Request processed in 39us (3550us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322646.474622:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89977
00000100:00100000:3.0:1767322646.476509:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322646.476554:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322646.476602:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816864000
00000100:00100000:1.0:1767322646.476610:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816864000
00000100:00100000:1.0:1767322646.476668:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816863872
00000100:00100000:1.0:1767322646.476671:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816863872
00000100:00100000:1.0:1767322646.476690:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5464
00000100:00100000:1.0:1767322646.476699:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816864000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322646.476783:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816864000:12345-0@lo:400:kworker.0 Request processed in 86us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322646.476790:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5464
00000100:00100000:1.0:1767322646.476807:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89978
00000100:00100000:1.0:1767322646.476812:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816863872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322646.476830:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322646.476859:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816863872:12345-0@lo:38:kworker.0 Request processed in 46us (307us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322646.476864:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89978
00000100:00080000:1.0:1767322646.476898:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322646.476904:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322646.476907:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816863872:0@lo:38:kworker.0
00000100:00100000:1.0:1767322646.476917:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816864128:0@lo:38:kworker.0
00000100:00100000:1.0:1767322646.476948:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322646.476966:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816864128
00000100:00100000:1.0:1767322646.476969:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816864128
00000100:00100000:1.0:1767322646.476987:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89979
00000100:00100000:1.0:1767322646.476991:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816864128:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322646.477001:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322646.477024:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816864128:12345-0@lo:38:kworker.0 Request processed in 31us (75us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322646.477030:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89979
00000100:00080000:1.0:1767322646.477053:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322646.477057:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322646.477060:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816864128:0@lo:38:kworker.0
00000100:00080000:1.0:1767322646.477072:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322646.477075:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322646.477078:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816863488:0@lo:38:kworker.0
00000100:00080000:3.0:1767322646.477163:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322646.477189:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816864000:0@lo:400:kworker.0
00000100:00080000:1.0:1767322646.477345:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322646.477350:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322646.477354:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816863616:0@lo:38:kworker.0
00000100:00100000:2.0:1767322646.479194:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322646.479370:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816863744
00000100:00100000:0.0:1767322646.479380:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816863744
00000100:00100000:0.0:1767322646.479452:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5465
00000100:00100000:0.0:1767322646.479463:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816863744:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322646.479547:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816863744:12345-0@lo:400:kworker.0 Request processed in 86us (358us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322646.479554:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5465
00000100:00100000:1.0:1767322646.479655:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816863744:0@lo:400:kworker.0
00000100:00080000:3.0:1767322646.480222:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322647.048268:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322647.432656:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322648.070866:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322648.456560:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322649.095329:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322649.258937:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322649.258994:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322649.259079:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758762624
00000100:00100000:2.0:1767322649.259094:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758762624
00000100:00100000:3.0:1767322649.259133:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758762752
00000100:00100000:3.0:1767322649.259143:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758762752
00000100:00100000:2.0:1767322649.259187:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89980
00000100:00100000:2.0:1767322649.259198:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758762624:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322649.259224:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322649.259232:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5466
00000100:00100000:3.0:1767322649.259244:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758762752:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322649.259320:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758762624:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 119us (394us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322649.259337:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758762752:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 89us (335us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322649.259338:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89980
00000100:00100000:3.0:1767322649.259355:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5466
00000100:00080000:1.0:1767322649.259479:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322649.478981:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322650.055146:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816864512:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322650.055252:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322650.055372:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322650.055380:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816864640:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322650.055414:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322650.055477:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816864512
00000100:00100000:2.0:1767322650.055488:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816864512
00000100:00100000:2.0:1767322650.055560:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816864640
00000100:00080000:3.0:1767322650.055563:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322650.055565:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816864640
00000100:00100000:0.0:1767322650.055634:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143
00000100:00100000:0.0:1767322650.055653:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816864512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322650.055706:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322650.055807:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816864512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (557us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322650.055817:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143
00000100:00100000:3.0:1767322650.055866:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816864512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322650.061961:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144
00000100:00100000:2.0:1767322650.061980:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816864640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322650.062016:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322650.062115:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816864640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (6699us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322650.062124:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144
00000100:00100000:1.0:1767322650.062796:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816864640:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767322650.063217:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322650.119394:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322650.505412:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322651.143981:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322651.527043:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322651.592194:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322651.592209:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322651.592212:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322651.592217:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322651.592223:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322651.592233:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5189
00000100:00080000:2.0:1767322651.592238:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322651.592247:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322651.592314:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea88000 x1853166816864768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322651.592355:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322651.592360:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322651.592362:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322651.592366:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5189
00000100:00080000:2.0:1767322651.592368:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322651.592372:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322651.592390:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8a300 x1853166816864896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322651.592458:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322651.592463:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322651.592465:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322651.592469:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5189
00000100:00080000:2.0:1767322651.592472:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322651.592475:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322651.592489:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89500 x1853166816865152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322651.592512:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767322651.592512:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767322651.592523:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322651.592526:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322651.592531:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5189
00000100:00080000:2.0:1767322651.592534:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322651.592546:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322651.592546:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816865280:0@lo:400:kworker.0
00000100:00100000:2.0:1767322651.592579:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89c00 x1853166816865408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322651.592638:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322651.592690:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816865280
00000100:00100000:2.0:1767322651.592700:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816865280
00000100:00100000:3.0:1767322651.592711:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816865024:0@lo:400:kworker.0
00000100:00100000:3.0:1767322651.592730:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322651.592778:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322651.592790:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816865024
00000100:00100000:3.0:1767322651.592796:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816865024
00000100:00100000:3.0:1767322651.592839:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5467
00000100:00100000:3.0:1767322651.592844:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816865024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322651.592881:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816865024:12345-0@lo:400:kworker.0 Request processed in 37us (150us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322651.592886:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5467
00000100:00080000:3.0:1767322651.592901:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322651.592919:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816865024:0@lo:400:kworker.0
00000100:00100000:0.0:1767322651.593041:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816865664:0@lo:400:kworker.0
00000100:00100000:0.0:1767322651.593105:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322651.593156:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322651.593162:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816865536:0@lo:400:kworker.0
00000100:00100000:0.0:1767322651.593184:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322651.593213:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816865664
00000100:00100000:0.0:1767322651.593219:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816865664
00000100:00100000:0.0:1767322651.593254:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816865536
00000100:00100000:0.0:1767322651.593257:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816865536
00000100:00100000:0.0:1767322651.593287:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442
00000100:00100000:0.0:1767322651.593295:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816865664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322651.593350:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816865664:12345-0@lo:400:kworker.0 Request processed in 55us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322651.593358:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442
00000100:00100000:0.0:1767322651.593375:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443
00000100:00100000:0.0:1767322651.593381:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816865536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322651.593421:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816865536:12345-0@lo:400:kworker.0 Request processed in 39us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322651.593429:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443
00000100:00100000:2.0:1767322651.593569:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5468
00000100:00100000:2.0:1767322651.593578:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816865280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322651.593624:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816865280:12345-0@lo:400:kworker.0 Request processed in 48us (986us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322651.593630:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5468
00000100:00100000:2.0:1767322651.593680:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816865280:0@lo:400:kworker.0
00000100:00100000:1.0:1767322651.593890:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816864768:0@lo:38:kworker.0
00000100:00100000:1.0:1767322651.593930:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322651.593953:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816864896:0@lo:38:kworker.0
00000100:00100000:1.0:1767322651.593977:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322651.595976:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816865536:0@lo:400:kworker.0
00000100:00100000:0.0:1767322651.595996:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816865664:0@lo:400:kworker.0
00000100:00100000:0.0:1767322651.596075:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816864768
00000100:00100000:0.0:1767322651.596083:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816864768
00000100:00100000:0.0:1767322651.596128:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89981
00000100:00100000:0.0:1767322651.596134:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816864768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322651.596160:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322651.596226:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816864768:12345-0@lo:38:kworker.0 Request processed in 92us (2296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322651.596231:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89981
00000100:00100000:1.0:1767322651.604697:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816865152:0@lo:38:kworker.0
00000100:00100000:1.0:1767322651.604909:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322651.604954:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816865408:0@lo:38:kworker.0
00000100:00100000:1.0:1767322651.604977:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322651.605052:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322651.605058:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322651.605062:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816864768:0@lo:38:kworker.0
00000100:00100000:2.0:1767322651.605311:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816865152
00000100:00100000:2.0:1767322651.605321:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816865152
00000100:00100000:2.0:1767322651.605379:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816865408
00000100:00100000:2.0:1767322651.605383:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816865408
00000100:00100000:2.0:1767322651.605413:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89982
00000100:00100000:2.0:1767322651.605424:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816865152:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322651.605451:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89983
00010000:00020000:2.0:1767322651.605457:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322651.605468:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816865408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322651.605496:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322651.605518:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816865152:12345-0@lo:38:kworker.0 Request processed in 92us (606us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322651.605528:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89982
00000100:00100000:0.0:1767322651.606229:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816864896
00000100:00100000:0.0:1767322651.606237:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816864896
00000100:00100000:0.0:1767322651.606266:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228
00000100:00100000:0.0:1767322651.606273:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816864896:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322651.606318:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322651.608099:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322651.608114:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322651.608122:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816865152:0@lo:38:kworker.0
00000100:00080000:1.0:1767322651.608149:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767322651.608150:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816865408:12345-0@lo:38:kworker.0 Request processed in 2671us (3157us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767322651.608159:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322651.608168:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816865408:0@lo:38:kworker.0
00000100:00100000:3.0:1767322651.608446:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89983
00000100:00100000:0.0:1767322651.616237:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816864896:12345-0@lo:38:kworker.0 Request processed in 9948us (22243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322651.616258:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228
00000100:00080000:1.0:1767322651.616467:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322651.616475:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322651.616480:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816864896:0@lo:38:kworker.0
00000100:00100000:1.0:1767322652.167455:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322652.551655:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322653.190876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322653.575177:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322654.216160:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322654.376990:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322654.377086:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322654.377246:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758762880
00000100:00100000:1.0:1767322654.377275:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758762880
00000100:00100000:1.0:1767322654.377324:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758763008
00000100:00100000:1.0:1767322654.377327:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758763008
00000100:00100000:1.0:1767322654.377385:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5469
00000100:00100000:1.0:1767322654.377396:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758763008:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322654.377477:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758763008:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 82us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322654.377484:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5469
00000100:00100000:1.0:1767322654.377502:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89984
00000100:00100000:1.0:1767322654.377507:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758762880:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322654.377526:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322654.377553:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758762880:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (573us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322654.377560:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89984
00000100:00080000:0.0:1767322654.377919:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322654.599021:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322655.176057:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816865792:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322655.176145:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322655.177259:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816865792
00000100:00100000:1.0:1767322655.177271:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816865792
00000100:00100000:1.0:1767322655.177354:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145
00000100:00100000:1.0:1767322655.177365:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816865792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322655.177401:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322655.177477:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816865792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (1331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322655.177485:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145
00000100:00080000:0.0:1767322655.177680:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322655.177726:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816865792:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322655.180790:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816865920:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322655.180864:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322655.181117:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816865920
00000100:00100000:0.0:1767322655.181125:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816865920
00000100:00100000:0.0:1767322655.181191:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146
00000100:00100000:0.0:1767322655.181200:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816865920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322655.181227:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767322655.181308:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322655.191336:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816865920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10126us (10460us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322655.191351:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146
00000100:00100000:3.0:1767322655.191816:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816865920:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322655.238882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322655.627291:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322656.263029:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322656.647034:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322656.710897:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322656.710908:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322656.710912:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322656.710917:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322656.710922:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322656.710930:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5194
00000100:00080000:2.0:1767322656.710936:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322656.710943:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322656.710985:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89c00 x1853166816866048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322656.711012:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322656.711015:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322656.711017:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322656.711021:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5194
00000100:00080000:2.0:1767322656.711023:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322656.711027:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322656.711040:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89500 x1853166816866176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322656.711085:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322656.711089:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322656.711091:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322656.711094:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5194
00000100:00080000:2.0:1767322656.711097:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322656.711099:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322656.711112:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea88e00 x1853166816866432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322656.711127:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322656.711130:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322656.711131:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322656.711135:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5194
00000100:00080000:2.0:1767322656.711137:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322656.711140:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322656.711149:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8ad80 x1853166816866688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322656.711273:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816866560:0@lo:400:kworker.0
00000100:00100000:0.0:1767322656.711344:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322656.711421:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322656.711428:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816866304:0@lo:400:kworker.0
00000100:00100000:0.0:1767322656.711450:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322656.711488:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816866560
00000100:00100000:0.0:1767322656.711495:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816866560
00000100:00100000:0.0:1767322656.711548:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816866304
00000100:00100000:0.0:1767322656.711552:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816866304
00000100:00100000:0.0:1767322656.711576:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5470
00000100:00100000:0.0:1767322656.711584:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816866560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322656.711632:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816866560:12345-0@lo:400:kworker.0 Request processed in 48us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322656.711639:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5470
00000100:00100000:0.0:1767322656.711655:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5471
00000100:00100000:0.0:1767322656.711661:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816866304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322656.711687:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816866304:12345-0@lo:400:kworker.0 Request processed in 27us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322656.711692:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5471
00000100:00100000:0.0:1767322656.711732:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816866304:0@lo:400:kworker.0
00000100:00100000:0.0:1767322656.711743:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816866560:0@lo:400:kworker.0
00000100:00080000:1.0:1767322656.711918:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322656.711936:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816866048:0@lo:38:kworker.0
00000100:00100000:1.0:1767322656.711967:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322656.711999:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816866176:0@lo:38:kworker.0
00000100:00100000:1.0:1767322656.712048:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322656.712068:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816866432:0@lo:38:kworker.0
00000100:00100000:1.0:1767322656.712089:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322656.712104:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816866688:0@lo:38:kworker.0
00000100:00100000:1.0:1767322656.712125:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322656.712147:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816866816:0@lo:400:kworker.0
00000100:00100000:1.0:1767322656.712171:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322656.712189:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322656.712194:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816866944:0@lo:400:kworker.0
00000100:00100000:1.0:1767322656.712217:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322656.712256:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816866816
00000100:00100000:1.0:1767322656.712260:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816866816
00000100:00100000:1.0:1767322656.712284:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816866944
00000100:00100000:1.0:1767322656.712287:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816866944
00000100:00100000:1.0:1767322656.712305:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444
00000100:00100000:1.0:1767322656.712311:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816866816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322656.712346:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816866816:12345-0@lo:400:kworker.0 Request processed in 36us (175us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322656.712352:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444
00000100:00100000:1.0:1767322656.712363:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445
00000100:00100000:1.0:1767322656.712368:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816866944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322656.712390:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816866944:12345-0@lo:400:kworker.0 Request processed in 22us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322656.712395:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445
00000100:00100000:1.0:1767322656.712411:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816866048
00000100:00100000:1.0:1767322656.712414:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816866048
00000100:00100000:1.0:1767322656.712431:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816866432
00000100:00100000:1.0:1767322656.712433:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816866432
00000100:00100000:1.0:1767322656.712442:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816866688
00000100:00100000:1.0:1767322656.712445:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816866688
00000100:00100000:1.0:1767322656.712453:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89985
00000100:00100000:1.0:1767322656.712458:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816866048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322656.712475:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322656.712505:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816866048:12345-0@lo:38:kworker.0 Request processed in 46us (537us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322656.712511:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89985
00000100:00100000:1.0:1767322656.712523:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89986
00000100:00100000:1.0:1767322656.712527:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816866432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322656.712535:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322656.712559:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816866432:12345-0@lo:38:kworker.0 Request processed in 30us (468us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322656.712565:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89986
00000100:00100000:1.0:1767322656.712575:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89987
00000100:00100000:1.0:1767322656.712579:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816866688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322656.712587:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322656.712608:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816866688:12345-0@lo:38:kworker.0 Request processed in 28us (482us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322656.712613:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89987
00000100:00080000:1.0:1767322656.712641:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322656.712646:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322656.712649:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816866048:0@lo:38:kworker.0
00000100:00080000:1.0:1767322656.712657:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322656.712660:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322656.712663:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816866432:0@lo:38:kworker.0
00000100:00080000:1.0:1767322656.712670:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322656.712673:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322656.712675:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816866688:0@lo:38:kworker.0
00000100:00100000:1.0:1767322656.712703:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816866944:0@lo:400:kworker.0
00000100:00100000:1.0:1767322656.712711:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816866816:0@lo:400:kworker.0
00000100:00100000:0.0:1767322656.713573:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816866176
00000100:00100000:0.0:1767322656.713580:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816866176
00000100:00100000:0.0:1767322656.713624:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229
00000100:00100000:0.0:1767322656.713630:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e543450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816866176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322656.713645:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322656.713692:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e543450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816866176:12345-0@lo:38:kworker.0 Request processed in 61us (1643us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322656.713698:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229
00000100:00080000:1.0:1767322656.714074:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322656.714081:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322656.714084:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816866176:0@lo:38:kworker.0
00000100:00100000:1.0:1767322657.286896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322657.676335:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322658.310868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322658.695009:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322659.337588:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767322659.496418:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758763136 offset 0 length 520: 4
00000100:00100000:2.0:1767322659.496477:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322659.496529:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322659.496654:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758763264
00000100:00100000:1.0:1767322659.496671:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758763264
00000100:00100000:1.0:1767322659.496734:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758763392
00000100:00100000:1.0:1767322659.496737:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758763392
00000100:00100000:2.0:1767322659.496816:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89988
00000100:00100000:2.0:1767322659.496838:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758763264:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:1.0:1767322659.496861:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5472
00010000:00020000:2.0:1767322659.496874:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322659.496876:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758763392:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767322659.496990:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322659.497095:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758763264:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 256us (616us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322659.497104:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89988
00000100:00100000:1.0:1767322659.504486:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758763392:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 7602us (7953us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322659.504502:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5472
00010000:00010000:1.0:1767322659.719198:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322660.295370:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322660.301969:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816867200:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322660.302091:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322660.302176:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816867072:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322660.302214:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322660.302281:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816867200
00000100:00100000:0.0:1767322660.302291:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816867200
00000100:00100000:0.0:1767322660.302357:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816867072
00000100:00100000:0.0:1767322660.302361:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816867072
00000100:00100000:0.0:1767322660.302387:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147
00000100:00100000:0.0:1767322660.302396:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816867200:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322660.302426:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148
00002000:00000024:0.0:1767322660.302436:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322660.302436:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816867072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322660.302453:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767322660.302551:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322660.302559:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322660.307582:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816867072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5131us (5349us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322660.307589:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816867200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5169us (5473us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322660.307601:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148
00000100:00100000:0.0:1767322660.307611:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147
00000100:00100000:1.0:1767322660.309124:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816867200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322660.309152:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816867072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322660.358894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322660.749417:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322661.382988:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322661.767562:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322661.831306:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322661.831323:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322661.831327:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322661.831333:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322661.831338:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322661.831349:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5199
00000100:00080000:3.0:1767322661.831355:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322661.831364:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322661.831430:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ada680 x1853166816867328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322661.831460:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322661.831465:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322661.831467:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322661.831472:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5199
00000100:00080000:3.0:1767322661.831474:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322661.831479:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322661.831496:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79adb800 x1853166816867456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322661.831553:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322661.831557:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322661.831559:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322661.831563:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5199
00000100:00080000:3.0:1767322661.831566:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322661.831570:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322661.831582:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9180 x1853166816867712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322661.831598:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322661.831602:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322661.831603:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322661.831606:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5199
00000100:00080000:3.0:1767322661.831609:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322661.831612:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322661.831623:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9880 x1853166816867968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322661.831686:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816868096:0@lo:400:kworker.0
00000100:00100000:3.0:1767322661.831807:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322661.831912:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322661.831919:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816868224:0@lo:400:kworker.0
00000100:00100000:3.0:1767322661.831944:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322661.831990:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816868096
00000100:00100000:3.0:1767322661.831999:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816868096
00000100:00100000:3.0:1767322661.832059:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816868224
00000100:00100000:3.0:1767322661.832063:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816868224
00000100:00100000:3.0:1767322661.832087:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446
00000100:00100000:3.0:1767322661.832096:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816868096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322661.832162:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816868096:12345-0@lo:400:kworker.0 Request processed in 65us (353us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322661.832170:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446
00000100:00100000:3.0:1767322661.832201:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447
00000100:00100000:3.0:1767322661.832209:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816868224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322661.832236:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816868224:12345-0@lo:400:kworker.0 Request processed in 30us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322661.832242:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447
00000100:00100000:3.0:1767322661.832291:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816868224:0@lo:400:kworker.0
00000100:00100000:3.0:1767322661.832302:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816868096:0@lo:400:kworker.0
00000100:00100000:2.0:1767322661.832470:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816867584:0@lo:400:kworker.0
00000100:00100000:2.0:1767322661.832512:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322661.832550:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322661.832556:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816867840:0@lo:400:kworker.0
00000100:00100000:2.0:1767322661.832580:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322661.832790:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322636/real 1767322636]  req@ffff8d4d4b3c8e00 x1853166816860800/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322661 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322661.832810:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4b3c8e00 x1853166816860800/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322661 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322661.832843:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816867328:0@lo:38:kworker.0
00000100:00100000:1.0:1767322661.832881:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322661.832902:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816867456:0@lo:38:kworker.0
00000100:00100000:1.0:1767322661.832926:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322661.832955:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816867712:0@lo:38:kworker.0
00000100:00100000:1.0:1767322661.832978:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322661.832997:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816867968:0@lo:38:kworker.0
00000100:00100000:1.0:1767322661.833021:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322661.833036:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322661.833048:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322661.833051:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816860800:0@lo:250:kworker.0
00000100:00100000:1.0:1767322661.833087:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816867456
00000100:00100000:1.0:1767322661.833092:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816867456
00000100:00100000:1.0:1767322661.833112:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230
00000100:00100000:1.0:1767322661.833116:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816867456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322661.833135:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322661.833162:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816867456:12345-0@lo:38:kworker.0 Request processed in 45us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322661.833166:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230
00000100:00100000:1.0:1767322661.833196:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816867584
00000100:00100000:1.0:1767322661.833199:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816867584
00000100:00100000:1.0:1767322661.833247:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816867840
00000100:00100000:1.0:1767322661.833251:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816867840
00000100:00100000:1.0:1767322661.833265:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816867328
00000100:00100000:1.0:1767322661.833268:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816867328
00000100:00100000:1.0:1767322661.833277:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816867712
00000100:00100000:1.0:1767322661.833279:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816867712
00000100:00100000:0.0:1767322661.833282:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816867968
00000100:00100000:0.0:1767322661.833286:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816867968
00000100:00100000:1.0:1767322661.833288:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5473
00000100:00100000:1.0:1767322661.833294:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816867584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322661.833302:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5474
00000100:00100000:0.0:1767322661.833309:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816867840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322661.833331:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816867584:12345-0@lo:400:kworker.0 Request processed in 37us (818us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322661.833337:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5473
00000100:00100000:0.0:1767322661.833339:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816867840:12345-0@lo:400:kworker.0 Request processed in 32us (759us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322661.833345:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5474
00000100:00100000:1.0:1767322661.833349:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89989
00000100:00100000:1.0:1767322661.833353:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816867328:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767322661.833356:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89990
00000100:00100000:0.0:1767322661.833359:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816867712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322661.833363:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767322661.833366:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322661.833388:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816867712:12345-0@lo:38:kworker.0 Request processed in 27us (408us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322661.833388:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816867328:12345-0@lo:38:kworker.0 Request processed in 33us (506us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322661.833395:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89990
00000100:00100000:1.0:1767322661.833462:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89989
00000100:00100000:2.0:1767322661.833476:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89991
00000100:00100000:2.0:1767322661.833484:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816867968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322661.833497:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322661.833507:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322661.833533:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322661.833539:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816867968:12345-0@lo:38:kworker.0 Request processed in 52us (515us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767322661.833541:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322661.833548:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816867328:0@lo:38:kworker.0
00000100:00100000:2.0:1767322661.833553:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89991
00000100:00100000:3.0:1767322661.833559:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816867840:0@lo:400:kworker.0
00000100:00080000:1.0:1767322661.833560:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322661.833564:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322661.833568:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816867456:0@lo:38:kworker.0
00000100:00100000:3.0:1767322661.833572:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816867584:0@lo:400:kworker.0
00000100:00080000:1.0:1767322661.833577:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322661.833581:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322661.833583:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816867712:0@lo:38:kworker.0
00000100:00080000:1.0:1767322661.833593:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322661.833596:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322661.833601:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816867968:0@lo:38:kworker.0
00000100:00080000:3.0:1767322661.833617:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322661.833622:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322661.833624:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322661.833629:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5178
00000100:00080000:3.0:1767322661.833633:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322661.833637:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322661.833666:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66135180 x1853166816868352/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322661.833714:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816868352:0@lo:250:kworker.0
00000400:00000100:1.0:1767322661.833737:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816868352 offset 0 length 520: 4
00000100:00100000:1.0:1767322662.408602:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322662.791372:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322663.430943:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322663.817095:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322664.455014:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322664.619392:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322664.619531:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322664.619659:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758763648
00000100:00100000:3.0:1767322664.619659:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758763520
00000100:00100000:2.0:1767322664.619674:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758763648
00000100:00100000:3.0:1767322664.619674:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758763520
00000100:00100000:3.0:1767322664.619746:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5475
00000100:00080000:1.0:1767322664.619803:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322664.619804:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89992
00000100:00100000:3.0:1767322664.619806:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758763648:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322664.619817:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758763520:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322664.619848:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322664.620016:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758763648:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 258us (639us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322664.620026:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5475
00000100:00100000:2.0:1767322664.623254:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758763520:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 3419us (3703us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322664.623275:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89992
00010000:00010000:3.0:1767322664.839523:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322665.415116:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322665.415160:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816868480:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322665.417617:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322665.417643:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816868608:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322665.422703:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322665.422957:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322665.423019:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816868480
00000100:00100000:0.0:1767322665.423033:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816868480
00000100:00080000:2.0:1767322665.423095:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322665.423109:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816868608
00000100:00100000:0.0:1767322665.423115:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816868608
00000100:00080000:2.0:1767322665.423157:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322665.423174:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149
00000100:00100000:0.0:1767322665.423196:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816868480:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322665.423201:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150
00000100:00100000:2.0:1767322665.423224:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816868608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322665.423244:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:2.0:1767322665.423261:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322665.423315:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816868480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (616us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322665.423330:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816868608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (375us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322665.423331:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149
00000100:00100000:2.0:1767322665.423347:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150
00000100:00100000:2.0:1767322665.423430:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816868608:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322665.423486:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816868480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322665.478908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322665.862985:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322666.502831:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322666.889391:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322666.955356:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322666.955365:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322666.955367:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322666.955370:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322666.955374:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322666.955379:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5204
00000100:00080000:0.0:1767322666.955383:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322666.955389:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322666.955423:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5c380 x1853166816868736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322666.955443:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322666.955445:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322666.955446:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322666.955449:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5204
00000100:00080000:0.0:1767322666.955450:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322666.955452:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322666.955462:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409500 x1853166816868864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322666.955496:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322666.955499:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322666.955500:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322666.955502:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5204
00000100:00080000:0.0:1767322666.955504:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322666.955506:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322666.955513:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa14000 x1853166816869120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322666.955523:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322666.955525:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322666.955526:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322666.955528:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5204
00000100:00080000:0.0:1767322666.955529:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322666.955531:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322666.955537:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66248a80 x1853166816869376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322666.955799:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816869248:0@lo:400:kworker.0
00000100:00100000:2.0:1767322666.955867:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322666.955932:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322666.955939:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816868992:0@lo:400:kworker.0
00000100:00100000:2.0:1767322666.955961:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322666.955988:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816869504:0@lo:400:kworker.0
00000100:00100000:2.0:1767322666.956016:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322666.956039:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322666.956046:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816869632:0@lo:400:kworker.0
00000100:00100000:2.0:1767322666.956065:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322666.956945:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816868736:0@lo:38:kworker.0
00000100:00100000:1.0:1767322666.956988:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322666.957022:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816868864:0@lo:38:kworker.0
00000100:00100000:2.0:1767322666.957045:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816869248
00000100:00100000:1.0:1767322666.957051:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322666.957056:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816869248
00000100:00100000:1.0:1767322666.957082:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816869120:0@lo:38:kworker.0
00000100:00100000:1.0:1767322666.957107:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322666.957120:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816868992
00000100:00100000:2.0:1767322666.957124:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816868992
00000100:00100000:1.0:1767322666.957130:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816869376:0@lo:38:kworker.0
00000100:00100000:2.0:1767322666.957164:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816868736
00000100:00100000:2.0:1767322666.957168:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816868736
00000100:00100000:1.0:1767322666.957173:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322666.957184:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816869120
00000100:00100000:2.0:1767322666.957187:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816869120
00000100:00100000:2.0:1767322666.957198:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816869376
00000100:00100000:2.0:1767322666.957200:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816869376
00000100:00100000:1.0:1767322666.957207:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816869504
00000100:00100000:1.0:1767322666.957213:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816869504
00000100:00100000:2.0:1767322666.957217:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5476
00000100:00100000:2.0:1767322666.957227:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816869248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322666.957246:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816869632
00000100:00100000:1.0:1767322666.957250:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816869632
00000100:00100000:1.0:1767322666.957274:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448
00000100:00100000:1.0:1767322666.957281:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816869504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322666.957288:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816869248:12345-0@lo:400:kworker.0 Request processed in 62us (1420us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322666.957296:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5476
00000100:00100000:2.0:1767322666.957320:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5477
00000100:00100000:1.0:1767322666.957328:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816869504:12345-0@lo:400:kworker.0 Request processed in 46us (1310us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322666.957330:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816868992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322666.957339:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448
00000100:00100000:1.0:1767322666.957356:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449
00000100:00100000:1.0:1767322666.957364:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816869632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322666.957371:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816868992:12345-0@lo:400:kworker.0 Request processed in 42us (1406us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322666.957379:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5477
00000100:00100000:2.0:1767322666.957396:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89993
00000100:00100000:1.0:1767322666.957403:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816869632:12345-0@lo:400:kworker.0 Request processed in 38us (1334us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322666.957403:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816868736:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322666.957416:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449
00010000:00020000:2.0:1767322666.957428:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322666.957436:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816868864
00000100:00100000:1.0:1767322666.957441:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816868864
00000100:00100000:1.0:1767322666.957465:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231
00000100:00100000:2.0:1767322666.957470:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816868736:12345-0@lo:38:kworker.0 Request processed in 66us (480us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322666.957472:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816868864:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322666.957486:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89993
00010000:00020000:1.0:1767322666.957491:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322666.957502:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89994
00000100:00100000:2.0:1767322666.957507:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816869120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322666.957519:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322666.957525:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816868864:12345-0@lo:38:kworker.0 Request processed in 52us (475us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322666.957532:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231
00000100:00100000:2.0:1767322666.957551:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816869120:12345-0@lo:38:kworker.0 Request processed in 41us (441us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322666.957555:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89995
00000100:00100000:1.0:1767322666.957566:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816869376:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322666.957567:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89994
00010000:00020000:1.0:1767322666.957583:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767322666.957590:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322666.957610:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816869376:12345-0@lo:38:kworker.0 Request processed in 45us (438us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322666.957616:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89995
00000100:00080000:1.0:1767322666.957661:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322666.957666:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322666.957669:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816868736:0@lo:38:kworker.0
00000100:00080000:1.0:1767322666.957679:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322666.957682:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322666.957684:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816868864:0@lo:38:kworker.0
00000100:00080000:1.0:1767322666.957692:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322666.957695:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322666.957698:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816869120:0@lo:38:kworker.0
00000100:00100000:2.0:1767322666.957720:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816868992:0@lo:400:kworker.0
00000100:00080000:1.0:1767322666.958130:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322666.958146:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322666.958150:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816869376:0@lo:38:kworker.0
00000100:00100000:2.0:1767322666.963249:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816869248:0@lo:400:kworker.0
00000100:00100000:0.0:1767322666.968285:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816869632:0@lo:400:kworker.0
00000100:00100000:0.0:1767322666.968307:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816869504:0@lo:400:kworker.0
00000100:00100000:1.0:1767322667.527240:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322667.911246:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322668.551190:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322668.935107:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322669.576489:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322669.736380:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322669.736510:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758763904
00000100:00100000:0.0:1767322669.736526:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758763904
00000100:00100000:0.0:1767322669.736632:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5478
00000100:00100000:0.0:1767322669.736643:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758763904:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322669.736735:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758763904:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 94us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322669.736742:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5478
00000100:00080000:2.0:1767322669.736860:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322669.750346:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322669.753351:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758763776
00000100:00100000:1.0:1767322669.753367:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758763776
00000100:00100000:1.0:1767322669.753494:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 89996
00000100:00100000:1.0:1767322669.753504:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758763776:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322669.753527:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322669.753600:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758763776:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 96us (3262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322669.753608:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 89996
00010000:00010000:1.0:1767322669.959119:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322670.535910:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322670.535949:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816869888:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322670.536037:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322670.536144:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816869760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322670.536172:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816869888
00000100:00100000:1.0:1767322670.536194:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816869888
00000100:00100000:1.0:1767322670.536284:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151
00000100:00100000:1.0:1767322670.536294:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816869888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322670.536324:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322670.536397:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816869888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (359us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322670.536405:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151
00000100:00080000:0.0:1767322670.536611:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322670.537079:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322670.537244:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816869888:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322670.546465:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816869760
00000100:00100000:1.0:1767322670.546486:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816869760
00000100:00100000:1.0:1767322670.546597:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152
00000100:00100000:1.0:1767322670.546608:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816869760:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322670.546609:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:1.0:1767322670.546653:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322670.546752:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816869760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 147us (9676us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322670.546773:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152
00000100:00100000:2.0:1767322670.546873:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816869760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322670.601272:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322670.983141:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322671.622867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322672.007419:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322672.071167:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322672.071182:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322672.071185:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322672.071191:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322672.071197:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322672.071207:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5209
00000100:00080000:0.0:1767322672.071213:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322672.071222:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322672.071297:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249c00 x1853166816870016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322672.071332:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322672.071337:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322672.071339:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322672.071344:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5209
00000100:00080000:0.0:1767322672.071347:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322672.071351:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322672.071366:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66248a80 x1853166816870144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322672.071470:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816870272:0@lo:400:kworker.0
00000100:00100000:2.0:1767322672.071579:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322672.071721:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816870016:0@lo:38:kworker.0
00000100:00100000:3.0:1767322672.071749:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816870272
00000100:00100000:3.0:1767322672.071777:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816870272
00000100:00100000:1.0:1767322672.071781:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322672.071817:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816870144:0@lo:38:kworker.0
00000100:00100000:1.0:1767322672.071849:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322672.071853:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816870016
00000100:00100000:3.0:1767322672.071858:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816870016
00000100:00100000:1.0:1767322672.071897:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816870144
00000100:00100000:3.0:1767322672.071898:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5479
00000100:00100000:1.0:1767322672.071904:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816870144
00000100:00100000:3.0:1767322672.071917:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816870272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322672.071946:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232
00000100:00100000:1.0:1767322672.071954:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816870144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322672.072425:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322672.072470:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816870144:12345-0@lo:38:kworker.0 Request processed in 514us (620us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322672.072479:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232
00000100:00080000:1.0:1767322672.072535:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322672.072553:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322672.072556:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816870144:0@lo:38:kworker.0
00000100:00100000:1.0:1767322672.072609:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89997
00000100:00100000:1.0:1767322672.072619:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816870016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322672.072640:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322672.072672:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816870016:12345-0@lo:38:kworker.0 Request processed in 52us (893us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322672.072679:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89997
00000100:00080000:1.0:1767322672.072708:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322672.072713:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322672.072728:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816870016:0@lo:38:kworker.0
00000100:00080000:1.0:1767322672.072790:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767322672.072893:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322672.072898:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322672.072902:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322672.072907:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5209
00000100:00080000:0.0:1767322672.072910:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322672.072914:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322672.072938:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b100 x1853166816870400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322672.073016:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816870528:0@lo:400:kworker.0
00000100:00100000:1.0:1767322672.073048:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322672.073082:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816870528
00000100:00100000:1.0:1767322672.073086:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816870528
00000100:00100000:1.0:1767322672.073155:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5480
00000100:00100000:1.0:1767322672.073162:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816870528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322672.073202:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816870528:12345-0@lo:400:kworker.0 Request processed in 40us (153us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322672.073209:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5480
00000100:00080000:1.0:1767322672.073226:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322672.073248:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816870528:0@lo:400:kworker.0
00000100:00100000:1.0:1767322672.073284:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816870400:0@lo:38:kworker.0
00000100:00100000:1.0:1767322672.073310:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322672.073334:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816870400
00000100:00100000:1.0:1767322672.073338:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816870400
00000100:00100000:1.0:1767322672.073356:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89998
00000100:00100000:1.0:1767322672.073361:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816870400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322672.073374:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322672.073404:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816870400:12345-0@lo:38:kworker.0 Request processed in 42us (94us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322672.073411:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89998
00000100:00080000:1.0:1767322672.073432:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322672.073437:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322672.073440:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816870400:0@lo:38:kworker.0
00000100:00100000:2.0:1767322672.074116:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816870272:0@lo:400:kworker.0
00000100:00100000:3.0:1767322672.074118:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816870272:12345-0@lo:400:kworker.0 Request processed in 2203us (2534us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322672.074133:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5479
00000100:00080000:0.0:1767322672.074230:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322672.074235:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322672.074238:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322672.074242:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5209
00000100:00080000:0.0:1767322672.074246:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322672.074251:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322672.074389:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb480 x1853166816870656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322672.074441:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816870656:0@lo:38:kworker.0
00000100:00100000:1.0:1767322672.074474:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322672.074542:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816870656
00000100:00100000:3.0:1767322672.074549:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816870656
00000100:00100000:3.0:1767322672.074579:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89999
00000100:00100000:3.0:1767322672.074586:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816870656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322672.074603:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322672.074645:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816870656:12345-0@lo:38:kworker.0 Request processed in 59us (170us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322672.074655:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89999
00000100:00100000:2.0:1767322672.074699:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816870784:0@lo:400:kworker.0
00000100:00080000:1.0:1767322672.074888:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322672.074893:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322672.074896:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816870656:0@lo:38:kworker.0
00000100:00100000:2.0:1767322672.075008:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322672.075067:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322672.075073:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816870912:0@lo:400:kworker.0
00000100:00100000:2.0:1767322672.075108:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322672.075255:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816870784
00000100:00100000:0.0:1767322672.075260:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816870784
00000100:00100000:0.0:1767322672.075404:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816870912
00000100:00100000:0.0:1767322672.075409:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816870912
00000100:00100000:3.0:1767322672.075412:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450
00000100:00100000:3.0:1767322672.075426:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816870784:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767322672.075479:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322672.075486:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322672.075533:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451
00000100:00100000:0.0:1767322672.075540:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816870912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322672.075599:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816870784:12345-0@lo:400:kworker.0 Request processed in 177us (589us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322672.075607:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450
00000100:00100000:0.0:1767322672.075628:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816870912:12345-0@lo:400:kworker.0 Request processed in 87us (516us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322672.075673:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451
00000100:00100000:2.0:1767322672.078673:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816870784:0@lo:400:kworker.0
00000100:00100000:2.0:1767322672.078722:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816870912:0@lo:400:kworker.0
00000100:00100000:1.0:1767322672.646923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322673.031208:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322673.670880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322674.055374:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322674.694880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322674.856308:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322674.856462:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322674.858194:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758764032
00000100:00100000:1.0:1767322674.858211:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758764032
00000100:00100000:1.0:1767322674.858384:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90000
00000100:00100000:1.0:1767322674.858396:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758764032:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322674.858427:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322674.858528:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758764032:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 133us (2235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322674.858537:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90000
00000100:00100000:1.0:1767322674.858558:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758764160
00000100:00100000:1.0:1767322674.858562:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758764160
00000100:00080000:3.0:1767322674.858793:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322674.859075:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5481
00000100:00100000:0.0:1767322674.859088:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758764160:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322674.859156:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758764160:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 72us (2694us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322674.859163:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5481
00010000:00010000:2.0:1767322675.079611:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322675.655115:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816871040:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322675.655209:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322675.655286:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322675.655287:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816871040
00000100:00100000:3.0:1767322675.655299:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816871040
00000100:00100000:2.0:1767322675.655304:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816871168:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322675.655326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322675.655388:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816871168
00000100:00100000:3.0:1767322675.655392:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816871168
00000100:00100000:3.0:1767322675.655414:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153
00000100:00100000:3.0:1767322675.655423:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816871040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322675.655450:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322675.655511:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816871040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322675.655516:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153
00000100:00100000:3.0:1767322675.655527:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154
00000100:00100000:3.0:1767322675.655532:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816871168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322675.655541:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322675.655556:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816871168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 25us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322675.655559:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154
00000100:00080000:1.0:1767322675.655624:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322675.655632:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322675.655638:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816871168:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322675.655655:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816871040:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322675.720834:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322676.105812:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322676.743658:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322677.127015:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322677.191068:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322677.191083:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322677.191087:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322677.191091:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322677.191096:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322677.191107:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5214
00000100:00080000:0.0:1767322677.191113:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322677.191122:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322677.191181:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8380 x1853166816871296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322677.191251:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816871296:0@lo:38:kworker.0
00000100:00100000:1.0:1767322677.191343:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322677.191423:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816871296
00000100:00100000:2.0:1767322677.191434:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816871296
00000100:00080000:0.0:1767322677.191437:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322677.191441:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322677.191442:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322677.191446:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5214
00000100:00080000:0.0:1767322677.191448:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322677.191452:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322677.191466:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb100 x1853166816871424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322677.191711:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90001
00000100:00100000:2.0:1767322677.191722:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816871296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322677.191750:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322677.191887:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816871424:0@lo:38:kworker.0
00000100:00100000:1.0:1767322677.191916:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322677.192020:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816871296:12345-0@lo:38:kworker.0 Request processed in 296us (675us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767322677.192059:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322677.192064:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322677.192066:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322677.192071:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5214
00000100:00080000:0.0:1767322677.192074:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322677.192079:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322677.192094:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621fb80 x1853166816871680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322677.192116:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322677.192119:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322677.192120:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322677.192124:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5214
00000100:00080000:0.0:1767322677.192126:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322677.192130:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322677.192140:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39500 x1853166816871936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322677.192202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816872192:0@lo:400:kworker.0
00000100:00100000:0.0:1767322677.192238:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322677.192264:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322677.192269:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816872064:0@lo:400:kworker.0
00000100:00100000:0.0:1767322677.192290:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322677.192323:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816872192
00000100:00100000:0.0:1767322677.192328:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816872192
00000100:00100000:0.0:1767322677.192384:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816872064
00000100:00100000:0.0:1767322677.192388:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816872064
00000100:00100000:0.0:1767322677.192411:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452
00000100:00100000:0.0:1767322677.192418:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816872192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322677.192467:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816872192:12345-0@lo:400:kworker.0 Request processed in 49us (227us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322677.192473:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452
00000100:00100000:0.0:1767322677.192491:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453
00000100:00100000:0.0:1767322677.192497:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816872064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322677.192523:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816872064:12345-0@lo:400:kworker.0 Request processed in 26us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322677.192528:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453
00000100:00100000:0.0:1767322677.192632:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816872064:0@lo:400:kworker.0
00000100:00100000:0.0:1767322677.192645:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816872192:0@lo:400:kworker.0
00000100:00080000:0.0:1767322677.192688:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322677.192693:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322677.192707:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816871424
00000100:00100000:0.0:1767322677.192710:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816871424
00000100:00100000:0.0:1767322677.192730:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233
00000100:00100000:0.0:1767322677.192735:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816871424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322677.192747:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322677.192800:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816871424:12345-0@lo:38:kworker.0 Request processed in 63us (881us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322677.192806:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233
00000100:00100000:0.0:1767322677.192855:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816871808:0@lo:400:kworker.0
00000100:00100000:0.0:1767322677.192881:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322677.192903:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322677.192908:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816871552:0@lo:400:kworker.0
00000100:00100000:0.0:1767322677.192928:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322677.192972:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816871808
00000100:00100000:0.0:1767322677.192976:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816871808
00000100:00080000:1.0:1767322677.193122:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322677.193130:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322677.193134:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816871296:0@lo:38:kworker.0
00000100:00100000:1.0:1767322677.193150:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816871680:0@lo:38:kworker.0
00000100:00100000:1.0:1767322677.193176:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322677.193195:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816871936:0@lo:38:kworker.0
00000100:00100000:1.0:1767322677.193214:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322677.193236:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322677.193240:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322677.193244:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816871424:0@lo:38:kworker.0
00000100:00100000:1.0:1767322677.193266:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816871552
00000100:00100000:1.0:1767322677.193270:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816871552
00000100:00100000:2.0:1767322677.193845:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90001
00000100:00100000:2.0:1767322677.193871:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816871936
00000100:00100000:3.0:1767322677.193872:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816871680
00000100:00100000:2.0:1767322677.193875:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816871936
00000100:00100000:3.0:1767322677.193890:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816871680
00000100:00100000:2.0:1767322677.193895:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5482
00000100:00100000:1.0:1767322677.193903:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5483
00000100:00100000:2.0:1767322677.193904:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816871808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322677.193919:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816871552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322677.193943:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90002
00000100:00100000:3.0:1767322677.193956:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816871936:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322677.193964:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816871808:12345-0@lo:400:kworker.0 Request processed in 59us (1078us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322677.193977:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816871552:12345-0@lo:400:kworker.0 Request processed in 61us (1044us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322677.193978:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5482
00000100:00100000:1.0:1767322677.193989:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5483
00000100:00100000:2.0:1767322677.193999:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90003
00010000:00020000:3.0:1767322677.194000:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322677.194007:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816871680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322677.194019:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322677.194037:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322677.201654:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816871936:12345-0@lo:38:kworker.0 Request processed in 7690us (8427us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322677.201669:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90002
00000100:00080000:0.0:1767322677.201772:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322677.201783:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322677.201788:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816871936:0@lo:38:kworker.0
00000100:00100000:1.0:1767322677.201965:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816871552:0@lo:400:kworker.0
00000100:00100000:1.0:1767322677.201983:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816871808:0@lo:400:kworker.0
00000100:00100000:2.0:1767322677.202049:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816871680:12345-0@lo:38:kworker.0 Request processed in 8030us (8859us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322677.202063:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90003
00000100:00080000:0.0:1767322677.202087:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322677.202096:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322677.202101:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816871680:0@lo:38:kworker.0
00000100:00100000:1.0:1767322677.766929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322678.155564:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322678.790885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322679.176264:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322679.814956:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322679.990858:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322679.990990:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322679.998516:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758764416
00000100:00100000:2.0:1767322679.998533:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758764416
00000100:00100000:2.0:1767322680.005819:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758764288
00000100:00100000:2.0:1767322680.005833:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758764288
00000100:00100000:2.0:1767322680.005860:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5484
00000100:00100000:2.0:1767322680.005875:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758764416:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322680.005969:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758764416:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (15122us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322680.005977:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5484
00000100:00100000:2.0:1767322680.005999:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90004
00000100:00100000:2.0:1767322680.006003:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758764288:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322680.006032:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322680.006058:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758764288:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (15069us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322680.006064:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90004
00000100:00080000:0.0:1767322680.006597:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322680.198995:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322680.775178:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322680.775388:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816872320:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322680.775461:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322680.775727:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322680.775738:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816872448:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322680.775831:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322680.781192:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816872320
00000100:00100000:2.0:1767322680.781219:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816872320
00000100:00100000:1.0:1767322680.783967:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816872448
00000100:00100000:1.0:1767322680.783983:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816872448
00000100:00080000:0.0:1767322680.785485:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322680.785492:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322680.785540:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155
00000100:00100000:1.0:1767322680.785553:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816872320:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322680.785804:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156
00000100:00100000:2.0:1767322680.785813:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816872448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322680.785830:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:1.0:1767322680.785904:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322680.786038:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816872448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 224us (10205us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322680.786042:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816872448:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322680.786050:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156
00000100:00100000:1.0:1767322680.786055:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816872320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 506us (10594us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322680.786063:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155
00000100:00100000:0.0:1767322680.786143:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816872320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322680.838869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322681.223598:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322681.862900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322682.246941:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322682.313483:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322682.313493:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322682.313496:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322682.313501:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322682.313505:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322682.313513:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5219
00000100:00080000:3.0:1767322682.313518:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322682.313525:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322682.313565:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad8a80 x1853166816872576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322682.313601:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322682.313605:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322682.313611:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322682.313616:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5219
00000100:00080000:3.0:1767322682.313618:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322682.313622:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322682.313638:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad8e00 x1853166816872704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322682.313653:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816872576:0@lo:38:kworker.0
00000100:00080000:3.0:1767322682.313684:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322682.313689:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322682.313691:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322682.313695:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5219
00000100:00080000:3.0:1767322682.313698:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322682.313701:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322682.313716:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9180 x1853166816872960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322682.313725:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322682.313741:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322682.313745:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322682.313747:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322682.313751:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5219
00000100:00080000:3.0:1767322682.313773:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322682.313777:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322682.313792:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878700 x1853166816873216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322682.313837:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816872704:0@lo:38:kworker.0
00000100:00100000:3.0:1767322682.313848:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816873088:0@lo:400:kworker.0
00000100:00100000:1.0:1767322682.313868:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322682.313891:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322682.313900:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816872960:0@lo:38:kworker.0
00000100:00100000:3.0:1767322682.313923:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322682.313928:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322682.313934:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816872832:0@lo:400:kworker.0
00000100:00100000:1.0:1767322682.313959:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816873216:0@lo:38:kworker.0
00000100:00100000:3.0:1767322682.313966:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322682.314007:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322682.314015:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816873472:0@lo:400:kworker.0
00000100:00100000:1.0:1767322682.314045:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816872576
00000100:00100000:3.0:1767322682.314050:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322682.314054:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816872576
00000100:00100000:3.0:1767322682.314075:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322682.314083:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816873344:0@lo:400:kworker.0
00000100:00100000:1.0:1767322682.314086:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816873088
00000100:00100000:1.0:1767322682.314090:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816873088
00000100:00100000:3.0:1767322682.314109:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322682.314122:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816872960
00000100:00100000:1.0:1767322682.314125:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816872960
00000100:00100000:1.0:1767322682.314132:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816872832
00000100:00100000:1.0:1767322682.314134:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816872832
00000100:00100000:1.0:1767322682.314151:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816873216
00000100:00100000:1.0:1767322682.314153:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816873216
00000100:00100000:3.0:1767322682.314165:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816873472
00000100:00100000:1.0:1767322682.314169:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5485
00000100:00100000:3.0:1767322682.314182:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816873472
00000100:00100000:1.0:1767322682.314188:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816873088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322682.314218:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816873344
00000100:00100000:3.0:1767322682.314223:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816873344
00000100:00100000:1.0:1767322682.314242:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816873088:12345-0@lo:400:kworker.0 Request processed in 55us (351us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322682.314251:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5485
00000100:00100000:3.0:1767322682.314255:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454
00000100:00100000:3.0:1767322682.314265:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816873472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322682.314271:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5486
00000100:00100000:1.0:1767322682.314281:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816872832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322682.314313:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816873472:12345-0@lo:400:kworker.0 Request processed in 50us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322682.314318:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816872832:12345-0@lo:400:kworker.0 Request processed in 39us (354us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322682.314328:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454
00000100:00100000:1.0:1767322682.314330:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5486
00000100:00100000:1.0:1767322682.314345:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90005
00000100:00100000:1.0:1767322682.314350:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816872576:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322682.314356:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455
00000100:00100000:3.0:1767322682.314365:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816873344:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767322682.314369:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322682.314408:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816873344:12345-0@lo:400:kworker.0 Request processed in 43us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322682.314415:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816872576:12345-0@lo:38:kworker.0 Request processed in 62us (690us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322682.314419:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455
00000100:00100000:1.0:1767322682.314427:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90005
00000100:00100000:1.0:1767322682.314442:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90006
00000100:00100000:1.0:1767322682.314446:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816872960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322682.314455:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322682.314472:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816872832:0@lo:400:kworker.0
00000100:00100000:1.0:1767322682.314479:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816872960:12345-0@lo:38:kworker.0 Request processed in 31us (552us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322682.314486:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90006
00000100:00100000:3.0:1767322682.314489:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816873088:0@lo:400:kworker.0
00000100:00100000:1.0:1767322682.314501:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90007
00000100:00100000:1.0:1767322682.314505:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816873216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322682.314513:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322682.314532:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816873344:0@lo:400:kworker.0
00000100:00100000:1.0:1767322682.314538:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816873216:12345-0@lo:38:kworker.0 Request processed in 31us (543us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322682.314547:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90007
00000100:00100000:3.0:1767322682.314547:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816873472:0@lo:400:kworker.0
00000100:00100000:1.0:1767322682.314568:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816872704
00000100:00100000:1.0:1767322682.314572:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816872704
00000100:00100000:1.0:1767322682.314590:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234
00000100:00100000:1.0:1767322682.314594:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816872704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322682.314603:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767322682.314605:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322682.314611:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322682.314614:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322682.314629:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816872704:12345-0@lo:38:kworker.0 Request processed in 33us (761us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322682.314636:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234
00000100:00080000:3.0:1767322682.314661:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322682.314667:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322682.314671:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816872704:0@lo:38:kworker.0
00000100:00080000:3.0:1767322682.314679:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322682.314683:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322682.314686:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816872960:0@lo:38:kworker.0
00000100:00080000:3.0:1767322682.314693:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322682.314696:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322682.314699:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816873216:0@lo:38:kworker.0
00000100:00080000:3.0:1767322682.314706:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322682.314708:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322682.314711:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816872576:0@lo:38:kworker.0
00000100:00100000:1.0:1767322682.886874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322683.271056:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322683.910870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322684.072049:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322684.072182:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758764800
00000100:00100000:1.0:1767322684.072193:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758764800
00000100:00100000:1.0:1767322684.072315:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5487
00000100:00100000:1.0:1767322684.072327:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758764800:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322684.072465:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758764800:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 140us (578us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322684.072474:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5487
00000100:00080000:3.0:1767322684.072729:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:0.0:1767322684.072812:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758764544 offset 0 length 520: 4
00000100:00100000:0.0:1767322684.072841:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322684.073312:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758764672
00000100:00100000:1.0:1767322684.073318:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758764672
00000100:00100000:1.0:1767322684.073351:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90008
00000100:00100000:1.0:1767322684.073357:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758764672:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322684.073540:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322684.073591:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758764672:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 231us (747us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322684.073598:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90008
00010000:00010000:1.0:1767322684.295024:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322684.936148:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322685.322360:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322685.895091:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816873600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322685.899640:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322685.899724:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816873728:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322685.899780:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322685.899817:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816873600
00000100:00100000:1.0:1767322685.899828:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816873600
00000100:00100000:1.0:1767322685.899897:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157
00000100:00100000:1.0:1767322685.899908:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816873600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322685.899943:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322685.900012:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816873600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (379us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322685.900020:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157
00000100:00100000:1.0:1767322685.900038:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816873728
00000100:00100000:1.0:1767322685.900042:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816873728
00000100:00100000:1.0:1767322685.900067:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158
00000100:00100000:1.0:1767322685.900073:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816873728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322685.900089:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322685.900120:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816873728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (340us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322685.900131:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158
00000100:00080000:2.0:1767322685.900401:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322685.900405:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322685.900437:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816873600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322685.900447:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816873728:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322685.958885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322686.343238:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322686.407500:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322661/real 1767322661]  req@ffff8d4e66135180 x1853166816868352/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322686 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322686.407534:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e66135180 x1853166816868352/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322686 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767322686.407553:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322686.407578:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322686.407582:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816868352:0@lo:250:kworker.0
00000100:00080000:0.0:1767322686.408085:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322686.408091:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767322686.408095:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322686.408100:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5204
00000100:00080000:0.0:1767322686.408104:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322686.408110:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322686.408153:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b64000 x1853166816873856/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322686.408175:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322686.408179:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322686.408181:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322686.408183:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5224
00000100:00080000:0.0:1767322686.408187:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767322686.408190:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322686.408204:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b64380 x1853166816873984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322686.408212:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322686.408215:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322686.408216:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322686.408219:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5224
00000100:00080000:0.0:1767322686.408221:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767322686.408224:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322686.408234:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b66d80 x1853166816874112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322686.408273:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322686.408277:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322686.408278:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322686.408282:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5224
00000100:00080000:0.0:1767322686.408284:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767322686.408287:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322686.408299:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621fb80 x1853166816874368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322686.408337:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322686.408340:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322686.408341:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322686.408344:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5224
00000100:00080000:0.0:1767322686.408346:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767322686.408349:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322686.408359:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39500 x1853166816874624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322686.408393:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816874496:0@lo:400:kworker.0
00000100:00100000:0.0:1767322686.408449:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322686.408502:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322686.408508:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816874752:0@lo:400:kworker.0
00000100:00100000:0.0:1767322686.408531:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322686.408570:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816874752
00000100:00100000:0.0:1767322686.408576:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816874752
00000100:00100000:0.0:1767322686.408620:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456
00000100:00100000:0.0:1767322686.408629:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816874752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322686.408691:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816874752:12345-0@lo:400:kworker.0 Request processed in 62us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322686.408698:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456
00000100:00100000:0.0:1767322686.408741:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816874752:0@lo:400:kworker.0
00000100:00100000:2.0:1767322686.409173:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816874880:0@lo:400:kworker.0
00000100:00100000:2.0:1767322686.409209:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322686.409242:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322686.409249:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816874240:0@lo:400:kworker.0
00000100:00100000:2.0:1767322686.409270:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322686.409303:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816874496
00000100:00100000:2.0:1767322686.409307:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816874496
00000100:00100000:2.0:1767322686.409358:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816874240
00000100:00100000:2.0:1767322686.409362:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816874240
00000100:00100000:2.0:1767322686.409384:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5488
00000100:00100000:2.0:1767322686.409391:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816874496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322686.409420:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816874496:12345-0@lo:400:kworker.0 Request processed in 31us (971us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322686.409424:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5488
00000100:00100000:2.0:1767322686.409437:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5489
00000100:00100000:2.0:1767322686.409440:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816874240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322686.409457:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816874240:12345-0@lo:400:kworker.0 Request processed in 16us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322686.409460:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5489
00000100:00080000:2.0:1767322686.409471:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322686.409488:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816874240:0@lo:400:kworker.0
00000100:00100000:1.0:1767322686.409830:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816873856:0@lo:250:kworker.0
00000400:00000100:1.0:1767322686.409856:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816873856 offset 0 length 520: 4
00000100:00100000:1.0:1767322686.409877:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816873984:0@lo:38:kworker.0
00000100:00100000:1.0:1767322686.409902:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322686.409929:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816874112:0@lo:38:kworker.0
00000100:00100000:1.0:1767322686.409952:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322686.409988:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816874368:0@lo:38:kworker.0
00000100:00100000:1.0:1767322686.410009:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322686.410021:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816874624:0@lo:38:kworker.0
00000100:00100000:1.0:1767322686.410033:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322686.410102:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816874880
00000100:00100000:0.0:1767322686.410106:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816874880
00000100:00100000:3.0:1767322686.410236:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816874112
00000100:00100000:3.0:1767322686.410241:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816874112
00000100:00100000:3.0:1767322686.410266:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235
00000100:00100000:3.0:1767322686.410272:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816874112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322686.410290:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322686.410346:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816874112:12345-0@lo:38:kworker.0 Request processed in 72us (392us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322686.410353:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235
00000100:00080000:3.0:1767322686.410384:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322686.410390:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322686.410392:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816874112:0@lo:38:kworker.0
00000100:00100000:3.0:1767322686.410432:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816874496:0@lo:400:kworker.0
00000100:00100000:0.0:1767322686.410650:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457
00000100:00100000:0.0:1767322686.410732:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816874880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322686.410812:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816874880:12345-0@lo:400:kworker.0 Request processed in 154us (1601us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322686.410819:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457
00000100:00100000:2.0:1767322686.410919:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816873984
00000100:00100000:2.0:1767322686.410923:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816873984
00000100:00100000:2.0:1767322686.410951:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816874368
00000100:00100000:2.0:1767322686.410954:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816874368
00000100:00100000:2.0:1767322686.410985:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816874624
00000100:00100000:2.0:1767322686.410989:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816874624
00000100:00100000:2.0:1767322686.411008:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90009
00000100:00100000:2.0:1767322686.411012:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816873984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322686.411024:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322686.411058:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816873984:12345-0@lo:38:kworker.0 Request processed in 44us (1155us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322686.411066:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90009
00000100:00100000:2.0:1767322686.411081:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90010
00000100:00100000:2.0:1767322686.411085:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816874368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322686.411094:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322686.411120:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816874368:12345-0@lo:38:kworker.0 Request processed in 33us (1110us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322686.411125:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90010
00000100:00100000:2.0:1767322686.411135:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90011
00000100:00100000:2.0:1767322686.411272:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816874624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322686.411282:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322686.411325:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816874624:12345-0@lo:38:kworker.0 Request processed in 38us (1274us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322686.411383:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816874880:0@lo:400:kworker.0
00000100:00080000:3.0:1767322686.411442:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322686.411447:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322686.411451:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816873984:0@lo:38:kworker.0
00000100:00080000:3.0:1767322686.411460:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322686.411463:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322686.411466:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816874368:0@lo:38:kworker.0
00000100:00080000:3.0:1767322686.411474:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322686.411477:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322686.411480:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816874624:0@lo:38:kworker.0
00000100:00100000:2.0:1767322686.419071:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90011
00000100:00100000:1.0:1767322686.982891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322687.368479:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322688.007057:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322688.391234:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322689.030961:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322689.194186:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322689.194245:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322689.194330:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758764928
00000100:00100000:1.0:1767322689.194330:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758765056
00000100:00100000:0.0:1767322689.194342:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758764928
00000100:00100000:1.0:1767322689.194342:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758765056
00000100:00100000:0.0:1767322689.194439:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90012
00000100:00100000:0.0:1767322689.194448:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758764928:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322689.194471:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767322689.194520:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322689.194550:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758764928:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 101us (304us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322689.194569:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90012
00000100:00100000:0.0:1767322689.194587:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5490
00000100:00100000:0.0:1767322689.194595:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758765056:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322689.194643:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758765056:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 41us (458us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322689.194650:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5490
00010000:00010000:3.0:1767322689.416120:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322690.054921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322690.440292:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322691.015616:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816875008:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322691.015716:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322691.015882:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816875008
00000100:00100000:2.0:1767322691.015908:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816875008
00000100:00100000:1.0:1767322691.015927:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322691.015945:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816875136:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322691.015977:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322691.015986:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816875136
00000100:00100000:2.0:1767322691.015989:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816875136
00000100:00100000:2.0:1767322691.016014:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159
00000100:00100000:2.0:1767322691.016029:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816875008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322691.016066:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322691.016523:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816875008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 498us (805us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322691.016591:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816875008:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322691.019879:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160
00000100:00100000:1.0:1767322691.019931:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816875136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322691.019982:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322691.020103:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816875136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 206us (4123us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322691.020112:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160
00000100:00100000:1.0:1767322691.021358:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816875136:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322691.021451:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322691.021458:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322691.022328:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159
00000100:00100000:1.0:1767322691.080851:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322691.464830:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322691.528042:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322691.528057:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322691.528062:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322691.528140:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322691.528146:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322691.528155:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5229
00000100:00080000:1.0:1767322691.528163:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767322691.528172:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322691.528237:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66248a80 x1853166816875264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322691.528266:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322691.528269:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322691.528271:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322691.528276:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5229
00000100:00080000:1.0:1767322691.528278:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767322691.528281:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322691.528298:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b100 x1853166816875392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322691.528344:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322691.528349:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322691.528350:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322691.528354:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5229
00000100:00080000:1.0:1767322691.528357:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767322691.528360:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322691.528567:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322691.528586:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816875520:0@lo:400:kworker.0
00000100:00100000:0.0:1767322691.528738:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322691.528893:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816875264:0@lo:38:kworker.0
00000100:00100000:3.0:1767322691.528938:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322691.528970:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816875392:0@lo:38:kworker.0
00000100:00100000:3.0:1767322691.528998:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322691.529044:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816875392
00000100:00100000:3.0:1767322691.529053:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816875392
00000100:00100000:1.0:1767322691.529185:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa14000 x1853166816875648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322691.529925:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816875520
00000100:00100000:2.0:1767322691.529932:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816875520
00000100:00100000:2.0:1767322691.530009:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816875264
00000100:00100000:2.0:1767322691.530012:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816875264
00000100:00100000:2.0:1767322691.530036:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5491
00000100:00100000:2.0:1767322691.530050:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816875520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322691.530271:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816875520:12345-0@lo:400:kworker.0 Request processed in 225us (1532us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322691.530280:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5491
00000100:00100000:2.0:1767322691.530308:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90013
00000100:00100000:2.0:1767322691.530313:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816875264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322691.530336:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322691.530366:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816875264:12345-0@lo:38:kworker.0 Request processed in 52us (1427us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322691.530383:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90013
00000100:00100000:2.0:1767322691.530441:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816875520:0@lo:400:kworker.0
00000100:00100000:2.0:1767322691.530499:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816875648:0@lo:38:kworker.0
00000100:00100000:2.0:1767322691.530536:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322691.530566:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322691.530572:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322691.530575:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816875264:0@lo:38:kworker.0
00000100:00100000:2.0:1767322691.530600:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816875648
00000100:00100000:2.0:1767322691.530604:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816875648
00000100:00100000:2.0:1767322691.530624:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90014
00000100:00100000:2.0:1767322691.530628:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816875648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322691.530639:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322691.530687:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816875648:12345-0@lo:38:kworker.0 Request processed in 56us (150us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322691.530695:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90014
00000100:00080000:2.0:1767322691.530718:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322691.530722:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322691.530725:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816875648:0@lo:38:kworker.0
00000100:00100000:2.0:1767322691.530800:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816875776:0@lo:400:kworker.0
00000100:00100000:2.0:1767322691.530825:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322691.530856:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816875776
00000100:00100000:2.0:1767322691.530860:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816875776
00000100:00100000:2.0:1767322691.530885:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5492
00000100:00100000:2.0:1767322691.530891:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816875776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322691.530936:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816875776:12345-0@lo:400:kworker.0 Request processed in 44us (109us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322691.530943:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5492
00000100:00100000:2.0:1767322691.530969:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816875776:0@lo:400:kworker.0
00000100:00080000:2.0:1767322691.530993:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322691.533273:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322691.533284:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322691.533288:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322691.533295:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5229
00000100:00080000:1.0:1767322691.533302:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767322691.533308:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322691.533355:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409500 x1853166816875904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322691.533476:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816876160:0@lo:400:kworker.0
00000100:00100000:1.0:1767322691.533547:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322691.533609:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816876160
00000100:00100000:1.0:1767322691.533617:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816876160
00000100:00100000:1.0:1767322691.533685:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458
00000100:00100000:1.0:1767322691.533695:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816876160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322691.533742:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816876160:12345-0@lo:400:kworker.0 Request processed in 48us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322691.533750:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458
00000100:00100000:1.0:1767322691.533817:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816876160:0@lo:400:kworker.0
00000100:00100000:1.0:1767322691.533841:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322691.533848:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816876032:0@lo:400:kworker.0
00000100:00100000:1.0:1767322691.533873:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322691.533895:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816876032
00000100:00100000:1.0:1767322691.533899:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816876032
00000100:00100000:1.0:1767322691.533934:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459
00000100:00100000:1.0:1767322691.533940:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816876032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322691.533976:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816876032:12345-0@lo:400:kworker.0 Request processed in 37us (103us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322691.533983:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459
00000100:00100000:1.0:1767322691.534009:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816876032:0@lo:400:kworker.0
00000100:00100000:3.0:1767322691.534312:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236
00000100:00100000:3.0:1767322691.534319:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816875392:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322691.534342:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322691.534391:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816875392:12345-0@lo:38:kworker.0 Request processed in 71us (5392us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322691.534398:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236
00000100:00100000:2.0:1767322691.534546:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816875904:0@lo:38:kworker.0
00000100:00100000:2.0:1767322691.534584:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322691.534626:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322691.534632:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322691.534635:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816875392:0@lo:38:kworker.0
00000100:00100000:3.0:1767322691.537160:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816875904
00000100:00100000:3.0:1767322691.537179:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816875904
00000100:00100000:3.0:1767322691.537270:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90015
00000100:00100000:3.0:1767322691.537280:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816875904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322691.537318:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322691.537435:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816875904:12345-0@lo:38:kworker.0 Request processed in 155us (2849us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322691.537443:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90015
00000100:00080000:1.0:1767322691.537518:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322691.537525:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322691.537531:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816875904:0@lo:38:kworker.0
00000100:00100000:1.0:1767322692.103581:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322692.487290:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322693.130074:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322693.511536:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322694.152799:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322694.312122:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322694.312206:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322694.313846:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758765184
00000100:00100000:0.0:1767322694.314004:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758765184
00000100:00100000:0.0:1767322694.314075:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758765312
00000100:00100000:0.0:1767322694.314080:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758765312
00000100:00080000:1.0:1767322694.314167:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322694.314241:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90016
00000100:00100000:2.0:1767322694.314252:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758765184:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322694.314283:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322694.314387:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758765184:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 135us (2274us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322694.314397:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90016
00000100:00100000:0.0:1767322694.314646:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5493
00000100:00100000:0.0:1767322694.315016:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758765312:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322694.315175:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758765312:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 521us (2968us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322694.315183:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5493
00010000:00010000:1.0:1767322694.535418:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322695.174940:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322695.559079:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322696.135103:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1767322696.135136:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816876416:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322696.135544:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322696.135679:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816876288:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322696.135713:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322696.136496:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816876416
00000100:00100000:2.0:1767322696.136507:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816876416
00000100:00080000:1.0:1767322696.136633:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322696.136670:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816876288
00000100:00100000:2.0:1767322696.136674:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816876288
00000100:00100000:2.0:1767322696.136733:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161
00000100:00100000:2.0:1767322696.136744:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816876416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322696.136808:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767322696.137482:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322696.137518:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162
00000100:00100000:1.0:1767322696.137531:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816876288:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322696.137553:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322696.137595:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816876288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (1880us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322696.137602:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162
00000100:00100000:1.0:1767322696.137677:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816876416:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322696.137693:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816876288:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322696.137951:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816876416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1207us (2406us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322696.137958:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161
00000100:00100000:1.0:1767322696.198999:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322696.583007:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322696.647133:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322696.647146:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322696.647150:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322696.647155:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322696.647160:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322696.647170:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5234
00000100:00080000:0.0:1767322696.647177:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767322696.647187:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322696.647613:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39880 x1853166816876544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322696.647662:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322696.647666:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322696.647668:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322696.647673:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5234
00000100:00080000:0.0:1767322696.647676:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767322696.647681:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322696.647694:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39c00 x1853166816876672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322696.647775:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322696.647781:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322696.647783:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322696.647786:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5234
00000100:00080000:0.0:1767322696.647789:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767322696.647792:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322696.647805:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79405f80 x1853166816876928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322696.647887:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816876800:0@lo:400:kworker.0
00000100:00100000:3.0:1767322696.647970:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322696.648181:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816876544:0@lo:38:kworker.0
00000100:00100000:2.0:1767322696.648216:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322696.648258:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816876672:0@lo:38:kworker.0
00000100:00100000:2.0:1767322696.648285:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322696.648310:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816876800
00000100:00100000:3.0:1767322696.648320:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816876800
00000100:00100000:3.0:1767322696.648388:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816876544
00000100:00100000:3.0:1767322696.648393:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816876544
00000100:00100000:3.0:1767322696.648413:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5494
00000100:00100000:3.0:1767322696.648426:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816876800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322696.648482:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816876800:12345-0@lo:400:kworker.0 Request processed in 61us (511us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322696.648491:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5494
00000100:00100000:3.0:1767322696.648509:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90017
00000100:00100000:3.0:1767322696.648514:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816876544:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322696.648535:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322696.648563:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816876544:12345-0@lo:38:kworker.0 Request processed in 47us (346us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322696.648569:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90017
00000100:00080000:3.0:1767322696.648585:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322696.648638:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816876800:0@lo:400:kworker.0
00000100:00100000:3.0:1767322696.648820:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816877056:0@lo:400:kworker.0
00000100:00100000:3.0:1767322696.648845:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322696.648892:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322696.648897:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322696.648899:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322696.648903:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5234
00000100:00080000:0.0:1767322696.648907:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767322696.648912:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322696.648929:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79405c00 x1853166816877184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322696.648974:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816877440:0@lo:400:kworker.0
00000100:00100000:0.0:1767322696.649005:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322696.649033:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322696.649038:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816877312:0@lo:400:kworker.0
00000100:00100000:0.0:1767322696.649055:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322696.649080:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816877440
00000100:00100000:0.0:1767322696.649083:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816877440
00000100:00100000:0.0:1767322696.649111:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816877312
00000100:00100000:0.0:1767322696.649114:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816877312
00000100:00100000:0.0:1767322696.649131:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460
00000100:00100000:0.0:1767322696.649136:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816877440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322696.649167:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816877440:12345-0@lo:400:kworker.0 Request processed in 30us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322696.649173:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460
00000100:00100000:0.0:1767322696.649185:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461
00000100:00100000:0.0:1767322696.649191:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816877312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322696.649214:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816877312:12345-0@lo:400:kworker.0 Request processed in 23us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322696.649219:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461
00000100:00100000:0.0:1767322696.649253:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816877312:0@lo:400:kworker.0
00000100:00100000:0.0:1767322696.649262:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816877440:0@lo:400:kworker.0
00000100:00100000:2.0:1767322696.649487:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816876928:0@lo:38:kworker.0
00000100:00100000:2.0:1767322696.649510:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322696.649529:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816877184:0@lo:38:kworker.0
00000100:00100000:2.0:1767322696.649548:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322696.649574:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322696.649578:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322696.649582:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816876544:0@lo:38:kworker.0
00000100:00100000:2.0:1767322696.649607:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816876672
00000100:00100000:2.0:1767322696.649611:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816876672
00000100:00100000:2.0:1767322696.649634:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237
00000100:00100000:2.0:1767322696.649638:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816876672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322696.649653:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322696.649685:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816876672:12345-0@lo:38:kworker.0 Request processed in 46us (1400us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322696.649692:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237
00000100:00100000:2.0:1767322696.649715:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816877056
00000100:00100000:2.0:1767322696.649719:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816877056
00000100:00100000:2.0:1767322696.649751:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816876928
00000100:00100000:2.0:1767322696.649773:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816876928
00000100:00100000:2.0:1767322696.649791:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816877184
00000100:00100000:2.0:1767322696.649793:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816877184
00000100:00100000:2.0:1767322696.649808:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5495
00000100:00100000:2.0:1767322696.649815:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816877056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322696.649894:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90018
00000100:00100000:0.0:1767322696.649899:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816876928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322696.649909:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322696.649934:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816876928:12345-0@lo:38:kworker.0 Request processed in 34us (423us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322696.649940:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90018
00000100:00100000:0.0:1767322696.649954:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90019
00000100:00100000:0.0:1767322696.649958:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816877184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322696.649966:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322696.649985:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816877184:12345-0@lo:38:kworker.0 Request processed in 26us (437us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322696.649991:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90019
00000100:00080000:0.0:1767322696.650015:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322696.652681:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816877056:0@lo:400:kworker.0
00000100:00080000:3.0:1767322696.652778:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322696.652784:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322696.652788:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816877184:0@lo:38:kworker.0
00000100:00080000:3.0:1767322696.652803:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322696.652807:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322696.652810:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816876672:0@lo:38:kworker.0
00000100:00080000:3.0:1767322696.652821:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322696.652825:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322696.652829:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816876928:0@lo:38:kworker.0
00000100:00100000:2.0:1767322696.652920:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816877056:12345-0@lo:400:kworker.0 Request processed in 3102us (4071us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322696.652933:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5495
00000100:00100000:1.0:1767322697.226101:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322697.607353:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322698.246928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322698.631170:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322699.271060:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322699.434013:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322699.434086:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322699.434155:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758765568
00000100:00100000:2.0:1767322699.434157:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758765440
00000100:00100000:2.0:1767322699.434176:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758765440
00000100:00100000:1.0:1767322699.434177:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758765568
00000100:00100000:2.0:1767322699.434270:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90020
00000100:00100000:2.0:1767322699.434282:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758765440:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:3.0:1767322699.434307:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767322699.434321:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322699.434488:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758765440:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 206us (403us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322699.434926:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5496
00000100:00100000:1.0:1767322699.434942:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758765568:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322699.435021:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758765568:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (1023us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322699.435030:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5496
00000100:00100000:2.0:1767322699.436589:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90020
00010000:00010000:2.0:1767322699.655095:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322700.295454:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322700.679294:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322701.256807:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816877696:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322701.256917:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322701.256949:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816877696
00000100:00100000:3.0:1767322701.256961:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816877696
00000100:00100000:2.0:1767322701.256992:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322701.256999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816877568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322701.257030:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322701.257082:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322701.257094:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816877568
00000100:00100000:2.0:1767322701.257098:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816877568
00000100:00100000:2.0:1767322701.257132:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163
00000100:00100000:2.0:1767322701.257139:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816877696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322701.257176:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322701.257226:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816877696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (311us total) trans 0 rc 0/0
00000100:00080000:3.0:1767322701.257233:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322701.257234:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163
00000100:00100000:2.0:1767322701.257256:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164
00000100:00100000:2.0:1767322701.257262:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816877568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322701.257276:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322701.257292:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816877568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 32us (261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322701.257296:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164
00000100:00100000:2.0:1767322701.257334:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816877568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322701.257348:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816877696:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322701.319016:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322701.703593:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322701.766946:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322701.766962:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322701.766967:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322701.766973:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322701.766979:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322701.766990:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5239
00000100:00080000:3.0:1767322701.766996:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322701.767007:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322701.767071:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ed880 x1853166816877824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322701.767143:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816877824:0@lo:38:kworker.0
00000100:00100000:0.0:1767322701.767236:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322701.767450:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322701.767455:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322701.767458:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322701.767462:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5239
00000100:00080000:3.0:1767322701.767465:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322701.767469:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322701.767497:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ef100 x1853166816877952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322701.767979:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816877824
00000100:00100000:2.0:1767322701.767991:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816877824
00000100:00100000:2.0:1767322701.768054:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90021
00000100:00100000:2.0:1767322701.768064:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816877824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322701.768093:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322701.768350:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816877952:0@lo:38:kworker.0
00000100:00100000:0.0:1767322701.768389:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322701.768462:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816877952
00000100:00100000:1.0:1767322701.768467:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816877952
00000100:00100000:1.0:1767322701.768510:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238
00000100:00100000:1.0:1767322701.768517:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816877952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322701.768528:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322701.768564:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816877952:12345-0@lo:38:kworker.0 Request processed in 47us (175us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322701.768572:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238
00000100:00080000:3.0:1767322701.768944:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322701.768949:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322701.768952:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322701.768957:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5239
00000100:00080000:3.0:1767322701.768960:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322701.768966:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322701.768985:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878700 x1853166816878208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322701.769006:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322701.769009:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322701.769010:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322701.769014:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5239
00000100:00080000:3.0:1767322701.769017:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322701.769020:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322701.769030:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a87bb80 x1853166816878464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322701.769093:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816878720:0@lo:400:kworker.0
00000100:00100000:3.0:1767322701.769130:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322701.769158:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322701.769164:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816878592:0@lo:400:kworker.0
00000100:00100000:3.0:1767322701.769184:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322701.769214:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816878720
00000100:00100000:3.0:1767322701.769218:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816878720
00000100:00100000:3.0:1767322701.769256:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816878592
00000100:00100000:3.0:1767322701.769259:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816878592
00000100:00100000:3.0:1767322701.769279:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462
00000100:00100000:3.0:1767322701.769285:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816878720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322701.769331:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816878720:12345-0@lo:400:kworker.0 Request processed in 46us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322701.769337:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462
00000100:00100000:3.0:1767322701.769349:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463
00000100:00100000:3.0:1767322701.769354:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816878592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322701.769376:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816878592:12345-0@lo:400:kworker.0 Request processed in 22us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322701.769382:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463
00000100:00100000:3.0:1767322701.769431:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816878592:0@lo:400:kworker.0
00000100:00100000:3.0:1767322701.769440:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816878720:0@lo:400:kworker.0
00000100:00100000:3.0:1767322701.769473:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816878336:0@lo:400:kworker.0
00000100:00100000:3.0:1767322701.769514:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322701.769532:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322701.769538:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816878080:0@lo:400:kworker.0
00000100:00100000:3.0:1767322701.769558:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322701.769801:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816878336
00000100:00100000:1.0:1767322701.769805:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816878336
00000100:00100000:1.0:1767322701.769854:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816878080
00000100:00100000:1.0:1767322701.769857:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816878080
00000100:00100000:1.0:1767322701.769882:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5497
00000100:00100000:1.0:1767322701.769889:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816878336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322701.769928:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816878336:12345-0@lo:400:kworker.0 Request processed in 40us (413us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322701.769934:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5497
00000100:00100000:1.0:1767322701.769947:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5498
00000100:00100000:1.0:1767322701.769953:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816878080:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322701.769978:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816878080:12345-0@lo:400:kworker.0 Request processed in 26us (419us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322701.769984:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5498
00000100:00080000:3.0:1767322701.771285:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322701.771348:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816878080:0@lo:400:kworker.0
00000100:00100000:3.0:1767322701.771368:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816878336:0@lo:400:kworker.0
00000100:00100000:2.0:1767322701.771693:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816877824:12345-0@lo:38:kworker.0 Request processed in 3626us (4454us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322701.771704:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90021
00000100:00080000:0.0:1767322701.772271:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322701.772280:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322701.772285:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816877824:0@lo:38:kworker.0
00000100:00100000:0.0:1767322701.772314:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816878208:0@lo:38:kworker.0
00000100:00100000:0.0:1767322701.772385:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322701.772988:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816878464:0@lo:38:kworker.0
00000100:00100000:0.0:1767322701.773020:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322701.773121:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322701.773127:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322701.773131:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816877952:0@lo:38:kworker.0
00000100:00100000:2.0:1767322701.773309:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816878208
00000100:00100000:2.0:1767322701.773318:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816878208
00000100:00100000:2.0:1767322701.773371:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816878464
00000100:00100000:2.0:1767322701.773374:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816878464
00000100:00100000:2.0:1767322701.773479:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90022
00000100:00100000:2.0:1767322701.773497:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816878208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322701.773525:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322701.773576:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816878208:12345-0@lo:38:kworker.0 Request processed in 79us (1190us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322701.773588:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90022
00000100:00100000:2.0:1767322701.773606:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90023
00000100:00100000:2.0:1767322701.773610:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816878464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322701.773631:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322701.773653:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816878464:12345-0@lo:38:kworker.0 Request processed in 42us (632us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322701.773658:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90023
00000100:00080000:0.0:1767322701.774349:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322701.774356:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322701.774360:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816878208:0@lo:38:kworker.0
00000100:00080000:0.0:1767322701.774369:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322701.774372:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322701.774374:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816878464:0@lo:38:kworker.0
00000100:00100000:1.0:1767322702.343002:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322702.729241:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322703.367004:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322703.756946:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322704.392945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322704.554633:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322704.554741:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322704.555096:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758765824
00000100:00100000:1.0:1767322704.555108:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758765824
00000100:00100000:1.0:1767322704.555232:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758765696
00000100:00100000:1.0:1767322704.555237:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758765696
00000100:00080000:3.0:1767322704.555277:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322704.557977:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5499
00000100:00100000:2.0:1767322704.558018:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758765824:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322704.558142:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758765824:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 141us (3523us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322704.558150:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5499
00000100:00100000:2.0:1767322704.558177:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90024
00000100:00100000:2.0:1767322704.558182:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758765696:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322704.558211:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322704.558236:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758765696:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (3495us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322704.558243:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90024
00010000:00010000:2.0:1767322704.776017:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322705.415034:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322705.799560:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322706.375262:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816878848:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322706.375364:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322706.375693:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816878976:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322706.375731:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322706.375896:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816878848
00000100:00100000:0.0:1767322706.375908:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816878848
00000100:00100000:0.0:1767322706.375987:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816878976
00000100:00100000:0.0:1767322706.375991:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816878976
00000100:00100000:0.0:1767322706.376022:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165
00000100:00100000:0.0:1767322706.376033:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816878848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322706.376071:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767322706.376145:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322706.376150:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322706.376176:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166
00000100:00100000:2.0:1767322706.376185:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816878976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322706.376204:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322706.376240:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816878976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (508us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322706.376248:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166
00000100:00100000:2.0:1767322706.376300:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816878976:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322706.384062:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816878848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8015us (8682us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322706.384081:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165
00000100:00100000:2.0:1767322706.384870:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816878848:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322706.439426:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322706.823609:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322706.889565:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322706.889577:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322706.889581:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322706.889586:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322706.889591:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322706.889600:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5244
00000100:00080000:3.0:1767322706.889606:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322706.889614:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322706.889664:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a87aa00 x1853166816879104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322706.889805:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816879104:0@lo:38:kworker.0
00000100:00100000:1.0:1767322706.889890:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322706.890031:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816879104
00000100:00100000:2.0:1767322706.890040:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816879104
00000100:00100000:2.0:1767322706.890088:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90025
00000100:00100000:2.0:1767322706.890096:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816879104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322706.890121:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767322706.890186:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322706.890190:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322706.890192:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322706.890197:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5244
00000100:00080000:3.0:1767322706.890199:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322706.890203:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322706.890221:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878e00 x1853166816879232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322706.890682:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816879232:0@lo:38:kworker.0
00000100:00100000:1.0:1767322706.890715:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322706.890852:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816879104:12345-0@lo:38:kworker.0 Request processed in 754us (960us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322706.890861:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90025
00000100:00080000:3.0:1767322706.891030:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322706.891034:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322706.891037:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322706.891041:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5244
00000100:00080000:3.0:1767322706.891045:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322706.891048:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322706.891063:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40e00 x1853166816879488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322706.891081:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322706.891084:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322706.891085:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322706.891089:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5244
00000100:00080000:3.0:1767322706.891091:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322706.891094:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322706.891104:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e43480 x1853166816879744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322706.891153:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816879616:0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891184:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322706.891207:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322706.891213:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816879360:0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891233:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322706.891257:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816880000:0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891296:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322706.891315:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322706.891320:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816879872:0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891340:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322706.891367:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816880000
00000100:00100000:3.0:1767322706.891372:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816880000
00000100:00100000:3.0:1767322706.891423:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816879872
00000100:00100000:3.0:1767322706.891426:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816879872
00000100:00100000:3.0:1767322706.891444:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464
00000100:00100000:3.0:1767322706.891451:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816880000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891497:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816880000:12345-0@lo:400:kworker.0 Request processed in 46us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322706.891503:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464
00000100:00100000:3.0:1767322706.891516:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465
00000100:00100000:3.0:1767322706.891522:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816879872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891550:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816879872:12345-0@lo:400:kworker.0 Request processed in 28us (208us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322706.891556:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465
00000100:00100000:3.0:1767322706.891607:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816879872:0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891618:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816880000:0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891642:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816879616
00000100:00100000:3.0:1767322706.891645:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816879616
00000100:00100000:3.0:1767322706.891679:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816879360
00000100:00100000:3.0:1767322706.891682:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816879360
00000100:00100000:3.0:1767322706.891700:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5500
00000100:00100000:3.0:1767322706.891706:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816879616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891740:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816879616:12345-0@lo:400:kworker.0 Request processed in 34us (554us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322706.891750:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5500
00000100:00100000:3.0:1767322706.891793:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5501
00000100:00100000:3.0:1767322706.891800:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816879360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891828:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816879360:12345-0@lo:400:kworker.0 Request processed in 29us (594us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322706.891834:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5501
00000100:00080000:3.0:1767322706.891850:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322706.891875:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816879360:0@lo:400:kworker.0
00000100:00100000:3.0:1767322706.891885:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816879616:0@lo:400:kworker.0
00000100:00100000:0.0:1767322706.892259:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816879232
00000100:00100000:0.0:1767322706.892311:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816879232
00000100:00100000:0.0:1767322706.892348:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239
00000100:00100000:0.0:1767322706.892354:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816879232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322706.892481:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322706.892524:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816879232:12345-0@lo:38:kworker.0 Request processed in 169us (1808us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322706.892531:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239
00000100:00080000:1.0:1767322706.894077:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322706.894089:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322706.894094:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816879104:0@lo:38:kworker.0
00000100:00100000:1.0:1767322706.894136:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816879488:0@lo:38:kworker.0
00000100:00100000:1.0:1767322706.894203:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322706.894253:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816879744:0@lo:38:kworker.0
00000100:00100000:1.0:1767322706.894277:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322706.894371:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322706.894376:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322706.894380:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816879232:0@lo:38:kworker.0
00000100:00100000:0.0:1767322706.894717:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816879488
00000100:00100000:0.0:1767322706.894728:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816879488
00000100:00100000:0.0:1767322706.894803:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816879744
00000100:00100000:0.0:1767322706.894807:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816879744
00000100:00100000:0.0:1767322706.894833:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90026
00000100:00100000:0.0:1767322706.894839:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816879488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322706.894864:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322706.895155:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816879488:12345-0@lo:38:kworker.0 Request processed in 313us (951us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322706.895164:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90026
00000100:00100000:0.0:1767322706.895182:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90027
00000100:00100000:0.0:1767322706.895187:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816879744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322706.895197:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322706.895220:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816879744:12345-0@lo:38:kworker.0 Request processed in 32us (942us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322706.895226:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90027
00000100:00080000:1.0:1767322706.895385:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322706.895391:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322706.895395:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816879488:0@lo:38:kworker.0
00000100:00080000:1.0:1767322706.895405:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322706.895409:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322706.895412:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816879744:0@lo:38:kworker.0
00000100:00100000:2.0:1767322707.463490:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322707.847483:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322708.486929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322708.872351:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322709.514136:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322709.678267:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322709.678394:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322709.680343:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758766080
00000100:00100000:2.0:1767322709.680362:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758766080
00000100:00100000:2.0:1767322709.680470:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758765952
00000100:00100000:2.0:1767322709.680475:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758765952
00000100:00100000:2.0:1767322709.680504:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5502
00000100:00100000:2.0:1767322709.680514:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758766080:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322709.680594:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758766080:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 81us (2335us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322709.680602:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5502
00000100:00100000:2.0:1767322709.680624:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90028
00000100:00100000:2.0:1767322709.680629:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758765952:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322709.680650:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322709.680676:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758765952:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (2281us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322709.680685:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90028
00000100:00080000:3.0:1767322709.681270:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767322709.683287:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758766208 offset 0 length 520: 4
00010000:00010000:3.0:1767322709.899198:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322710.537707:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322710.918912:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322711.495231:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816880128:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322711.495301:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322711.495515:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322711.495524:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816880256:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322711.495557:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322711.495632:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816880128
00000100:00100000:1.0:1767322711.495641:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816880128
00000100:00100000:1.0:1767322711.495698:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816880256
00000100:00100000:1.0:1767322711.495702:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816880256
00000100:00100000:1.0:1767322711.495722:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167
00000100:00100000:1.0:1767322711.495786:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816880128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322711.495815:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322711.495861:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816880128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (560us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322711.495869:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167
00000100:00100000:1.0:1767322711.495887:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168
00000100:00100000:1.0:1767322711.495894:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816880256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322711.495908:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322711.495931:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816880256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (373us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322711.495936:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168
00000100:00080000:3.0:1767322711.495992:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322711.495996:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322711.496030:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816880256:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322711.496042:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816880128:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322711.558902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322711.945938:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322712.006916:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322686/real 1767322686]  req@ffff8d4d45b64000 x1853166816873856/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322711 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767322712.006955:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d45b64000 x1853166816873856/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322711 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767322712.006976:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322712.006998:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767322712.007002:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816873856:0@lo:250:kworker.0
00000100:00080000:3.0:1767322712.007169:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322712.007175:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322712.007178:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322712.007183:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5229
00000100:00080000:3.0:1767322712.007187:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322712.007195:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322712.007231:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40700 x1853166816880384/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322712.007257:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322712.007261:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322712.007263:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322712.007267:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5249
00000100:00080000:3.0:1767322712.007269:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322712.007271:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322712.007286:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e43800 x1853166816880512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322712.007293:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322712.007296:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322712.007297:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322712.007300:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5249
00000100:00080000:3.0:1767322712.007302:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322712.007305:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322712.007314:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e41880 x1853166816880640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322712.007352:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322712.007356:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322712.007359:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322712.007363:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5249
00000100:00080000:3.0:1767322712.007365:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322712.007368:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322712.007380:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e43480 x1853166816880896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322712.007395:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322712.007398:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322712.007399:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322712.007403:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5249
00000100:00080000:3.0:1767322712.007405:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322712.007408:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322712.007468:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21bb80 x1853166816881152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322712.007583:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816881024:0@lo:400:kworker.0
00000100:00100000:0.0:1767322712.007652:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322712.007714:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322712.007720:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816880768:0@lo:400:kworker.0
00000100:00100000:0.0:1767322712.007752:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322712.007829:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816881024
00000100:00100000:0.0:1767322712.007837:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816881024
00000100:00100000:0.0:1767322712.007889:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816880768
00000100:00100000:0.0:1767322712.007892:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816880768
00000100:00100000:0.0:1767322712.007917:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5503
00000100:00100000:0.0:1767322712.007924:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816881024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322712.007971:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816881024:12345-0@lo:400:kworker.0 Request processed in 47us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322712.007978:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5503
00000100:00100000:0.0:1767322712.007995:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5504
00000100:00100000:0.0:1767322712.008002:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816880768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322712.008026:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816880768:12345-0@lo:400:kworker.0 Request processed in 25us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322712.008031:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5504
00000100:00100000:0.0:1767322712.008069:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816880768:0@lo:400:kworker.0
00000100:00100000:0.0:1767322712.008078:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816881024:0@lo:400:kworker.0
00000100:00100000:1.0:1767322712.008211:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816880384:0@lo:250:kworker.0
00000400:00000100:1.0:1767322712.008233:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816880384 offset 0 length 520: 4
00000100:00100000:1.0:1767322712.008251:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816880512:0@lo:38:kworker.0
00000100:00100000:1.0:1767322712.008269:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322712.008294:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816880640:0@lo:38:kworker.0
00000100:00100000:1.0:1767322712.008315:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322712.008333:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816880896:0@lo:38:kworker.0
00000100:00100000:1.0:1767322712.008350:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322712.008361:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816881152:0@lo:38:kworker.0
00000100:00100000:1.0:1767322712.008376:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322712.008399:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816880640
00000100:00100000:1.0:1767322712.008402:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816880640
00000100:00100000:1.0:1767322712.008419:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240
00000100:00100000:1.0:1767322712.008424:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816880640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322712.008440:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322712.008468:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816880640:12345-0@lo:38:kworker.0 Request processed in 43us (152us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322712.008476:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240
00000100:00100000:1.0:1767322712.008489:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816880512
00000100:00100000:1.0:1767322712.008492:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816880512
00000100:00100000:1.0:1767322712.008504:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816880896
00000100:00100000:1.0:1767322712.008506:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816880896
00000100:00100000:1.0:1767322712.008516:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816881152
00000100:00100000:1.0:1767322712.008518:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816881152
00000100:00100000:1.0:1767322712.008525:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90029
00000100:00100000:1.0:1767322712.008529:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816880512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322712.008538:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322712.008557:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816880512:12345-0@lo:38:kworker.0 Request processed in 27us (289us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322712.008562:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90029
00000100:00100000:1.0:1767322712.008572:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90030
00000100:00100000:1.0:1767322712.008575:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816880896:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322712.008582:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322712.008601:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816880896:12345-0@lo:38:kworker.0 Request processed in 24us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322712.008605:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90030
00000100:00100000:1.0:1767322712.008614:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90031
00000100:00100000:1.0:1767322712.008617:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816881152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322712.008625:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322712.008643:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816881152:12345-0@lo:38:kworker.0 Request processed in 24us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322712.008648:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90031
00000100:00080000:1.0:1767322712.008675:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322712.008680:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322712.008682:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816880512:0@lo:38:kworker.0
00000100:00080000:1.0:1767322712.008689:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322712.008692:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322712.008695:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816880640:0@lo:38:kworker.0
00000100:00080000:1.0:1767322712.008701:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322712.008704:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322712.008706:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816880896:0@lo:38:kworker.0
00000100:00080000:1.0:1767322712.008713:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322712.008716:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322712.008719:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816881152:0@lo:38:kworker.0
00000100:00080000:3.0:1767322712.008895:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322712.582874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322712.970606:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322713.607199:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322713.991111:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322714.632693:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322714.791886:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322714.792181:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758766336
00000100:00100000:2.0:1767322714.792192:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758766336
00000100:00100000:2.0:1767322714.792246:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90032
00000100:00100000:2.0:1767322714.792260:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758766336:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322714.792282:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322714.792353:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758766336:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 93us (475us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322714.792361:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90032
00000100:00100000:3.0:1767322714.794821:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322714.794962:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758766464
00000100:00100000:0.0:1767322714.794972:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758766464
00000100:00100000:0.0:1767322714.795059:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5505
00000100:00100000:0.0:1767322714.795071:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758766464:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322714.795155:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758766464:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (343us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322714.795163:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5505
00000100:00080000:3.0:1767322714.795226:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322715.014956:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322715.656609:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322716.042493:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322716.615025:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816881280:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322716.615099:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322716.615185:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816881280
00000100:00100000:0.0:1767322716.615193:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816881280
00000100:00100000:0.0:1767322716.615261:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169
00000100:00100000:0.0:1767322716.615271:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816881280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322716.615301:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322716.615495:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816881408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322716.615523:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322716.615554:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816881408
00000100:00100000:1.0:1767322716.615558:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816881408
00000100:00100000:1.0:1767322716.615582:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170
00000100:00100000:1.0:1767322716.615588:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816881408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322716.615603:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322716.615630:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816881408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (106us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322716.615636:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170
00000100:00100000:1.0:1767322716.615676:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816881408:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322716.615715:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322716.615719:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322716.623877:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816881280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8596us (8766us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322716.623895:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169
00000100:00100000:3.0:1767322716.623902:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816881280:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322716.678873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322717.063132:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322717.127443:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322717.127454:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322717.127457:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322717.127462:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322717.127466:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322717.127475:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5254
00000100:00080000:3.0:1767322717.127479:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322717.127487:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322717.128333:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218000 x1853166816881536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322717.128416:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816881536:0@lo:38:kworker.0
00000100:00100000:1.0:1767322717.128482:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322717.128612:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816881536
00000100:00100000:2.0:1767322717.128620:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816881536
00000100:00100000:2.0:1767322717.128674:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90033
00000100:00100000:2.0:1767322717.128693:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816881536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322717.128715:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767322717.128782:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322717.128787:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322717.128790:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322717.128794:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5254
00000100:00080000:3.0:1767322717.128797:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322717.128801:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322717.129028:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b219500 x1853166816881664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322717.131191:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816881664:0@lo:38:kworker.0
00000100:00100000:2.0:1767322717.131216:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816881536:12345-0@lo:38:kworker.0 Request processed in 2519us (2729us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322717.131242:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90033
00000100:00100000:1.0:1767322717.131261:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322717.131327:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322717.131338:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322717.131342:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816881536:0@lo:38:kworker.0
00000100:00100000:0.0:1767322717.131371:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816881664
00000100:00100000:0.0:1767322717.131378:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816881664
00000100:00100000:0.0:1767322717.131416:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241
00000100:00100000:0.0:1767322717.131423:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816881664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322717.131444:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322717.131492:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816881664:12345-0@lo:38:kworker.0 Request processed in 68us (231us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322717.131499:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241
00000100:00080000:1.0:1767322717.131521:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322717.131527:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322717.131531:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816881664:0@lo:38:kworker.0
00000100:00100000:2.0:1767322717.132095:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816881792:0@lo:400:kworker.0
00000100:00100000:2.0:1767322717.132130:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322717.132194:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816881792
00000100:00100000:0.0:1767322717.132199:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816881792
00000100:00080000:1.0:1767322717.132235:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322717.132252:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5506
00000100:00100000:0.0:1767322717.132263:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816881792:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322717.132325:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322717.132330:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322717.132332:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322717.132337:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5254
00000100:00080000:3.0:1767322717.132341:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322717.132346:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322717.132371:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816881792:12345-0@lo:400:kworker.0 Request processed in 110us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322717.132381:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5506
00000100:00100000:2.0:1767322717.132446:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816881792:0@lo:400:kworker.0
00000100:00100000:3.0:1767322717.132671:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21a300 x1853166816881920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322717.132732:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322717.132738:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322717.132740:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767322717.132745:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816881920:0@lo:38:kworker.0
00000100:00080000:3.0:1767322717.132746:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5254
00000100:00080000:3.0:1767322717.132751:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322717.132781:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322717.132797:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218a80 x1853166816882176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322717.132816:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322717.132844:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816882176:0@lo:38:kworker.0
00000100:00100000:0.0:1767322717.132863:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322717.132894:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816881920
00000100:00100000:0.0:1767322717.132899:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816881920
00000100:00100000:0.0:1767322717.132915:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816882176
00000100:00100000:0.0:1767322717.132917:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816882176
00000100:00100000:0.0:1767322717.132931:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90034
00000100:00100000:0.0:1767322717.132936:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816881920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322717.132950:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322717.132978:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816881920:12345-0@lo:38:kworker.0 Request processed in 42us (179us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322717.132985:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90034
00000100:00100000:0.0:1767322717.132995:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90035
00000100:00100000:0.0:1767322717.132999:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816882176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322717.133008:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322717.133026:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816882176:12345-0@lo:38:kworker.0 Request processed in 25us (161us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322717.133031:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90035
00000100:00080000:0.0:1767322717.133058:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322717.133063:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322717.133067:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816882176:0@lo:38:kworker.0
00000100:00080000:0.0:1767322717.133074:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322717.133078:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322717.133080:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816881920:0@lo:38:kworker.0
00000100:00100000:0.0:1767322717.133109:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816882048:0@lo:400:kworker.0
00000100:00100000:0.0:1767322717.133130:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322717.133154:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816882048
00000100:00100000:0.0:1767322717.133158:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816882048
00000100:00100000:0.0:1767322717.133189:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5507
00000100:00100000:0.0:1767322717.133196:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816882048:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767322717.133207:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322717.133249:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816882048:0@lo:400:kworker.0
00000100:00100000:0.0:1767322717.133292:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816882048:12345-0@lo:400:kworker.0 Request processed in 96us (161us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322717.133300:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5507
00000100:00100000:2.0:1767322717.702882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322718.087005:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322718.726868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322719.111081:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322719.750889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322719.914493:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322719.914619:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322719.915603:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758766720
00000100:00100000:1.0:1767322719.915614:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758766720
00000100:00100000:1.0:1767322719.915722:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758766592
00000100:00100000:1.0:1767322719.915726:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758766592
00000100:00100000:1.0:1767322719.915748:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5508
00000100:00100000:1.0:1767322719.915774:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758766720:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767322719.915943:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322719.915988:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90036
00000100:00100000:2.0:1767322719.915995:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758766592:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322719.916020:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322719.916065:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758766592:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 68us (1445us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322719.916072:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90036
00000100:00100000:1.0:1767322719.916908:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758766720:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 1148us (2420us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322719.916917:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5508
00010000:00010000:2.0:1767322720.135809:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322720.777381:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322721.161997:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322721.735353:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816882304:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322721.735451:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322721.735474:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816882432:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322721.735518:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322721.735560:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816882304
00000100:00100000:0.0:1767322721.735569:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816882432
00000100:00100000:1.0:1767322721.735571:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816882304
00000100:00100000:0.0:1767322721.735574:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816882432
00000100:00100000:0.0:1767322721.735652:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171
00000100:00100000:0.0:1767322721.735662:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816882432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322721.735699:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322721.735748:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816882432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322721.735787:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171
00000100:00100000:0.0:1767322721.735810:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172
00000100:00100000:0.0:1767322721.735818:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816882304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322721.735836:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322721.735877:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816882432:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767322721.735894:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322721.735901:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322721.736875:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816882304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1054us (1420us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322721.736887:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172
00000100:00100000:3.0:1767322721.736937:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816882304:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322721.798929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322722.185128:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322722.247145:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322722.247158:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322722.247162:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322722.247167:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322722.247172:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322722.247182:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5259
00000100:00080000:3.0:1767322722.247188:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322722.247197:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322722.247251:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21a680 x1853166816882560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322722.247326:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816882560:0@lo:38:kworker.0
00000100:00100000:0.0:1767322722.247420:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322722.247566:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816882560
00000100:00100000:1.0:1767322722.247577:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816882560
00000100:00100000:1.0:1767322722.247644:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90037
00000100:00100000:1.0:1767322722.247655:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816882560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322722.247683:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767322722.247746:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322722.247751:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322722.247776:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322722.247781:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5259
00000100:00080000:3.0:1767322722.247784:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322722.247789:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322722.247808:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21b100 x1853166816882688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322722.251251:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816882688:0@lo:38:kworker.0
00000100:00100000:0.0:1767322722.251344:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322722.251463:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816882688
00000100:00100000:2.0:1767322722.251473:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816882688
00000100:00100000:2.0:1767322722.251521:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242
00000100:00100000:2.0:1767322722.251531:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816882688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322722.251560:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322722.251605:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816882688:12345-0@lo:38:kworker.0 Request processed in 73us (260us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322722.251614:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242
00000100:00100000:1.0:1767322722.251823:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816882560:12345-0@lo:38:kworker.0 Request processed in 4165us (4399us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322722.251834:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90037
00000100:00080000:3.0:1767322722.252008:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322722.252019:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322722.252022:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322722.252028:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5259
00000100:00080000:3.0:1767322722.252034:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322722.252040:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322722.252066:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218a80 x1853166816882944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322722.252086:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322722.252090:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322722.252092:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322722.252096:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5259
00000100:00080000:3.0:1767322722.252098:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322722.252101:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322722.252110:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b219500 x1853166816883200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322722.252270:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816882816:0@lo:400:kworker.0
00000100:00100000:2.0:1767322722.252306:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322722.252338:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322722.252343:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816883072:0@lo:400:kworker.0
00000100:00100000:2.0:1767322722.252363:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322722.252391:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816882816
00000100:00100000:2.0:1767322722.252395:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816882816
00000100:00100000:2.0:1767322722.252437:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816883072
00000100:00100000:2.0:1767322722.252439:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816883072
00000100:00100000:2.0:1767322722.252458:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5509
00000100:00100000:2.0:1767322722.252464:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816882816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322722.252510:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816882816:12345-0@lo:400:kworker.0 Request processed in 46us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322722.252516:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5509
00000100:00100000:2.0:1767322722.252531:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5510
00000100:00100000:2.0:1767322722.252537:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816883072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322722.252563:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816883072:12345-0@lo:400:kworker.0 Request processed in 26us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322722.252568:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5510
00000100:00080000:2.0:1767322722.252585:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322722.252637:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816883072:0@lo:400:kworker.0
00000100:00100000:2.0:1767322722.252652:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816882816:0@lo:400:kworker.0
00000100:00080000:0.0:1767322722.255286:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322722.255303:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322722.255308:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816882560:0@lo:38:kworker.0
00000100:00100000:0.0:1767322722.255348:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816882944:0@lo:38:kworker.0
00000100:00100000:0.0:1767322722.255423:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322722.255519:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816883200:0@lo:38:kworker.0
00000100:00100000:0.0:1767322722.255543:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322722.258131:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322722.258145:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322722.258149:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816882688:0@lo:38:kworker.0
00000100:00100000:3.0:1767322722.258476:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816882944
00000100:00100000:3.0:1767322722.258487:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816882944
00000100:00100000:1.0:1767322722.259307:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816883200
00000100:00100000:1.0:1767322722.259316:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816883200
00000100:00100000:1.0:1767322722.259428:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90038
00000100:00100000:1.0:1767322722.259437:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816883200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322722.259465:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322722.259560:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816883200:12345-0@lo:38:kworker.0 Request processed in 123us (4015us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322722.259568:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90038
00000100:00080000:0.0:1767322722.259652:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322722.259659:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322722.259663:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816883200:0@lo:38:kworker.0
00000100:00100000:2.0:1767322722.265040:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90039
00000100:00100000:2.0:1767322722.265058:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816882944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322722.265100:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322722.265230:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816882944:12345-0@lo:38:kworker.0 Request processed in 174us (9806us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322722.265238:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90039
00000100:00080000:0.0:1767322722.265398:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322722.265405:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322722.265409:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816882944:0@lo:38:kworker.0
00000100:00100000:2.0:1767322722.823201:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322723.207027:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322723.848798:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322724.231155:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322724.871825:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322725.032094:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322725.032162:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322725.032367:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758766848
00000100:00100000:1.0:1767322725.032381:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758766848
00000100:00100000:1.0:1767322725.032437:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758766976
00000100:00100000:1.0:1767322725.032440:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758766976
00000100:00100000:1.0:1767322725.032513:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5511
00000100:00100000:1.0:1767322725.032525:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758766976:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767322725.032590:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322725.032643:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90040
00000100:00100000:1.0:1767322725.032651:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758766976:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 126us (487us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322725.032655:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758766848:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:1.0:1767322725.032664:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5511
00010000:00020000:0.0:1767322725.032685:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322725.032721:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758766848:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 69us (642us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322725.032729:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90040
00010000:00010000:2.0:1767322725.258198:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322725.894894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322726.281978:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322726.855207:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322726.855239:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816883328:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322726.855356:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322726.855584:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816883328
00000100:00100000:0.0:1767322726.855606:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816883328
00000100:00100000:0.0:1767322726.855687:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173
00000100:00100000:0.0:1767322726.855697:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e451b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816883328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322726.855736:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322726.855814:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e451b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816883328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (458us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322726.855822:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173
00000100:00080000:1.0:1767322726.856123:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322726.856196:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816883328:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322726.862435:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816883456:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322726.862537:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322726.862795:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816883456
00000100:00100000:2.0:1767322726.862806:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816883456
00000100:00100000:2.0:1767322726.862944:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174
00000100:00100000:2.0:1767322726.862956:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816883456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322726.863013:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322726.863071:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816883456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (535us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322726.863080:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174
00000100:00100000:1.0:1767322726.863304:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816883456:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322726.863379:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322726.918997:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322727.304025:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322727.367642:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322727.367659:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322727.367663:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322727.367668:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322727.367674:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322727.367685:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5264
00000100:00080000:0.0:1767322727.367691:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322727.367701:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322727.367779:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99c00 x1853166816883584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322727.367849:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816883584:0@lo:38:kworker.0
00000100:00100000:3.0:1767322727.367961:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322727.368177:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322727.368182:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322727.368184:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322727.368190:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5264
00000100:00080000:0.0:1767322727.368193:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322727.368198:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322727.368215:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b800 x1853166816883712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322727.368256:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322727.368261:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322727.368262:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322727.368266:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5264
00000100:00080000:0.0:1767322727.368268:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322727.368271:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322727.368282:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bc700 x1853166816883968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322727.368310:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322727.368313:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322727.368315:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322727.368319:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5264
00000100:00080000:0.0:1767322727.368321:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322727.368325:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322727.368339:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078700 x1853166816884224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322727.369518:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816883712:0@lo:38:kworker.0
00000100:00100000:3.0:1767322727.369603:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322727.369717:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816883712
00000100:00100000:0.0:1767322727.369727:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816883712
00000100:00100000:0.0:1767322727.369784:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243
00000100:00100000:0.0:1767322727.369793:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816883712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322727.369823:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322727.369873:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816883712:12345-0@lo:38:kworker.0 Request processed in 80us (270us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322727.369880:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243
00000100:00100000:2.0:1767322727.369978:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816883584
00000100:00100000:2.0:1767322727.369984:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816883584
00000100:00100000:2.0:1767322727.370025:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90041
00000100:00100000:2.0:1767322727.370031:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6f577c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816883584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322727.370042:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322727.370096:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6f577c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816883584:12345-0@lo:38:kworker.0 Request processed in 64us (2135us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322727.370103:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90041
00000100:00100000:1.0:1767322727.372796:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816883840:0@lo:400:kworker.0
00000100:00100000:1.0:1767322727.373021:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322727.373099:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816883840
00000100:00100000:0.0:1767322727.373111:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816883840
00000100:00100000:0.0:1767322727.373199:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5512
00000100:00100000:0.0:1767322727.373211:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816883840:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767322727.373258:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322727.373280:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816883840:12345-0@lo:400:kworker.0 Request processed in 73us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322727.373288:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5512
00000100:00100000:2.0:1767322727.373309:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816884096:0@lo:400:kworker.0
00000100:00100000:2.0:1767322727.373345:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322727.373382:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816884096
00000100:00100000:0.0:1767322727.373386:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816884096
00000100:00100000:0.0:1767322727.373420:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5513
00000100:00100000:0.0:1767322727.373426:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816884096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322727.373473:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816884096:12345-0@lo:400:kworker.0 Request processed in 47us (128us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322727.373487:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5513
00000100:00080000:0.0:1767322727.373503:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322727.373841:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816883840:0@lo:400:kworker.0
00000100:00080000:3.0:1767322727.374590:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322727.374597:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816884096:0@lo:400:kworker.0
00000100:00080000:3.0:1767322727.374600:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322727.374604:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816883712:0@lo:38:kworker.0
00000100:00100000:3.0:1767322727.374613:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816883968:0@lo:38:kworker.0
00000100:00100000:3.0:1767322727.374668:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322727.374735:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816884224:0@lo:38:kworker.0
00000100:00100000:3.0:1767322727.374771:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322727.376682:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322727.376697:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322727.376702:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816883584:0@lo:38:kworker.0
00000100:00100000:0.0:1767322727.376941:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816883968
00000100:00100000:0.0:1767322727.376951:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816883968
00000100:00100000:0.0:1767322727.377002:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816884224
00000100:00100000:0.0:1767322727.377006:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816884224
00000100:00100000:0.0:1767322727.377044:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90042
00000100:00100000:0.0:1767322727.377053:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816883968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322727.377083:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322727.377154:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816883968:12345-0@lo:38:kworker.0 Request processed in 100us (2483us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322727.377162:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90042
00000100:00100000:0.0:1767322727.377180:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90043
00000100:00100000:0.0:1767322727.377184:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816884224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322727.377194:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322727.377222:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816884224:12345-0@lo:38:kworker.0 Request processed in 36us (2467us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322727.377228:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90043
00000100:00080000:3.0:1767322727.379273:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322727.379288:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322727.379295:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816883968:0@lo:38:kworker.0
00000100:00080000:3.0:1767322727.379310:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322727.379314:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322727.379318:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816884224:0@lo:38:kworker.0
00000100:00100000:2.0:1767322727.942944:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322728.327323:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322728.967055:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322729.351877:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322729.990856:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322730.152409:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322730.152502:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322730.152605:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758767232
00000100:00100000:1.0:1767322730.152617:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758767232
00000100:00100000:1.0:1767322730.152688:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758767104
00000100:00100000:1.0:1767322730.152691:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758767104
00000100:00100000:1.0:1767322730.152710:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5514
00000100:00100000:1.0:1767322730.152719:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758767232:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322730.152834:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758767232:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 115us (435us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322730.152842:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5514
00000100:00100000:1.0:1767322730.152862:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90044
00000100:00100000:1.0:1767322730.152866:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758767104:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322730.152889:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322730.152916:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758767104:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 48us (414us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322730.152923:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90044
00000100:00080000:2.0:1767322730.153126:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322730.375781:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322731.014868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322731.399399:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322731.975106:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816884352:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322731.975181:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322731.975461:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816884480:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322731.975488:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322731.976492:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816884352
00000100:00100000:2.0:1767322731.976501:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816884352
00000100:00100000:2.0:1767322731.976573:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816884480
00000100:00100000:2.0:1767322731.976577:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816884480
00000100:00100000:2.0:1767322731.976603:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175
00000100:00100000:0.0:1767322731.976716:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176
00000100:00100000:0.0:1767322731.976727:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816884480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322731.976788:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322731.976861:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816884480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (1360us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322731.976869:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176
00000100:00100000:0.0:1767322731.976925:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816884480:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767322731.976987:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322731.976992:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322731.977216:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816884352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322731.977234:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322731.977316:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816884352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 705us (2135us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322731.977323:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175
00000100:00100000:3.0:1767322731.977376:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816884352:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322732.038871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322732.422981:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322732.487607:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322732.487619:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322732.487623:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322732.487626:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322732.487630:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322732.487637:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5269
00000100:00080000:3.0:1767322732.487640:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322732.487647:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322732.487684:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b219c00 x1853166816884608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322732.487699:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322732.487701:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322732.487702:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322732.487707:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5269
00000100:00080000:3.0:1767322732.487709:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322732.487711:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322732.487721:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218380 x1853166816884736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322732.487732:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816884608:0@lo:38:kworker.0
00000100:00080000:3.0:1767322732.487772:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322732.487775:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322732.487776:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322732.487779:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5269
00000100:00080000:3.0:1767322732.487781:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322732.487783:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322732.487792:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b219880 x1853166816884992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322732.487803:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322732.487805:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322732.487807:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322732.487809:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5269
00000100:00080000:3.0:1767322732.487811:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767322732.487813:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816885120:0@lo:400:kworker.0
00000100:00080000:3.0:1767322732.487815:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322732.487824:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21bb80 x1853166816885248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322732.487896:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816884864:0@lo:400:kworker.0
00000100:00100000:3.0:1767322732.488033:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816885504:0@lo:400:kworker.0
00000100:00100000:2.0:1767322732.490854:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322732.490955:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816885120
00000100:00100000:2.0:1767322732.490965:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816885120
00000100:00100000:2.0:1767322732.491037:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5515
00000100:00100000:2.0:1767322732.491048:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816885120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322732.494029:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322732.494106:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816884736:0@lo:38:kworker.0
00000100:00100000:0.0:1767322732.494143:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322732.494335:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816884992:0@lo:38:kworker.0
00000100:00100000:0.0:1767322732.494360:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322732.494379:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816885248:0@lo:38:kworker.0
00000100:00100000:0.0:1767322732.494556:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322732.494599:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816884608
00000100:00100000:0.0:1767322732.494822:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816884608
00000100:00100000:0.0:1767322732.494856:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816884992
00000100:00100000:0.0:1767322732.494859:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816884992
00000100:00100000:0.0:1767322732.494867:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816885248
00000100:00100000:0.0:1767322732.494869:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816885248
00000100:00100000:0.0:1767322732.494881:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90045
00000100:00100000:0.0:1767322732.494888:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816884608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322732.494910:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322732.494955:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816884608:12345-0@lo:38:kworker.0 Request processed in 66us (931us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322732.494962:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90045
00000100:00100000:0.0:1767322732.494977:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90046
00000100:00100000:0.0:1767322732.494981:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816884992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322732.494990:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322732.495013:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816884992:12345-0@lo:38:kworker.0 Request processed in 31us (652us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322732.495018:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90046
00000100:00100000:0.0:1767322732.495029:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90047
00000100:00100000:2.0:1767322732.495031:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816885120:12345-0@lo:400:kworker.0 Request processed in 3984us (4183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322732.495032:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816885248:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322732.495038:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5515
00010000:00020000:0.0:1767322732.495043:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322732.495064:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816885248:12345-0@lo:38:kworker.0 Request processed in 30us (509us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322732.495064:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816884736
00000100:00100000:2.0:1767322732.495067:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816884736
00000100:00100000:0.0:1767322732.495069:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90047
00000100:00100000:2.0:1767322732.495086:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244
00000100:00100000:2.0:1767322732.495090:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816884736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322732.495098:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322732.495100:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322732.495106:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322732.495109:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816884992:0@lo:38:kworker.0
00000100:00080000:0.0:1767322732.495118:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322732.495121:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322732.495122:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816884736:12345-0@lo:38:kworker.0 Request processed in 30us (978us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322732.495124:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816885248:0@lo:38:kworker.0
00000100:00100000:2.0:1767322732.495128:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244
00000100:00080000:0.0:1767322732.495131:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322732.495134:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322732.495136:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816884608:0@lo:38:kworker.0
00000100:00080000:0.0:1767322732.495159:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322732.495161:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816885120:0@lo:400:kworker.0
00000100:00080000:0.0:1767322732.495162:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322732.495201:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816885376:0@lo:400:kworker.0
00000100:00100000:2.0:1767322732.495228:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322732.495252:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816884736:0@lo:38:kworker.0
00000100:00080000:2.0:1767322732.495262:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322732.495280:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816885376
00000100:00100000:2.0:1767322732.495283:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816885376
00000100:00100000:2.0:1767322732.495475:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466
00000100:00100000:2.0:1767322732.495483:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816885376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322732.495524:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816885376:12345-0@lo:400:kworker.0 Request processed in 43us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322732.495530:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466
00000100:00100000:2.0:1767322732.495566:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816885376:0@lo:400:kworker.0
00000100:00100000:1.0:1767322732.498429:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322732.498652:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816884864
00000100:00100000:0.0:1767322732.498661:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816884864
00000100:00100000:0.0:1767322732.498740:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5516
00000100:00100000:0.0:1767322732.498750:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816884864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322732.498826:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816884864:12345-0@lo:400:kworker.0 Request processed in 77us (403us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322732.498834:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5516
00000100:00080000:2.0:1767322732.499153:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322732.499682:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816884864:0@lo:400:kworker.0
00000100:00100000:3.0:1767322732.499804:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322732.499991:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816885504
00000100:00100000:2.0:1767322732.499998:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816885504
00000100:00100000:2.0:1767322732.500047:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467
00000100:00100000:2.0:1767322732.500057:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816885504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322732.500118:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816885504:12345-0@lo:400:kworker.0 Request processed in 63us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322732.500125:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467
00000100:00100000:0.0:1767322732.500211:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816885504:0@lo:400:kworker.0
00000100:00100000:2.0:1767322733.063848:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322733.447214:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322734.086878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:3.0:1767322734.247656:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758767360 offset 0 length 520: 4
00000100:00100000:3.0:1767322734.247722:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322734.248236:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758767616
00000100:00100000:1.0:1767322734.248246:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758767616
00000100:00100000:1.0:1767322734.248331:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5517
00000100:00100000:3.0:1767322734.248333:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322734.248345:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758767616:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322734.248407:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758767488
00000100:00100000:0.0:1767322734.248412:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758767488
00000100:00100000:1.0:1767322734.248428:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758767616:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 85us (704us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322734.248437:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5517
00000100:00100000:0.0:1767322734.248444:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90048
00000100:00100000:0.0:1767322734.248452:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758767488:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322734.248481:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322734.248511:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758767488:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (181us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322734.248527:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90048
00000100:00080000:2.0:1767322734.248544:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322734.471157:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322735.111554:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322735.494998:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322736.134883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322736.520460:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322737.095055:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322737.102611:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816885760:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322737.102688:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322737.102751:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816885632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322737.102793:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322737.102834:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816885760
00000100:00100000:0.0:1767322737.102842:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816885760
00000100:00100000:0.0:1767322737.102899:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816885632
00000100:00100000:0.0:1767322737.102902:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816885632
00000100:00100000:0.0:1767322737.102921:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177
00000100:00100000:0.0:1767322737.102929:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816885760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322737.102958:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767322737.102967:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322737.102973:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322737.103012:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816885760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (323us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322737.103021:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177
00000100:00100000:0.0:1767322737.103040:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178
00000100:00100000:0.0:1767322737.103048:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816885632:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322737.103053:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816885760:0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322737.103065:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322737.103110:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816885632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322737.103117:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178
00000100:00100000:3.0:1767322737.103149:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816885632:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322737.160881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322737.542979:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322737.607128:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322737.607139:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322737.607142:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322737.607146:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322737.607151:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322737.607158:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5275
00000100:00080000:3.0:1767322737.607163:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322737.607169:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322737.607207:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b66680 x1853166816885888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322737.607232:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322737.607235:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322737.607237:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322737.607241:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5275
00000100:00080000:3.0:1767322737.607243:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322737.607246:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322737.607260:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b66d80 x1853166816886016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322737.607298:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322737.607301:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322737.607303:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322737.607307:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5275
00000100:00080000:3.0:1767322737.607309:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322737.607312:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322737.607323:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b64000 x1853166816886272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322737.607336:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767322737.607341:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322737.607345:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322737.607347:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322737.607350:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5275
00000100:00080000:3.0:1767322737.607352:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767322737.607357:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816886400:0@lo:400:kworker.0
00000100:00080000:3.0:1767322737.607357:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322737.607378:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586300 x1853166816886528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322737.607425:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322737.607454:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816886656:0@lo:400:kworker.0
00000100:00100000:1.0:1767322737.607478:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816886144:0@lo:400:kworker.0
00000100:00100000:3.0:1767322737.607507:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322737.607534:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322737.607549:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322737.607558:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816886784:0@lo:400:kworker.0
00000100:00100000:1.0:1767322737.607574:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816886400
00000100:00100000:1.0:1767322737.607581:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816886400
00000100:00100000:3.0:1767322737.607588:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322737.607620:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322737.607631:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816886144
00000100:00100000:1.0:1767322737.607635:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816886144
00000100:00100000:3.0:1767322737.607639:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816886656
00000100:00100000:3.0:1767322737.607644:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816886656
00000100:00100000:1.0:1767322737.607663:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5518
00000100:00100000:1.0:1767322737.607673:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816886400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322737.607683:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816886784
00000100:00100000:3.0:1767322737.607687:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816886784
00000100:00100000:3.0:1767322737.607714:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468
00000100:00100000:1.0:1767322737.607722:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816886400:12345-0@lo:400:kworker.0 Request processed in 50us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322737.607727:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816886656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322737.607734:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5518
00000100:00100000:1.0:1767322737.607752:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5519
00000100:00100000:3.0:1767322737.607795:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816886656:12345-0@lo:400:kworker.0 Request processed in 73us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322737.607797:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816886144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322737.607810:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468
00000100:00100000:3.0:1767322737.607828:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469
00000100:00100000:1.0:1767322737.607836:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816886144:12345-0@lo:400:kworker.0 Request processed in 42us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322737.607839:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816886784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322737.607848:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5519
00000100:00100000:1.0:1767322737.607902:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816886400:0@lo:400:kworker.0
00000100:00100000:1.0:1767322737.607910:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816886144:0@lo:400:kworker.0
00000100:00100000:0.0:1767322737.608031:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322712/real 1767322712]  req@ffff8d4d54e40700 x1853166816880384/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322737.608051:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d54e40700 x1853166816880384/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322737.608064:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816885888:0@lo:38:kworker.0
00000100:00100000:0.0:1767322737.608090:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322737.608114:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816886016:0@lo:38:kworker.0
00000100:00100000:0.0:1767322737.608135:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322737.608156:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816886272:0@lo:38:kworker.0
00000100:00100000:0.0:1767322737.608176:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322737.608194:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816886528:0@lo:38:kworker.0
00000100:00100000:0.0:1767322737.608213:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322737.608227:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322737.608237:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322737.608240:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816880384:0@lo:250:kworker.0
00000100:00100000:0.0:1767322737.608263:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816886016
00000100:00100000:0.0:1767322737.608267:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816886016
00000100:00100000:0.0:1767322737.608286:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245
00000100:00100000:0.0:1767322737.608291:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816886016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322737.608308:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322737.608342:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816886016:12345-0@lo:38:kworker.0 Request processed in 48us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322737.608350:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816885888
00000100:00100000:0.0:1767322737.608351:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245
00000100:00100000:1.0:1767322737.608355:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816885888
00000100:00100000:0.0:1767322737.608381:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816886272
00000100:00100000:1.0:1767322737.608381:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816886528
00000100:00100000:1.0:1767322737.608385:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816886528
00000100:00100000:0.0:1767322737.608388:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816886272
00000100:00100000:1.0:1767322737.608400:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90049
00000100:00100000:1.0:1767322737.608406:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816885888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322737.608417:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322737.608449:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816885888:12345-0@lo:38:kworker.0 Request processed in 41us (358us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322737.608461:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816886784:12345-0@lo:400:kworker.0 Request processed in 625us (872us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322737.608475:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469
00000100:00080000:3.0:1767322737.608503:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322737.608522:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816886784:0@lo:400:kworker.0
00000100:00100000:3.0:1767322737.608532:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816886656:0@lo:400:kworker.0
00000100:00100000:1.0:1767322737.610828:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90049
00000100:00100000:1.0:1767322737.610859:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90050
00000100:00100000:0.0:1767322737.610869:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90051
00000100:00100000:1.0:1767322737.610870:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816886528:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767322737.610879:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816886272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322737.610903:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767322737.610960:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322737.610966:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:1.0:1767322737.610967:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816886528:12345-0@lo:38:kworker.0 Request processed in 99us (2752us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767322737.610970:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322737.610979:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5254
00000100:00080000:3.0:1767322737.610982:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322737.610987:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322737.611010:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366a00 x1853166816886912/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322737.611384:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90050
00000100:00100000:1.0:1767322737.611436:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816886912:0@lo:250:kworker.0
00000400:00000100:1.0:1767322737.611470:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816886912 offset 0 length 520: 4
00000100:00080000:1.0:1767322737.611528:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322737.611534:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322737.611537:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816885888:0@lo:38:kworker.0
00000100:00080000:1.0:1767322737.611548:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322737.611551:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322737.611554:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816886016:0@lo:38:kworker.0
00000100:00080000:1.0:1767322737.611562:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322737.611566:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322737.611568:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816886528:0@lo:38:kworker.0
00010000:00020000:0.0:1767322737.613591:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322737.613689:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816886272:12345-0@lo:38:kworker.0 Request processed in 2807us (5509us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322737.613701:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90051
00000100:00080000:1.0:1767322737.613835:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322737.613842:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322737.613847:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816886272:0@lo:38:kworker.0
00000100:00100000:2.0:1767322738.182920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322738.567659:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322739.206945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322739.370148:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322739.370218:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322739.370337:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758767872
00000100:00100000:2.0:1767322739.370355:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758767872
00000100:00100000:2.0:1767322739.370540:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758767744
00000100:00100000:2.0:1767322739.370545:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758767744
00000100:00080000:3.0:1767322739.370562:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322739.370696:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5520
00000100:00100000:0.0:1767322739.370716:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758767872:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322739.370879:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758767872:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 171us (741us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322739.370887:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5520
00000100:00100000:0.0:1767322739.370914:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90052
00000100:00100000:0.0:1767322739.370919:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758767744:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322739.370938:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322739.370963:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758767744:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (745us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322739.370970:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90052
00010000:00010000:1.0:1767322739.597604:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322740.231913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322740.615293:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322741.254936:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322741.640185:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322742.215501:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816887168:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322742.215501:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816887040:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322742.215606:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322742.215783:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322742.215786:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816887168
00000100:00100000:1.0:1767322742.215798:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816887168
00000100:00100000:1.0:1767322742.215879:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816887040
00000100:00100000:1.0:1767322742.215883:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816887040
00000100:00100000:3.0:1767322742.215908:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179
00000100:00100000:1.0:1767322742.215916:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180
00000100:00100000:3.0:1767322742.215926:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816887168:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322742.215929:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816887040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322742.215970:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:3.0:1767322742.215970:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322742.216039:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816887168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (435us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322742.216044:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816887040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (260us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322742.216053:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179
00000100:00080000:2.0:1767322742.216095:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322742.216100:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322742.216143:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816887168:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322742.216402:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180
00000100:00100000:3.0:1767322742.216829:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816887040:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322742.278892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322742.663053:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322742.726901:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322742.726913:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322742.726917:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322742.726921:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322742.726925:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322742.726932:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5280
00000100:00080000:3.0:1767322742.726936:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322742.726943:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322742.726984:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e364700 x1853166816887296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322742.727007:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322742.727011:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322742.727013:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322742.727018:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5280
00000100:00080000:3.0:1767322742.727020:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322742.727023:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322742.727036:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e365c00 x1853166816887424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322742.727074:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322742.727078:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322742.727079:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322742.727083:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5280
00000100:00080000:3.0:1767322742.727085:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322742.727088:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322742.727102:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586300 x1853166816887680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322742.727116:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322742.727119:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322742.727120:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322742.727123:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5280
00000100:00080000:3.0:1767322742.727125:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322742.727128:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322742.727137:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586d80 x1853166816887936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322742.727195:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816888064:0@lo:400:kworker.0
00000100:00100000:3.0:1767322742.727262:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322742.727346:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322742.727356:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816888192:0@lo:400:kworker.0
00000100:00100000:2.0:1767322742.727359:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816888064
00000100:00100000:2.0:1767322742.727377:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816888064
00000100:00100000:3.0:1767322742.727384:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322742.727432:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816888192
00000100:00100000:3.0:1767322742.727440:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816888192
00000100:00100000:2.0:1767322742.727476:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470
00000100:00100000:2.0:1767322742.727490:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816888064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322742.727599:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816887552:0@lo:400:kworker.0
00000100:00100000:2.0:1767322742.727602:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816888064:12345-0@lo:400:kworker.0 Request processed in 113us (337us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322742.727613:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470
00000100:00100000:3.0:1767322742.727648:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471
00000100:00100000:0.0:1767322742.727666:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322742.727673:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816888192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322742.727706:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322742.727716:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816887808:0@lo:400:kworker.0
00000100:00100000:3.0:1767322742.727736:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816888192:12345-0@lo:400:kworker.0 Request processed in 75us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322742.727752:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322742.727838:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816887552
00000100:00100000:0.0:1767322742.727843:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816887552
00000100:00100000:1.0:1767322742.727851:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816887296:0@lo:38:kworker.0
00000100:00100000:1.0:1767322742.727895:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322742.727909:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816887808
00000100:00100000:0.0:1767322742.727915:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816887808
00000100:00100000:1.0:1767322742.727924:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816887424:0@lo:38:kworker.0
00000100:00100000:1.0:1767322742.727946:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322742.727953:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816887296
00000100:00100000:0.0:1767322742.727960:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816887296
00000100:00100000:1.0:1767322742.727973:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816887680:0@lo:38:kworker.0
00000100:00100000:0.0:1767322742.728001:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5521
00000100:00100000:1.0:1767322742.728003:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322742.728019:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816887552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322742.728027:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816887936:0@lo:38:kworker.0
00000100:00100000:1.0:1767322742.732063:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322742.732139:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816887680
00000100:00100000:2.0:1767322742.732158:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816887680
00000100:00100000:1.0:1767322742.732166:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816887936
00000100:00100000:1.0:1767322742.732176:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816887936
00000100:00100000:2.0:1767322742.732208:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5522
00000100:00100000:2.0:1767322742.732230:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816887808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322742.732343:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816887808:12345-0@lo:400:kworker.0 Request processed in 123us (4590us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322742.733986:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90053
00000100:00100000:1.0:1767322742.733996:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816887296:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322742.734010:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5522
00010000:00020000:1.0:1767322742.734020:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322742.734070:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90054
00000100:00100000:2.0:1767322742.734080:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816887680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322742.734104:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322742.734107:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816887296:12345-0@lo:38:kworker.0 Request processed in 107us (6207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322742.734116:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90053
00000100:00100000:1.0:1767322742.734154:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90055
00000100:00100000:1.0:1767322742.734159:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816887936:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322742.734169:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816887680:12345-0@lo:38:kworker.0 Request processed in 87us (6173us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767322742.734174:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322742.734183:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90054
00000100:00100000:1.0:1767322742.734228:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816887936:12345-0@lo:38:kworker.0 Request processed in 62us (2168us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767322742.734228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322742.734238:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90055
00000100:00100000:2.0:1767322742.734253:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816887424
00000100:00100000:2.0:1767322742.734263:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816887424
00000100:00100000:0.0:1767322742.734279:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816887552:12345-0@lo:400:kworker.0 Request processed in 6263us (6610us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322742.734291:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5521
00000100:00100000:2.0:1767322742.734301:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246
00000100:00080000:1.0:1767322742.734304:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322742.734313:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816887424:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767322742.734315:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322742.734328:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816887296:0@lo:38:kworker.0
00010000:00020000:2.0:1767322742.734337:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322742.734357:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322742.734369:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322742.734374:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816887424:12345-0@lo:38:kworker.0 Request processed in 65us (6426us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322742.734378:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816887680:0@lo:38:kworker.0
00000100:00100000:2.0:1767322742.734399:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246
00000100:00080000:1.0:1767322742.734425:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322742.734437:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322742.734454:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816887936:0@lo:38:kworker.0
00000100:00100000:0.0:1767322742.734463:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816888192:0@lo:400:kworker.0
00000100:00100000:2.0:1767322742.734463:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816887808:0@lo:400:kworker.0
00000100:00100000:0.0:1767322742.734505:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816888064:0@lo:400:kworker.0
00000100:00100000:2.0:1767322742.734506:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816887552:0@lo:400:kworker.0
00000100:00080000:1.0:1767322742.734512:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322742.734523:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322742.734530:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816887424:0@lo:38:kworker.0
00000100:00100000:3.0:1767322742.736962:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471
00000100:00100000:2.0:1767322743.303566:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322743.687422:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322744.327476:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322744.490039:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322744.490088:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322744.490256:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758768128
00000100:00100000:2.0:1767322744.490268:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758768128
00000100:00100000:2.0:1767322744.490364:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758768000
00000100:00100000:2.0:1767322744.490368:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758768000
00000100:00100000:2.0:1767322744.490388:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5523
00000100:00100000:2.0:1767322744.490398:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758768128:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322744.490495:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758768128:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 98us (468us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322744.490503:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5523
00000100:00100000:2.0:1767322744.490525:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90056
00000100:00100000:2.0:1767322744.490530:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758768000:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322744.490554:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322744.490579:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758768000:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 48us (491us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322744.490585:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90056
00000100:00080000:3.0:1767322744.490800:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322744.711147:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322745.351649:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322745.735400:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322746.375096:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322746.761428:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322747.335079:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816888320:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322747.335170:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322747.335291:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816888320
00000100:00100000:1.0:1767322747.335301:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816888320
00000100:00100000:1.0:1767322747.335377:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181
00000100:00100000:1.0:1767322747.335387:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816888320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322747.335434:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767322747.337869:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322747.338093:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816888448:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322747.338174:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322747.338295:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816888448
00000100:00100000:2.0:1767322747.338306:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816888448
00000100:00100000:2.0:1767322747.338379:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182
00000100:00100000:2.0:1767322747.338390:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816888448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322747.338431:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322747.338484:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816888448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322747.338492:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182
00000100:00080000:3.0:1767322747.338584:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322747.338627:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816888448:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322747.339702:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816888320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4310us (4526us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322747.339714:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181
00000100:00100000:0.0:1767322747.340037:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816888320:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322747.399060:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322747.783139:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322747.849125:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322747.849138:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322747.849142:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322747.849146:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322747.849152:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322747.849162:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5285
00000100:00080000:2.0:1767322747.849168:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322747.849177:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322747.849229:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7e680 x1853166816888576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322747.849257:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322747.849261:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322747.849263:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322747.849267:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5285
00000100:00080000:2.0:1767322747.849269:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322747.849273:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322747.849288:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7df80 x1853166816888704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322747.849332:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322747.849336:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322747.849338:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322747.849342:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5285
00000100:00080000:2.0:1767322747.849345:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322747.849348:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322747.849359:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7ce00 x1853166816888960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322747.849376:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322747.849379:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322747.849380:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322747.849384:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5285
00000100:00080000:2.0:1767322747.849386:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322747.849389:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322747.849412:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7c380 x1853166816889216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322747.849510:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816888832:0@lo:400:kworker.0
00000100:00100000:0.0:1767322747.849596:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322747.849675:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322747.849681:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816889088:0@lo:400:kworker.0
00000100:00100000:0.0:1767322747.849703:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322747.849731:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816889344:0@lo:400:kworker.0
00000100:00100000:0.0:1767322747.849784:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322747.849811:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322747.849816:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816889472:0@lo:400:kworker.0
00000100:00100000:0.0:1767322747.849839:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322747.849883:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816888832
00000100:00100000:0.0:1767322747.849892:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816888832
00000100:00100000:0.0:1767322747.849950:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816889088
00000100:00100000:0.0:1767322747.849953:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816889088
00000100:00100000:0.0:1767322747.849978:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5524
00000100:00100000:0.0:1767322747.849988:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816888832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322747.850054:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816888832:12345-0@lo:400:kworker.0 Request processed in 67us (457us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322747.850063:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5524
00000100:00100000:0.0:1767322747.850082:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5525
00000100:00100000:0.0:1767322747.850088:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816889088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322747.850115:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816889088:12345-0@lo:400:kworker.0 Request processed in 28us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322747.850121:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5525
00000100:00100000:0.0:1767322747.850163:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816889088:0@lo:400:kworker.0
00000100:00100000:0.0:1767322747.850173:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816888832:0@lo:400:kworker.0
00000100:00080000:3.0:1767322747.850322:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322747.850340:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816889344
00000100:00100000:3.0:1767322747.850344:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816889344
00000100:00100000:3.0:1767322747.850390:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816889472
00000100:00100000:3.0:1767322747.850393:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816889472
00000100:00100000:3.0:1767322747.850427:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472
00000100:00100000:3.0:1767322747.850434:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816889344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322747.850477:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816889344:12345-0@lo:400:kworker.0 Request processed in 45us (692us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322747.850483:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472
00000100:00100000:3.0:1767322747.850497:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473
00000100:00100000:3.0:1767322747.850503:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816889472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322747.850528:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816889472:12345-0@lo:400:kworker.0 Request processed in 26us (689us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322747.850535:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473
00000100:00100000:3.0:1767322747.850566:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816889472:0@lo:400:kworker.0
00000100:00100000:3.0:1767322747.850576:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816889344:0@lo:400:kworker.0
00000100:00100000:1.0:1767322747.850676:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816888576:0@lo:38:kworker.0
00000100:00100000:1.0:1767322747.850712:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322747.850741:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816888704:0@lo:38:kworker.0
00000100:00100000:1.0:1767322747.850792:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322747.850817:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816888960:0@lo:38:kworker.0
00000100:00100000:1.0:1767322747.850840:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322747.850868:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816889216:0@lo:38:kworker.0
00000100:00100000:1.0:1767322747.850891:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322747.850924:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816888576
00000100:00100000:1.0:1767322747.850928:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816888576
00000100:00100000:1.0:1767322747.850952:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816888960
00000100:00100000:1.0:1767322747.850954:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816888960
00000100:00100000:1.0:1767322747.850962:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816889216
00000100:00100000:1.0:1767322747.850965:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816889216
00000100:00100000:1.0:1767322747.850975:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90057
00000100:00100000:1.0:1767322747.850980:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816888576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322747.851002:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322747.851040:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816888576:12345-0@lo:38:kworker.0 Request processed in 58us (327us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322747.851047:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90057
00000100:00100000:1.0:1767322747.851060:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90058
00000100:00100000:1.0:1767322747.851064:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816888960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322747.851073:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322747.851095:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816888960:12345-0@lo:38:kworker.0 Request processed in 29us (254us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322747.851101:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90058
00000100:00100000:1.0:1767322747.851110:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90059
00000100:00100000:1.0:1767322747.851114:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816889216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322747.851122:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322747.851141:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816889216:12345-0@lo:38:kworker.0 Request processed in 26us (249us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322747.851147:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90059
00000100:00080000:1.0:1767322747.851175:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322747.851180:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322747.851184:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816888576:0@lo:38:kworker.0
00000100:00080000:1.0:1767322747.851193:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322747.851196:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322747.851199:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816888960:0@lo:38:kworker.0
00000100:00080000:1.0:1767322747.851206:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322747.851209:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322747.851212:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816889216:0@lo:38:kworker.0
00000100:00100000:2.0:1767322747.851538:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816888704
00000100:00100000:2.0:1767322747.851543:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816888704
00000100:00100000:2.0:1767322747.851578:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247
00000100:00100000:2.0:1767322747.851584:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816888704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322747.851595:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322747.851638:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816888704:12345-0@lo:38:kworker.0 Request processed in 53us (844us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322747.851651:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247
00000100:00080000:3.0:1767322747.851725:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322747.851730:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322747.851734:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816888704:0@lo:38:kworker.0
00000100:00100000:1.0:1767322748.426168:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322748.807000:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322749.446885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322749.614439:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322749.614683:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758768256
00000100:00100000:2.0:1767322749.614695:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758768256
00000100:00100000:2.0:1767322749.614838:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90060
00000100:00100000:2.0:1767322749.614847:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758768256:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322749.614871:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322749.614945:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758768256:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 98us (515us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322749.614953:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90060
00000100:00100000:3.0:1767322749.616819:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322749.617111:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758768384
00000100:00100000:2.0:1767322749.617121:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758768384
00000100:00100000:2.0:1767322749.617348:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5526
00000100:00100000:2.0:1767322749.617360:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758768384:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322749.617444:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758768384:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (631us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322749.617451:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5526
00000100:00080000:3.0:1767322749.617824:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322749.830952:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322750.470875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322750.856041:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322751.494955:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322751.880408:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322752.455118:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816889600:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322752.455309:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322752.455444:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816889600
00000100:00100000:0.0:1767322752.455453:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816889600
00000100:00100000:3.0:1767322752.455493:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816889728:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322752.455521:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183
00000100:00100000:3.0:1767322752.455529:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322752.455534:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816889600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322752.455565:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767322752.455566:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322752.455588:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816889728
00000100:00100000:3.0:1767322752.455593:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816889728
00000100:00100000:0.0:1767322752.455611:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816889600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (420us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322752.455619:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183
00000100:00100000:1.0:1767322752.455632:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816889600:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322752.455637:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184
00000100:00100000:0.0:1767322752.455642:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816889728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322752.455656:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322752.455685:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816889728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322752.455692:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184
00000100:00080000:3.0:1767322752.455696:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322752.455713:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816889728:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322752.518900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322752.903857:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322752.969394:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322752.969405:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322752.969407:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322752.969411:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322752.969415:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322752.969422:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5290
00000100:00080000:0.0:1767322752.969427:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322752.969434:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322752.969470:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218380 x1853166816889856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322752.969493:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322752.969496:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322752.969498:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322752.969501:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5290
00000100:00080000:0.0:1767322752.969503:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322752.969506:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322752.969530:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21b480 x1853166816889984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322752.969542:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816889856:0@lo:38:kworker.0
00000100:00080000:0.0:1767322752.969579:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322752.969583:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322752.969585:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322752.969589:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5290
00000100:00080000:0.0:1767322752.969591:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322752.969595:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322752.969606:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21bb80 x1853166816890240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322752.969614:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322752.969628:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322752.969632:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322752.969633:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322752.969637:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5290
00000100:00080000:0.0:1767322752.969639:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322752.969643:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322752.969653:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218000 x1853166816890496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322752.969694:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816889856
00000100:00100000:1.0:1767322752.969697:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816889984:0@lo:38:kworker.0
00000100:00100000:0.0:1767322752.969702:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816889856
00000100:00100000:1.0:1767322752.969730:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322752.969740:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90061
00000100:00100000:0.0:1767322752.969748:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816889856:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322752.969781:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816890240:0@lo:38:kworker.0
00010000:00020000:0.0:1767322752.969788:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322752.969807:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322752.969828:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816890496:0@lo:38:kworker.0
00000100:00100000:0.0:1767322752.969834:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816889856:12345-0@lo:38:kworker.0 Request processed in 85us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322752.969842:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90061
00000100:00100000:0.0:1767322752.969857:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816890240
00000100:00100000:0.0:1767322752.969861:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816890240
00000100:00100000:1.0:1767322752.969876:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322752.969881:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90062
00000100:00100000:0.0:1767322752.969886:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816890240:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322752.969896:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322752.969913:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322752.969919:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322752.969925:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816890240:12345-0@lo:38:kworker.0 Request processed in 37us (117us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322752.969926:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816889856:0@lo:38:kworker.0
00000100:00100000:0.0:1767322752.969939:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90062
00000100:00100000:0.0:1767322752.969951:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816890496
00000100:00100000:0.0:1767322752.969954:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816890496
00000100:00080000:1.0:1767322752.969960:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322752.969965:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322752.969969:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816890240:0@lo:38:kworker.0
00000100:00100000:0.0:1767322752.969974:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90063
00000100:00100000:0.0:1767322752.969979:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816890496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322752.969988:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322752.970004:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816889984
00000100:00100000:1.0:1767322752.970009:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816889984
00000100:00100000:0.0:1767322752.970015:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816890496:12345-0@lo:38:kworker.0 Request processed in 34us (147us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322752.970021:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90063
00000100:00100000:1.0:1767322752.970037:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248
00000100:00100000:1.0:1767322752.970044:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816889984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322752.970056:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322752.970073:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322752.970079:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322752.970083:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816890496:0@lo:38:kworker.0
00000100:00100000:1.0:1767322752.970092:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816889984:12345-0@lo:38:kworker.0 Request processed in 45us (360us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767322752.970100:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767322752.970101:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248
00000100:00080000:0.0:1767322752.970107:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322752.970111:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816889984:0@lo:38:kworker.0
00000100:00100000:2.0:1767322752.970184:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816890368:0@lo:400:kworker.0
00000100:00100000:2.0:1767322752.970213:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322752.970237:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322752.970242:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816890112:0@lo:400:kworker.0
00000100:00100000:2.0:1767322752.970261:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322752.970287:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816890368
00000100:00100000:2.0:1767322752.970291:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816890368
00000100:00100000:2.0:1767322752.970324:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816890112
00000100:00100000:2.0:1767322752.970327:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816890112
00000100:00100000:2.0:1767322752.970344:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5527
00000100:00100000:2.0:1767322752.970362:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816890368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322752.970400:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816890368:12345-0@lo:400:kworker.0 Request processed in 51us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322752.970405:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5527
00000100:00100000:2.0:1767322752.970419:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5528
00000100:00100000:2.0:1767322752.970424:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816890112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322752.970447:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816890112:12345-0@lo:400:kworker.0 Request processed in 24us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322752.970451:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5528
00000100:00080000:2.0:1767322752.970470:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322752.970489:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816890112:0@lo:400:kworker.0
00000100:00100000:2.0:1767322752.970497:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816890368:0@lo:400:kworker.0
00000100:00100000:1.0:1767322753.542838:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322753.926916:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322754.568630:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322754.729866:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322754.729915:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322754.730529:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758768640
00000100:00100000:2.0:1767322754.730529:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758768512
00000100:00100000:0.0:1767322754.730541:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758768640
00000100:00100000:2.0:1767322754.730542:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758768512
00000100:00080000:3.0:1767322754.730611:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322754.730647:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5529
00000100:00100000:2.0:1767322754.730659:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758768640:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322754.730743:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758768640:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (886us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322754.730752:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5529
00000100:00100000:0.0:1767322754.730796:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90064
00000100:00100000:0.0:1767322754.730804:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758768512:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322754.730827:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322754.730856:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758768512:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (943us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322754.730863:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90064
00010000:00010000:3.0:1767322754.951852:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322755.590871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322755.975084:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322756.615548:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322756.999028:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322757.575368:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816890624:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322757.575580:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322757.576059:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322757.576069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816890752:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322757.576104:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322757.580189:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816890624
00000100:00100000:0.0:1767322757.580216:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816890624
00000100:00100000:0.0:1767322757.580360:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816890752
00000100:00100000:0.0:1767322757.580364:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816890752
00000100:00100000:1.0:1767322757.580419:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185
00000100:00100000:1.0:1767322757.580433:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816890624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322757.580474:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322757.580566:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816890624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (4986us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322757.580573:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185
00000100:00100000:1.0:1767322757.580636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816890624:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767322757.581063:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322757.581069:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322757.581315:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186
00000100:00100000:0.0:1767322757.581326:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816890752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322757.581350:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322757.581405:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816890752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (5300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322757.581412:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186
00000100:00100000:1.0:1767322757.581607:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816890752:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322757.638856:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322758.023341:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322758.089242:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322758.089251:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322758.089254:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322758.089259:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322758.089264:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322758.089272:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5295
00000100:00080000:3.0:1767322758.089276:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322758.089283:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322758.089331:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884700 x1853166816890880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322758.089357:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322758.089360:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322758.089362:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322758.089365:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5295
00000100:00080000:3.0:1767322758.089368:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322758.089371:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322758.089381:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884a80 x1853166816891008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322758.089408:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322758.089411:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322758.089413:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322758.089416:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5295
00000100:00080000:3.0:1767322758.089419:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322758.089422:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322758.089433:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884000 x1853166816891264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322758.089447:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322758.089450:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322758.089452:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767322758.089454:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816890880:0@lo:38:kworker.0
00000100:00080000:3.0:1767322758.089456:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5295
00000100:00080000:3.0:1767322758.089458:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322758.089461:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322758.089469:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884e00 x1853166816891520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322758.089508:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816891136:0@lo:400:kworker.0
00000100:00100000:1.0:1767322758.089519:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322758.089595:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816891392:0@lo:400:kworker.0
00000100:00100000:3.0:1767322758.089645:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322758.089915:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816891008:0@lo:38:kworker.0
00000100:00100000:1.0:1767322758.089941:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322758.090010:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816891264:0@lo:38:kworker.0
00000100:00100000:1.0:1767322758.090033:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322758.090043:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816890880
00000100:00100000:0.0:1767322758.090051:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816890880
00000100:00100000:1.0:1767322758.090053:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816891520:0@lo:38:kworker.0
00000100:00100000:1.0:1767322758.090071:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322758.090082:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816891136
00000100:00100000:0.0:1767322758.090085:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816891136
00000100:00100000:1.0:1767322758.090098:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816891264
00000100:00100000:1.0:1767322758.090101:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816891264
00000100:00100000:0.0:1767322758.090116:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816891520
00000100:00100000:0.0:1767322758.090118:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816891520
00000100:00100000:1.0:1767322758.090122:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5530
00000100:00100000:0.0:1767322758.090130:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90065
00000100:00100000:1.0:1767322758.090131:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816891136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322758.090135:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816890880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322758.090153:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322758.090180:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816891136:12345-0@lo:400:kworker.0 Request processed in 51us (534us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322758.090186:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5530
00000100:00100000:1.0:1767322758.090202:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90066
00000100:00100000:1.0:1767322758.090206:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816891264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322758.090216:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322758.090245:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816891264:12345-0@lo:38:kworker.0 Request processed in 37us (211us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322758.090251:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90066
00000100:00100000:1.0:1767322758.090263:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90067
00000100:00100000:1.0:1767322758.090267:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816891520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322758.090276:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322758.090297:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816891520:12345-0@lo:38:kworker.0 Request processed in 28us (224us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322758.090323:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90067
00000100:00100000:1.0:1767322758.090363:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816891136:0@lo:400:kworker.0
00000100:00080000:1.0:1767322758.090389:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322758.090394:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322758.090397:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816891520:0@lo:38:kworker.0
00000100:00080000:1.0:1767322758.090404:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322758.090407:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322758.090410:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816891264:0@lo:38:kworker.0
00000100:00080000:1.0:1767322758.090462:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322758.090834:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816891008
00000100:00100000:3.0:1767322758.090840:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816891008
00000100:00100000:3.0:1767322758.090909:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249
00000100:00100000:3.0:1767322758.090914:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816891008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322758.090925:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322758.090961:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816891008:12345-0@lo:38:kworker.0 Request processed in 46us (1018us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322758.090967:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249
00000100:00080000:1.0:1767322758.091022:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322758.091026:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322758.091029:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816891008:0@lo:38:kworker.0
00000100:00100000:2.0:1767322758.094867:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322758.095027:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816891392
00000100:00100000:1.0:1767322758.095036:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816891392
00000100:00100000:1.0:1767322758.095115:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5531
00000100:00100000:1.0:1767322758.095125:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816891392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322758.095190:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816891392:12345-0@lo:400:kworker.0 Request processed in 67us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322758.095198:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5531
00000100:00080000:2.0:1767322758.095260:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322758.095296:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816891392:0@lo:400:kworker.0
00000100:00100000:0.0:1767322758.124261:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816890880:12345-0@lo:38:kworker.0 Request processed in 34116us (34732us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322758.124280:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90065
00000100:00080000:2.0:1767322758.124500:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322758.124508:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322758.124512:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816890880:0@lo:38:kworker.0
00000100:00100000:1.0:1767322758.662879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:0.0:1767322758.827655:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758768768 offset 0 length 520: 4
00000100:00100000:0.0:1767322758.827690:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322758.827796:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322758.827984:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758769024
00000100:00100000:2.0:1767322758.827993:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758769024
00000100:00100000:2.0:1767322758.828053:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758768896
00000100:00100000:2.0:1767322758.828055:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758768896
00000100:00100000:2.0:1767322758.828068:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5532
00000100:00100000:2.0:1767322758.828074:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758769024:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322758.828130:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758769024:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 57us (439us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322758.828136:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5532
00000100:00100000:2.0:1767322758.828151:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90068
00000100:00100000:2.0:1767322758.828154:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758768896:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322758.828175:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322758.828192:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758768896:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 37us (396us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322758.828196:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90068
00000100:00080000:1.0:1767322758.828417:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322759.046980:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322759.686865:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322760.071059:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322760.710895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322761.095256:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322761.734943:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322762.122040:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322762.183257:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322737/real 1767322737]  req@ffff8d4d4e366a00 x1853166816886912/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322762.183318:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4e366a00 x1853166816886912/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767322762.183342:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322762.183365:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322762.183370:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816886912:0@lo:250:kworker.0
00000100:00080000:3.0:1767322762.186549:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322762.186564:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322762.186569:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322762.186579:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5280
00000100:00080000:3.0:1767322762.186586:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322762.186596:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322762.186652:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886300 x1853166816891648/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322762.186692:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322762.186697:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322762.186699:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322762.186703:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5300
00000100:00080000:3.0:1767322762.186705:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322762.186709:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322762.186724:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884380 x1853166816891776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322762.186732:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322762.186735:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322762.186737:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322762.186741:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5300
00000100:00080000:3.0:1767322762.186744:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322762.186747:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322762.186809:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885180 x1853166816891904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322762.186878:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322762.186883:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322762.186885:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322762.186890:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5300
00000100:00080000:3.0:1767322762.186892:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322762.186896:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322762.186909:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886a00 x1853166816892160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322762.186919:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816892032:0@lo:400:kworker.0
00000100:00100000:0.0:1767322762.186924:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816891648:0@lo:250:kworker.0
00000100:00080000:3.0:1767322762.186932:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322762.186936:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322762.186938:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322762.186942:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5300
00000100:00080000:3.0:1767322762.186945:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322762.186948:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322762.186961:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885500 x1853166816892416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322762.187016:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816892672:0@lo:400:kworker.0
00000100:00100000:3.0:1767322762.187044:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816892288:0@lo:400:kworker.0
00000100:00100000:1.0:1767322762.192321:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322762.192466:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816892032
00000100:00100000:1.0:1767322762.192477:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816892032
00000100:00100000:1.0:1767322762.192548:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5533
00000100:00100000:1.0:1767322762.192562:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816892032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322762.193698:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816892032:12345-0@lo:400:kworker.0 Request processed in 1136us (1384us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322762.193710:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5533
00000100:00080000:1.0:1767322762.193750:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322762.193752:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322762.193818:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322762.193831:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816892544:0@lo:400:kworker.0
00000100:00100000:2.0:1767322762.193863:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:0.0:1767322762.193907:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816891648 offset 0 length 520: 4
00000100:00100000:0.0:1767322762.193930:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816891776:0@lo:38:kworker.0
00000100:00100000:0.0:1767322762.193950:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322762.194337:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816892672
00000100:00100000:2.0:1767322762.194344:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816892672
00000100:00100000:2.0:1767322762.194390:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816892544
00000100:00100000:2.0:1767322762.194392:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816892544
00000100:00100000:3.0:1767322762.194407:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474
00000100:00100000:2.0:1767322762.194418:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3475
00000100:00100000:2.0:1767322762.194428:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816892544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322762.194428:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816892672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322762.197852:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816892544:12345-0@lo:400:kworker.0 Request processed in 3416us (3975us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322762.197912:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816892672:12345-0@lo:400:kworker.0 Request processed in 3485us (4156us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322762.197929:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474
00000100:00100000:2.0:1767322762.197939:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3475
00000100:00080000:2.0:1767322762.198006:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322762.198012:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322762.198069:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816892544:0@lo:400:kworker.0
00000100:00100000:3.0:1767322762.198094:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816892032:0@lo:400:kworker.0
00000100:00100000:2.0:1767322762.198095:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816892672:0@lo:400:kworker.0
00000100:00100000:3.0:1767322762.198332:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816891776
00000100:00100000:3.0:1767322762.198342:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816891776
00000100:00100000:0.0:1767322762.198369:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816891904:0@lo:38:kworker.0
00000100:00100000:3.0:1767322762.198384:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90069
00000100:00100000:3.0:1767322762.198391:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816891776:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767322762.198413:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767322762.198420:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322762.198436:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816892160:0@lo:38:kworker.0
00000100:00100000:3.0:1767322762.198478:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816891776:12345-0@lo:38:kworker.0 Request processed in 85us (4524us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322762.198504:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90069
00000100:00100000:2.0:1767322762.198552:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322762.198554:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816891904
00000100:00100000:3.0:1767322762.198559:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816891904
00000100:00100000:3.0:1767322762.198579:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250
00000100:00100000:3.0:1767322762.198585:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816891904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322762.198608:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322762.198644:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816891904:12345-0@lo:38:kworker.0 Request processed in 58us (231us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322762.198650:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250
00000100:00100000:1.0:1767322762.198857:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816892288
00000100:00100000:1.0:1767322762.198863:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816892288
00000100:00100000:1.0:1767322762.198918:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5534
00000100:00100000:1.0:1767322762.198926:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816892288:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767322762.198962:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322762.198996:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816892288:12345-0@lo:400:kworker.0 Request processed in 70us (453us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322762.199005:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5534
00000100:00100000:3.0:1767322762.199020:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816892288:0@lo:400:kworker.0
00000100:00100000:0.0:1767322762.199315:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322762.199341:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816892416:0@lo:38:kworker.0
00000100:00100000:0.0:1767322762.199363:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322762.199384:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322762.199389:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322762.199393:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816891776:0@lo:38:kworker.0
00000100:00100000:3.0:1767322762.199398:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816892160
00000100:00080000:0.0:1767322762.199402:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767322762.199403:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816892160
00000100:00080000:0.0:1767322762.199407:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322762.199410:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816891904:0@lo:38:kworker.0
00000100:00100000:3.0:1767322762.199438:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816892416
00000100:00100000:3.0:1767322762.199442:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816892416
00000100:00100000:2.0:1767322762.199611:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90070
00000100:00100000:2.0:1767322762.199620:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816892160:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322762.199644:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322762.199820:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816892160:12345-0@lo:38:kworker.0 Request processed in 198us (504us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322762.199828:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90070
00000100:00100000:2.0:1767322762.199849:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90071
00000100:00100000:2.0:1767322762.199853:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816892416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322762.199875:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322762.199903:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816892416:12345-0@lo:38:kworker.0 Request processed in 49us (538us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322762.199909:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90071
00000100:00080000:3.0:1767322762.200011:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322762.200016:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322762.200019:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816892160:0@lo:38:kworker.0
00000100:00080000:3.0:1767322762.200027:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322762.200029:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322762.200031:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816892416:0@lo:38:kworker.0
00000100:00100000:3.0:1767322762.698713:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816892800:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322762.698842:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322762.699020:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322762.699041:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816892928:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322762.699110:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322762.709970:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816892800
00000100:00100000:1.0:1767322762.709970:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816892928
00000100:00100000:0.0:1767322762.709991:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816892800
00000100:00100000:1.0:1767322762.709991:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816892928
00000100:00100000:1.0:1767322762.710185:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187
00000100:00100000:1.0:1767322762.710199:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816892928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322762.713409:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322762.713559:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816892928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3359us (14447us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322762.713573:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187
00000100:00100000:0.0:1767322762.714028:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188
00000100:00100000:0.0:1767322762.714047:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816892800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322762.714069:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322762.714109:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816892800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (15267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322762.714116:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188
00000100:00100000:3.0:1767322762.714253:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816892928:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322762.714289:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816892800:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322762.760543:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322763.143736:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322763.782913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322763.944603:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322763.944697:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322763.945635:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758769280
00000100:00100000:0.0:1767322763.945648:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758769280
00000100:00100000:0.0:1767322763.945728:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758769152
00000100:00100000:0.0:1767322763.945732:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758769152
00000100:00100000:0.0:1767322763.945769:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5535
00000100:00100000:3.0:1767322763.945779:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90072
00000100:00100000:0.0:1767322763.945780:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758769280:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322763.945786:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758769152:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322763.945811:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767322763.945823:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322763.945885:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758769152:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 97us (1185us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322763.945894:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90072
00000100:00100000:0.0:1767322763.950428:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758769280:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 4628us (5819us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322763.950448:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5535
00010000:00010000:1.0:1767322764.167061:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322764.806937:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322765.192544:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322765.830959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322766.215067:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322766.854865:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322767.242743:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322767.303085:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322767.303099:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322767.303103:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322767.303107:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322767.303113:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322767.303123:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5304
00000100:00080000:0.0:1767322767.303128:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322767.303137:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322767.303191:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366a00 x1853166816893056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322767.303268:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816893056:0@lo:38:kworker.0
00000100:00100000:3.0:1767322767.303358:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322767.303504:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816893056
00000100:00100000:2.0:1767322767.303514:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816893056
00000100:00100000:2.0:1767322767.303560:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90073
00000100:00100000:2.0:1767322767.303568:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816893056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322767.303603:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322767.303662:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322767.303667:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322767.303669:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322767.303674:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5304
00000100:00080000:0.0:1767322767.303687:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322767.303693:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322767.303713:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af65c00 x1853166816893184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322767.306445:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816893184:0@lo:38:kworker.0
00000100:00100000:2.0:1767322767.306500:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816893056:12345-0@lo:38:kworker.0 Request processed in 2927us (3137us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322767.306515:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90073
00000100:00100000:3.0:1767322767.306535:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322767.306610:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816893184
00000100:00100000:1.0:1767322767.306619:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816893184
00000100:00080000:3.0:1767322767.306625:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322767.306632:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322767.306637:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816893056:0@lo:38:kworker.0
00000100:00100000:1.0:1767322767.306660:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251
00000100:00100000:1.0:1767322767.306670:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816893184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322767.306708:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767322767.306855:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322767.306860:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322767.306864:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816893184:0@lo:38:kworker.0
00000100:00100000:1.0:1767322767.307081:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816893184:12345-0@lo:38:kworker.0 Request processed in 411us (546us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322767.307089:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251
00000100:00080000:0.0:1767322767.307935:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322767.307941:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322767.307945:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322767.307951:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5304
00000100:00080000:0.0:1767322767.307956:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322767.307963:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322767.308067:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af67b80 x1853166816893440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322767.308102:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322767.308105:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322767.308108:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322767.308113:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5304
00000100:00080000:0.0:1767322767.308116:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322767.308120:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322767.308133:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816893440:0@lo:38:kworker.0
00000100:00100000:0.0:1767322767.308135:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af64380 x1853166816893696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322767.308197:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322767.308210:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816893824:0@lo:400:kworker.0
00000100:00100000:2.0:1767322767.308267:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816893696:0@lo:38:kworker.0
00000100:00100000:3.0:1767322767.308279:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816893568:0@lo:400:kworker.0
00000100:00100000:1.0:1767322767.308330:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816893952:0@lo:400:kworker.0
00000100:00100000:0.0:1767322767.308785:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322767.308840:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816893312:0@lo:400:kworker.0
00000100:00100000:0.0:1767322767.308868:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322767.308914:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816893440
00000100:00100000:0.0:1767322767.308923:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816893440
00000100:00100000:0.0:1767322767.308957:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816893312
00000100:00100000:0.0:1767322767.308960:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816893312
00000100:00100000:0.0:1767322767.309021:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5536
00000100:00100000:0.0:1767322767.309032:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816893312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322767.309085:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816893312:12345-0@lo:400:kworker.0 Request processed in 56us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322767.309094:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5536
00000100:00100000:0.0:1767322767.309115:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90074
00000100:00100000:0.0:1767322767.309121:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816893440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322767.309142:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322767.309144:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322767.309191:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816893440:12345-0@lo:38:kworker.0 Request processed in 69us (994us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767322767.309192:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322767.309201:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322767.309203:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90074
00000100:00100000:2.0:1767322767.309210:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816893440:0@lo:38:kworker.0
00000100:00100000:0.0:1767322767.309231:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816893696
00000100:00100000:0.0:1767322767.309236:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816893696
00000100:00100000:2.0:1767322767.309261:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816893824
00000100:00100000:0.0:1767322767.309263:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90075
00000100:00100000:2.0:1767322767.309267:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816893824
00000100:00100000:0.0:1767322767.309272:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816893696:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322767.309283:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322767.309310:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3476
00000100:00100000:0.0:1767322767.309319:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816893696:12345-0@lo:38:kworker.0 Request processed in 47us (185us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322767.309321:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816893824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322767.309332:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90075
00000100:00080000:0.0:1767322767.309351:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322767.309357:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322767.309383:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816893312:0@lo:400:kworker.0
00000100:00100000:2.0:1767322767.309597:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816893824:12345-0@lo:400:kworker.0 Request processed in 270us (835us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322767.309605:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3476
00000100:00080000:2.0:1767322767.309635:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322767.309639:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322767.309642:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816893696:0@lo:38:kworker.0
00000100:00100000:0.0:1767322767.311410:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816893824:0@lo:400:kworker.0
00000100:00100000:1.0:1767322767.311989:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322767.312062:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816893952
00000100:00100000:2.0:1767322767.312073:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816893952
00000100:00080000:0.0:1767322767.312129:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322767.312157:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477
00000100:00100000:2.0:1767322767.312169:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816893952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322767.312314:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816893952:12345-0@lo:400:kworker.0 Request processed in 146us (325us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322767.312324:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477
00000100:00100000:3.0:1767322767.312451:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322767.312630:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816893568
00000100:00100000:0.0:1767322767.312635:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816893568
00000100:00100000:0.0:1767322767.312947:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5537
00000100:00100000:0.0:1767322767.312955:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816893568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322767.312999:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816893568:12345-0@lo:400:kworker.0 Request processed in 46us (548us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322767.313006:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5537
00000100:00100000:3.0:1767322767.313291:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816893568:0@lo:400:kworker.0
00000100:00080000:2.0:1767322767.313456:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322767.313826:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816893952:0@lo:400:kworker.0
00000100:00100000:1.0:1767322767.816244:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816894208:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322767.816342:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322767.816420:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816894208
00000100:00100000:1.0:1767322767.816423:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322767.816429:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816894080:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322767.816431:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816894208
00000100:00100000:1.0:1767322767.816452:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322767.816492:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816894080
00000100:00100000:0.0:1767322767.816496:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816894080
00000100:00100000:1.0:1767322767.816512:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189
00000100:00100000:0.0:1767322767.816524:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190
00000100:00100000:1.0:1767322767.816527:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816894208:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322767.816537:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816894080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322767.816570:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:0.0:1767322767.816573:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322767.816618:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816894208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322767.816627:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189
00000100:00100000:0.0:1767322767.816628:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816894080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322767.816639:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190
00000100:00100000:1.0:1767322767.816988:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816894080:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322767.817003:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816894208:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322767.878909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322768.264808:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322768.902964:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322769.066724:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322769.066789:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758769536
00000100:00100000:3.0:1767322769.066798:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758769536
00000100:00100000:1.0:1767322769.066810:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:2.0:1767322769.066966:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322769.067041:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758769408
00000100:00100000:3.0:1767322769.067047:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758769408
00000100:00100000:0.0:1767322769.067233:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5538
00000100:00100000:0.0:1767322769.067469:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758769536:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322769.067493:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90076
00000100:00100000:3.0:1767322769.067504:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758769408:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322769.067532:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322769.067597:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758769536:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 141us (876us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322769.067609:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5538
00000100:00100000:3.0:1767322769.067795:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758769408:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 288us (983us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322769.067804:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90076
00010000:00010000:2.0:1767322769.289842:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322769.926890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322770.313358:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322770.950935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322771.336503:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322771.975680:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322772.361674:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322772.422922:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322772.422933:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322772.422936:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322772.422940:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322772.422953:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322772.422961:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5309
00000100:00080000:3.0:1767322772.422966:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322772.422974:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322772.423018:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884e00 x1853166816894336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322772.423053:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322772.423063:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322772.423065:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322772.423069:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5309
00000100:00080000:3.0:1767322772.423072:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322772.423075:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322772.423089:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885c00 x1853166816894464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322772.423095:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816894336:0@lo:38:kworker.0
00000100:00100000:0.0:1767322772.423151:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816894592:0@lo:400:kworker.0
00000100:00100000:2.0:1767322772.423164:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322772.423876:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322772.423882:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322772.423885:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322772.423889:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5309
00000100:00080000:3.0:1767322772.423893:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322772.423897:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322772.423932:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884380 x1853166816894720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322772.423952:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322772.423955:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322772.423957:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322772.423960:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5309
00000100:00080000:3.0:1767322772.423962:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322772.423965:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322772.423974:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884700 x1853166816894976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322772.424028:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816895104:0@lo:400:kworker.0
00000100:00100000:1.0:1767322772.424138:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816894336
00000100:00100000:1.0:1767322772.424147:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816894336
00000100:00100000:1.0:1767322772.424205:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90077
00000100:00100000:1.0:1767322772.424214:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816894336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322772.424234:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322772.425693:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816894464:0@lo:38:kworker.0
00000100:00100000:2.0:1767322772.425752:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322772.425902:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816894720:0@lo:38:kworker.0
00000100:00100000:2.0:1767322772.426038:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322772.426063:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816894976:0@lo:38:kworker.0
00000100:00100000:2.0:1767322772.426086:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322772.426128:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816894720
00000100:00100000:2.0:1767322772.426135:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816894720
00000100:00100000:2.0:1767322772.426168:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816894976
00000100:00100000:2.0:1767322772.426181:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816894976
00000100:00100000:2.0:1767322772.426201:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90078
00000100:00100000:2.0:1767322772.426207:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816894720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322772.426226:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322772.426351:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816894720:12345-0@lo:38:kworker.0 Request processed in 141us (419us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322772.426359:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90078
00000100:00100000:2.0:1767322772.426379:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90079
00000100:00100000:2.0:1767322772.426383:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816894976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322772.426393:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322772.426738:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816894976:12345-0@lo:38:kworker.0 Request processed in 32us (329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322772.426746:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90079
00000100:00080000:2.0:1767322772.428075:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322772.428086:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322772.428092:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322772.428128:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816894720:0@lo:38:kworker.0
00000100:00100000:3.0:1767322772.428135:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322772.428147:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816895232:0@lo:400:kworker.0
00000100:00080000:2.0:1767322772.428165:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322772.428202:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322772.428208:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816894976:0@lo:38:kworker.0
00000100:00100000:3.0:1767322772.428213:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322772.428255:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816895104
00000100:00100000:3.0:1767322772.428261:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816895104
00000100:00100000:0.0:1767322772.428470:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322772.428499:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322772.428506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816894848:0@lo:400:kworker.0
00000100:00100000:0.0:1767322772.428531:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322772.428557:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816894592
00000100:00100000:0.0:1767322772.428560:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816894592
00000100:00100000:0.0:1767322772.428583:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816894848
00000100:00100000:0.0:1767322772.428585:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816894848
00000100:00100000:0.0:1767322772.428599:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5539
00000100:00100000:0.0:1767322772.428607:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816894592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322772.428650:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816894592:12345-0@lo:400:kworker.0 Request processed in 43us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322772.428656:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5539
00000100:00100000:0.0:1767322772.428669:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5540
00000100:00100000:0.0:1767322772.428675:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816894848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322772.428697:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816894848:12345-0@lo:400:kworker.0 Request processed in 23us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322772.428703:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5540
00000100:00100000:3.0:1767322772.429166:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816895232
00000100:00100000:3.0:1767322772.429186:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816895232
00000100:00100000:1.0:1767322772.432205:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816894336:12345-0@lo:38:kworker.0 Request processed in 7980us (9029us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322772.432221:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90077
00000100:00100000:1.0:1767322772.432306:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816894464
00000100:00100000:1.0:1767322772.432314:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816894464
00000100:00100000:1.0:1767322772.432561:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252
00000100:00100000:1.0:1767322772.432568:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816894464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322772.432591:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322772.432646:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816894464:12345-0@lo:38:kworker.0 Request processed in 77us (6894us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322772.432653:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252
00000100:00100000:1.0:1767322772.432747:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816894848:0@lo:400:kworker.0
00000100:00100000:1.0:1767322772.432791:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816894592:0@lo:400:kworker.0
00000100:00080000:1.0:1767322772.433552:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322772.433558:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322772.433562:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816894464:0@lo:38:kworker.0
00000100:00080000:1.0:1767322772.433574:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322772.433577:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322772.433580:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816894336:0@lo:38:kworker.0
00000100:00080000:1.0:1767322772.433610:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322772.433617:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322772.433620:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322772.435984:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478
00000100:00100000:0.0:1767322772.436009:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816895104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322772.436110:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816895104:12345-0@lo:400:kworker.0 Request processed in 114us (8022us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322772.436118:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478
00000100:00100000:0.0:1767322772.436142:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479
00000100:00100000:0.0:1767322772.436150:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4609d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816895232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322772.436189:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4609d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816895232:12345-0@lo:400:kworker.0 Request processed in 40us (7984us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322772.436195:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479
00000100:00100000:1.0:1767322772.437419:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816895232:0@lo:400:kworker.0
00000100:00100000:1.0:1767322772.437434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816895104:0@lo:400:kworker.0
00000100:00100000:1.0:1767322772.934953:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816895360:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322772.935028:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322772.935119:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816895360
00000100:00100000:1.0:1767322772.935127:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816895360
00000100:00100000:1.0:1767322772.935183:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191
00000100:00100000:1.0:1767322772.935194:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816895360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322772.935224:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322772.935260:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816895488:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322772.935267:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816895360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322772.935276:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191
00000100:00100000:2.0:1767322772.935310:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322772.935342:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816895360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322772.935357:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816895488
00000100:00100000:2.0:1767322772.935362:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816895488
00000100:00100000:2.0:1767322772.935392:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192
00000100:00100000:2.0:1767322772.935400:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816895488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322772.935418:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322772.935469:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816895488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (159us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322772.935475:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192
00000100:00100000:1.0:1767322772.940325:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816895488:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322772.998881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322773.383523:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322774.023518:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322774.184834:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322774.184933:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322774.185050:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758769664
00000100:00100000:3.0:1767322774.185062:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758769664
00000100:00100000:3.0:1767322774.185173:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758769792
00000100:00100000:3.0:1767322774.185178:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758769792
00000100:00080000:1.0:1767322774.186119:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322774.188109:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5541
00000100:00100000:0.0:1767322774.188134:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758769792:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322774.188244:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758769792:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 123us (3311us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322774.188251:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5541
00000100:00100000:0.0:1767322774.188289:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90080
00000100:00100000:0.0:1767322774.188294:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758769664:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322774.188313:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322774.188458:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758769664:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 161us (3635us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322774.188475:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90080
00010000:00010000:2.0:1767322774.406976:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322775.047363:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322775.437358:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322776.072980:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322776.454959:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322777.094931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322777.482514:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322777.545728:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322777.545740:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322777.545743:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322777.545747:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322777.545752:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322777.545771:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5315
00000100:00080000:0.0:1767322777.545775:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322777.545782:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322777.545822:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af65880 x1853166816895616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322777.545853:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322777.545856:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322777.545858:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322777.545862:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5315
00000100:00080000:0.0:1767322777.545864:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322777.545867:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322777.545878:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af64700 x1853166816895744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322777.545927:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322777.545930:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322777.545932:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322777.545935:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5315
00000100:00080000:0.0:1767322777.545937:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322777.545941:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322777.545951:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af65500 x1853166816896000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322777.545967:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322777.545972:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322777.545973:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322777.545976:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5315
00000100:00080000:0.0:1767322777.545979:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322777.545982:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322777.545991:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af64380 x1853166816896256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322777.546120:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816895616:0@lo:38:kworker.0
00000100:00100000:1.0:1767322777.546202:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322777.546269:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816895744:0@lo:38:kworker.0
00000100:00100000:1.0:1767322777.546294:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322777.546320:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816896000:0@lo:38:kworker.0
00000100:00100000:1.0:1767322777.546339:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322777.546354:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816896256:0@lo:38:kworker.0
00000100:00100000:1.0:1767322777.546374:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322777.546408:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816896384:0@lo:400:kworker.0
00000100:00100000:1.0:1767322777.546434:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322777.546453:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322777.546459:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816896512:0@lo:400:kworker.0
00000100:00100000:1.0:1767322777.546478:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322777.546678:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816895744
00000100:00100000:1.0:1767322777.546686:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816895744
00000100:00100000:1.0:1767322777.546722:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253
00000100:00100000:1.0:1767322777.546729:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816895744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322777.546748:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322777.546813:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816895744:12345-0@lo:38:kworker.0 Request processed in 82us (517us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322777.546819:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253
00000100:00080000:1.0:1767322777.546860:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322777.546865:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322777.546868:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816895744:0@lo:38:kworker.0
00000100:00100000:3.0:1767322777.546955:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816895872:0@lo:400:kworker.0
00000100:00100000:3.0:1767322777.546983:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322777.547009:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322777.547015:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816896128:0@lo:400:kworker.0
00000100:00100000:3.0:1767322777.547035:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322777.547059:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816895616
00000100:00100000:3.0:1767322777.547063:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816895616
00000100:00100000:3.0:1767322777.547080:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816896000
00000100:00100000:3.0:1767322777.547082:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816896000
00000100:00100000:3.0:1767322777.547089:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816896256
00000100:00100000:3.0:1767322777.547092:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816896256
00000100:00100000:3.0:1767322777.547098:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816895872
00000100:00100000:3.0:1767322777.547101:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816895872
00000100:00100000:3.0:1767322777.547148:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816896128
00000100:00100000:3.0:1767322777.547152:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816896128
00000100:00100000:3.0:1767322777.547169:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5542
00000100:00100000:3.0:1767322777.547176:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816895872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322777.547223:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816895872:12345-0@lo:400:kworker.0 Request processed in 47us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322777.547229:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5542
00000100:00100000:3.0:1767322777.547243:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5543
00000100:00100000:3.0:1767322777.547249:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816896128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322777.547275:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816896128:12345-0@lo:400:kworker.0 Request processed in 26us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322777.547281:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5543
00000100:00100000:3.0:1767322777.547292:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90081
00000100:00100000:3.0:1767322777.547296:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816895616:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322777.547306:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322777.547331:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816895616:12345-0@lo:38:kworker.0 Request processed in 33us (1129us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322777.547339:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90081
00000100:00100000:3.0:1767322777.547350:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90082
00000100:00100000:3.0:1767322777.547353:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816896000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322777.547361:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322777.547380:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816896000:12345-0@lo:38:kworker.0 Request processed in 25us (1040us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322777.547385:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90082
00000100:00100000:3.0:1767322777.547394:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90083
00000100:00100000:3.0:1767322777.547398:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816896256:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322777.547407:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322777.547427:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816896256:12345-0@lo:38:kworker.0 Request processed in 28us (1053us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322777.547433:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90083
00000100:00080000:3.0:1767322777.547447:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322777.547467:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816896128:0@lo:400:kworker.0
00000100:00100000:3.0:1767322777.547475:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816895872:0@lo:400:kworker.0
00000100:00080000:1.0:1767322777.547712:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322777.547717:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322777.547721:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816895616:0@lo:38:kworker.0
00000100:00080000:1.0:1767322777.547729:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322777.547732:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322777.547734:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816896000:0@lo:38:kworker.0
00000100:00080000:1.0:1767322777.547741:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322777.547745:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322777.547748:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816896256:0@lo:38:kworker.0
00000100:00100000:2.0:1767322777.547858:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816896384
00000100:00100000:2.0:1767322777.547863:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816896384
00000100:00100000:2.0:1767322777.547909:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816896512
00000100:00100000:2.0:1767322777.547912:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816896512
00000100:00100000:2.0:1767322777.547932:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480
00000100:00100000:2.0:1767322777.547939:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816896384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322777.547979:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816896384:12345-0@lo:400:kworker.0 Request processed in 42us (1544us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322777.547985:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480
00000100:00100000:2.0:1767322777.548001:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481
00000100:00100000:2.0:1767322777.548006:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816896512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322777.548032:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816896512:12345-0@lo:400:kworker.0 Request processed in 26us (1552us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322777.548038:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481
00000100:00100000:2.0:1767322777.548064:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816896512:0@lo:400:kworker.0
00000100:00100000:2.0:1767322777.548074:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816896384:0@lo:400:kworker.0
00000100:00080000:3.0:1767322777.548328:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322777.548332:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322778.055281:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322778.055306:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816896640:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322778.055381:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322778.055777:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816896640
00000100:00100000:1.0:1767322778.055788:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816896640
00000100:00100000:1.0:1767322778.055841:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193
00000100:00100000:1.0:1767322778.055851:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816896640:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322778.055881:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322778.055931:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816896640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (550us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322778.055939:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193
00000100:00100000:0.0:1767322778.056027:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816896640:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322778.057074:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322778.057088:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816896768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322778.057139:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322778.057221:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816896768
00000100:00100000:2.0:1767322778.057227:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816896768
00000100:00100000:2.0:1767322778.057271:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194
00000100:00100000:2.0:1767322778.057280:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816896768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322778.057301:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322778.057346:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816896768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322778.057353:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194
00000100:00100000:3.0:1767322778.057436:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816896768:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322778.118852:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322778.508319:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322779.143165:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322779.308409:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322779.308494:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322779.308839:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758770048
00000100:00100000:0.0:1767322779.308848:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758770048
00000100:00100000:0.0:1767322779.308943:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758769920
00000100:00100000:0.0:1767322779.308947:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758769920
00000100:00100000:0.0:1767322779.308969:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5544
00000100:00100000:0.0:1767322779.308976:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758770048:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322779.309044:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758770048:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 67us (711us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322779.309052:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5544
00000100:00100000:0.0:1767322779.309070:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90084
00000100:00100000:0.0:1767322779.309075:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758769920:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322779.309092:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322779.309134:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758769920:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (639us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322779.309176:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90084
00000100:00080000:3.0:1767322779.310137:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322779.526963:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322780.168261:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322780.551409:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322781.190907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322781.575124:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322782.214927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322782.599097:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322782.663572:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322782.663588:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322782.663591:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322782.663596:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322782.663602:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322782.663613:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5320
00000100:00080000:2.0:1767322782.663619:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322782.663629:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322782.663684:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216a00 x1853166816896896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322782.663713:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322782.663716:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322782.663718:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322782.663723:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5320
00000100:00080000:2.0:1767322782.663725:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322782.663729:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322782.663744:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216300 x1853166816897024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322782.663751:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816896896:0@lo:38:kworker.0
00000100:00100000:3.0:1767322782.663852:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816897152:0@lo:400:kworker.0
00000100:00080000:2.0:1767322782.663983:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322782.663988:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322782.663990:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322782.663995:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5320
00000100:00080000:2.0:1767322782.663998:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322782.664002:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322782.664019:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215880 x1853166816897280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322782.664037:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322782.664040:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322782.664042:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322782.664046:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5320
00000100:00080000:2.0:1767322782.664048:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322782.664051:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322782.664060:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d217480 x1853166816897536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322782.664167:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816897664:0@lo:400:kworker.0
00000100:00100000:0.0:1767322782.664223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816897408:0@lo:400:kworker.0
00000100:00100000:3.0:1767322782.667170:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322782.667312:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816897152
00000100:00100000:3.0:1767322782.667324:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816897152
00000100:00100000:3.0:1767322782.667403:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5545
00000100:00100000:3.0:1767322782.667419:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816897152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322782.667503:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816897152:12345-0@lo:400:kworker.0 Request processed in 92us (344us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322782.667512:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5545
00000100:00080000:3.0:1767322782.667539:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322782.667587:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816897152:0@lo:400:kworker.0
00000100:00100000:3.0:1767322782.667647:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816897792:0@lo:400:kworker.0
00000100:00100000:3.0:1767322782.667696:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322782.667742:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816897792
00000100:00100000:3.0:1767322782.667746:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816897792
00000100:00100000:3.0:1767322782.667815:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482
00000100:00100000:3.0:1767322782.667823:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816897792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322782.667862:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816897792:12345-0@lo:400:kworker.0 Request processed in 40us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322782.667868:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482
00000100:00080000:3.0:1767322782.667883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322782.667900:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816897792:0@lo:400:kworker.0
00000100:00100000:1.0:1767322782.668336:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322782.668371:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816896896
00000100:00100000:3.0:1767322782.668378:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816896896
00000100:00100000:1.0:1767322782.668380:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816897024:0@lo:38:kworker.0
00000100:00100000:3.0:1767322782.668407:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90085
00000100:00100000:3.0:1767322782.668413:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816896896:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322782.668420:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767322782.668438:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322782.668455:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816897280:0@lo:38:kworker.0
00000100:00100000:3.0:1767322782.668484:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816896896:12345-0@lo:38:kworker.0 Request processed in 69us (149us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322782.668496:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90085
00000100:00100000:1.0:1767322782.668499:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322782.668523:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816897536:0@lo:38:kworker.0
00000100:00100000:0.0:1767322782.668546:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322782.668580:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322782.668624:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816897664
00000100:00100000:2.0:1767322782.668628:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816897664
00000100:00100000:2.0:1767322782.668665:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3483
00000100:00100000:2.0:1767322782.668672:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816897664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322782.668697:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816897024
00000100:00100000:1.0:1767322782.668703:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816897024
00000100:00100000:2.0:1767322782.668723:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816897664:12345-0@lo:400:kworker.0 Request processed in 51us (142us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322782.668731:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3483
00000100:00100000:1.0:1767322782.668735:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254
00000100:00100000:1.0:1767322782.668742:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816897024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322782.668776:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767322782.668777:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322782.668807:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816897664:0@lo:400:kworker.0
00000100:00100000:1.0:1767322782.668827:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816897024:12345-0@lo:38:kworker.0 Request processed in 83us (407us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322782.668836:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254
00000100:00100000:3.0:1767322782.668890:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816897280
00000100:00100000:3.0:1767322782.668895:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816897280
00000100:00100000:3.0:1767322782.668926:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90086
00000100:00100000:3.0:1767322782.668930:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816897280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322782.668941:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322782.668968:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816897280:12345-0@lo:38:kworker.0 Request processed in 37us (474us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322782.668975:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90086
00000100:00100000:0.0:1767322782.669208:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322782.669253:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816897408
00000100:00100000:2.0:1767322782.669257:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816897408
00000100:00100000:2.0:1767322782.669294:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5546
00000100:00100000:2.0:1767322782.669301:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816897408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322782.669338:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816897408:12345-0@lo:400:kworker.0 Request processed in 38us (793us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322782.669344:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5546
00000100:00080000:2.0:1767322782.669360:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322782.670398:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816897408:0@lo:400:kworker.0
00000100:00080000:0.0:1767322782.670437:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322782.670445:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322782.670449:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816896896:0@lo:38:kworker.0
00000100:00080000:0.0:1767322782.670471:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322782.670474:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322782.670477:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816897024:0@lo:38:kworker.0
00000100:00080000:0.0:1767322782.670486:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322782.670489:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322782.670492:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816897280:0@lo:38:kworker.0
00000100:00100000:2.0:1767322782.670563:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816897536
00000100:00100000:2.0:1767322782.670569:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816897536
00000100:00100000:2.0:1767322782.670606:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90087
00000100:00100000:2.0:1767322782.670611:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816897536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322782.670628:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322782.670676:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816897536:12345-0@lo:38:kworker.0 Request processed in 63us (1469us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322782.670683:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90087
00000100:00080000:1.0:1767322782.671142:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322782.671147:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322782.671151:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816897536:0@lo:38:kworker.0
00000100:00100000:0.0:1767322783.175272:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322783.175314:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816897920:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322783.175424:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322783.175588:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816897920
00000100:00100000:2.0:1767322783.175600:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816897920
00000100:00100000:2.0:1767322783.175676:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195
00000100:00100000:2.0:1767322783.175688:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816897920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322783.175752:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322783.175832:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816897920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (409us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322783.175841:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195
00000100:00100000:0.0:1767322783.175924:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816898048:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322783.175952:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322783.176015:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816897920:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322783.176296:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816898048
00000100:00100000:2.0:1767322783.176302:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816898048
00000100:00100000:2.0:1767322783.176339:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196
00000100:00100000:2.0:1767322783.176346:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816898048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322783.176365:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322783.176412:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816898048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (457us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322783.176418:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196
00000100:00100000:0.0:1767322783.176493:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816898048:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322783.242403:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322783.623353:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322784.262931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322784.423907:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322784.424009:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758770432
00000100:00100000:3.0:1767322784.424027:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758770432
00000100:00080000:2.0:1767322784.424109:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322784.424239:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5547
00000400:00000100:2.0:1767322784.424240:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758770176 offset 0 length 520: 4
00000100:00100000:3.0:1767322784.424257:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758770432:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322784.424348:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322784.424348:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758770432:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (454us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322784.424361:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5547
00000100:00100000:1.0:1767322784.425577:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758770304
00000100:00100000:1.0:1767322784.425591:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758770304
00000100:00100000:1.0:1767322784.425660:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90088
00000100:00100000:1.0:1767322784.425669:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758770304:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322784.425699:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322784.425807:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758770304:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 136us (1461us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322784.425816:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90088
00010000:00010000:1.0:1767322784.647092:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322785.286909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322785.673169:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322786.310932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322786.695186:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322787.334985:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322787.721694:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322787.784843:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322787.784859:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322787.784862:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322787.784867:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322787.784872:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322787.784882:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5325
00000100:00080000:1.0:1767322787.784889:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322787.784898:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322787.784955:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543a680 x1853166816898176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322787.784976:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322787.784979:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322787.784981:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322787.784985:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5325
00000100:00080000:1.0:1767322787.784988:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322787.784992:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322787.785005:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543ad80 x1853166816898304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322787.785062:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322787.785066:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322787.785069:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322787.785073:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5325
00000100:00080000:1.0:1767322787.785075:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322787.785078:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322787.785091:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543bb80 x1853166816898560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322787.785102:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816898432:0@lo:400:kworker.0
00000100:00080000:1.0:1767322787.785107:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322787.785110:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322787.785112:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322787.785115:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5325
00000100:00080000:1.0:1767322787.785117:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322787.785120:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322787.785130:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75438000 x1853166816898816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322787.785197:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322787.785235:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816898432
00000100:00100000:1.0:1767322787.785244:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816898432
00000100:00100000:2.0:1767322787.785277:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322787.785283:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816898688:0@lo:400:kworker.0
00000100:00100000:2.0:1767322787.785308:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322787.785313:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5548
00000100:00100000:1.0:1767322787.785323:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816898432:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767322787.785353:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322787.785372:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816898688
00000100:00100000:2.0:1767322787.785376:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816898688
00000100:00100000:1.0:1767322787.785384:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816898432:12345-0@lo:400:kworker.0 Request processed in 63us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322787.785392:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5548
00000100:00100000:1.0:1767322787.785410:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5549
00000100:00100000:1.0:1767322787.785415:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816898688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322787.785474:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816899072:0@lo:400:kworker.0
00000100:00100000:3.0:1767322787.785500:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816898944:0@lo:400:kworker.0
00000100:00100000:0.0:1767322787.785515:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322787.785572:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322787.785581:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322762/real 1767322762]  req@ffff8d4e75886300 x1853166816891648/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322787 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322787.785611:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e75886300 x1853166816891648/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322787 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322787.785624:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816898176:0@lo:38:kworker.0
00000100:00100000:3.0:1767322787.786156:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816899072
00000100:00100000:3.0:1767322787.786166:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816899072
00000100:00100000:3.0:1767322787.786213:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816898944
00000100:00100000:3.0:1767322787.786217:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816898944
00000100:00100000:3.0:1767322787.786241:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484
00000100:00100000:3.0:1767322787.786250:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816899072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322787.786310:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816899072:12345-0@lo:400:kworker.0 Request processed in 62us (795us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322787.786316:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484
00000100:00100000:3.0:1767322787.786330:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485
00000100:00100000:3.0:1767322787.786336:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816898944:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322787.786361:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816898944:12345-0@lo:400:kworker.0 Request processed in 26us (792us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322787.786366:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485
00000100:00100000:3.0:1767322787.786410:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816899072:0@lo:400:kworker.0
00000100:00100000:3.0:1767322787.786443:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816898944:0@lo:400:kworker.0
00000100:00080000:3.0:1767322787.786483:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322787.786486:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322787.786489:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322787.786526:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816898432:0@lo:400:kworker.0
00000100:00100000:0.0:1767322787.789941:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322787.790013:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816898304:0@lo:38:kworker.0
00000100:00100000:0.0:1767322787.790064:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322787.790099:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816898176
00000100:00100000:0.0:1767322787.790110:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816898560:0@lo:38:kworker.0
00000100:00100000:2.0:1767322787.790110:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816898176
00000100:00100000:0.0:1767322787.790136:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322787.790197:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816898304
00000100:00100000:3.0:1767322787.790202:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816898304
00000100:00100000:3.0:1767322787.790245:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255
00000100:00100000:3.0:1767322787.790254:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816898304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322787.790284:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322787.790394:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816898688:12345-0@lo:400:kworker.0 Request processed in 4977us (5082us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322787.790405:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5549
00000100:00100000:0.0:1767322787.790467:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816898816:0@lo:38:kworker.0
00000100:00100000:3.0:1767322787.790520:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816898304:12345-0@lo:38:kworker.0 Request processed in 265us (454us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322787.790527:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255
00000100:00100000:0.0:1767322787.790593:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322787.790653:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816898688:0@lo:400:kworker.0
00000100:00100000:1.0:1767322787.795940:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816898560
00000100:00100000:1.0:1767322787.795963:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816898560
00000100:00100000:2.0:1767322787.796039:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90089
00000100:00100000:1.0:1767322787.796048:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90090
00000100:00100000:2.0:1767322787.796051:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816898176:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322787.796053:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816898560:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322787.796082:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322787.796190:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816898176:12345-0@lo:38:kworker.0 Request processed in 139us (6258us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322787.796199:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90089
00010000:00020000:1.0:1767322787.797102:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322787.797156:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816898560:12345-0@lo:38:kworker.0 Request processed in 1101us (7018us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322787.797165:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90090
00000100:00080000:0.0:1767322787.801555:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322787.801595:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322787.801601:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816891648:0@lo:250:kworker.0
00000100:00080000:0.0:1767322787.801677:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322787.801682:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322787.801686:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816898176:0@lo:38:kworker.0
00000100:00080000:0.0:1767322787.801698:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322787.801702:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322787.801705:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816898304:0@lo:38:kworker.0
00000100:00080000:0.0:1767322787.801717:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322787.801721:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322787.801725:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816898560:0@lo:38:kworker.0
00000100:00080000:0.0:1767322787.801783:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322787.801790:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767322787.801793:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322787.801799:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5304
00000100:00100000:2.0:1767322787.801891:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816898816
00000100:00100000:2.0:1767322787.801902:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816898816
00000100:00100000:2.0:1767322787.801974:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90091
00000100:00100000:2.0:1767322787.801983:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816898816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322787.802011:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322787.802103:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816898816:12345-0@lo:38:kworker.0 Request processed in 120us (11508us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322787.802112:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90091
00000100:00080000:1.0:1767322787.802565:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322787.802572:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322787.802576:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816898816:0@lo:38:kworker.0
00000100:00080000:0.0:1767322787.802722:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322787.802730:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322787.802795:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b65500 x1853166816899200/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322787.802884:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816899200:0@lo:250:kworker.0
00000400:00000100:1.0:1767322787.802921:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816899200 offset 0 length 520: 4
00000100:00100000:3.0:1767322788.295289:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816899328:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322788.295373:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322788.295436:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322788.295442:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816899456:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322788.295459:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322788.295550:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816899328
00000100:00100000:2.0:1767322788.295559:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816899328
00000100:00100000:2.0:1767322788.295602:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816899456
00000100:00100000:2.0:1767322788.295604:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816899456
00000100:00100000:2.0:1767322788.295619:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197
00000100:00100000:2.0:1767322788.295625:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816899328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322788.295652:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322788.295667:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198
00000100:00100000:1.0:1767322788.295688:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816899456:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322788.295707:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816899328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322788.295716:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197
00002000:00000024:1.0:1767322788.295722:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322788.295871:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816899456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 190us (407us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322788.295874:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816899328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322788.295894:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198
00000100:00100000:3.0:1767322788.295929:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816899456:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322788.358989:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322788.743114:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322789.382903:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322789.544656:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322789.544873:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322789.544967:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758770560
00000100:00100000:3.0:1767322789.544984:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758770560
00000100:00100000:3.0:1767322789.545043:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758770688
00000100:00100000:3.0:1767322789.545048:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758770688
00000100:00100000:1.0:1767322789.545093:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90092
00000100:00100000:1.0:1767322789.545105:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758770560:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322789.545133:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767322789.545190:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322789.545223:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758770560:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 119us (582us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322789.545635:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5550
00000100:00100000:3.0:1767322789.545650:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758770688:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322789.545885:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758770688:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 238us (1009us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322789.545896:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5550
00000100:00100000:1.0:1767322789.545912:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90092
00010000:00010000:2.0:1767322789.767066:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322790.407671:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322790.791341:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322791.431422:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322791.817098:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322792.455791:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322792.841922:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322792.903133:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322792.903149:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322792.903154:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322792.903169:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322792.903175:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322792.903187:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5330
00000100:00080000:0.0:1767322792.903194:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322792.903205:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322792.903261:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366680 x1853166816899584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322792.903296:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322792.903300:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322792.903303:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322792.903309:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5330
00000100:00080000:0.0:1767322792.903313:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322792.903317:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322792.903340:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5f80 x1853166816899712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322792.903446:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816899840:0@lo:400:kworker.0
00000100:00100000:3.0:1767322792.903540:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322792.903707:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322792.903711:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322792.903712:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322792.903716:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5330
00000100:00080000:0.0:1767322792.903718:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322792.903720:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322792.903734:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078700 x1853166816899968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322792.904217:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322792.904232:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816900096:0@lo:400:kworker.0
00000100:00100000:3.0:1767322792.904280:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322792.904355:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816899840
00000100:00100000:3.0:1767322792.904364:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816899840
00000100:00100000:3.0:1767322792.904451:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816900096
00000100:00100000:3.0:1767322792.904456:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816900096
00000100:00100000:3.0:1767322792.904515:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5551
00000100:00100000:3.0:1767322792.904530:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816899840:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767322792.904908:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322792.904913:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322792.904915:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322792.904921:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5330
00000100:00080000:0.0:1767322792.904924:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322792.904928:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322792.904953:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7dc00 x1853166816900224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322792.905029:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816899840:12345-0@lo:400:kworker.0 Request processed in 291us (1277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322792.905041:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5551
00000100:00100000:3.0:1767322792.905077:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5552
00000100:00100000:3.0:1767322792.905091:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816900096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322792.905139:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816900096:12345-0@lo:400:kworker.0 Request processed in 53us (862us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322792.905149:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5552
00000100:00100000:0.0:1767322792.905289:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816900480:0@lo:400:kworker.0
00000100:00100000:0.0:1767322792.905341:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322792.905427:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322792.905439:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816900352:0@lo:400:kworker.0
00000100:00100000:0.0:1767322792.905474:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322792.905540:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816900480
00000100:00100000:0.0:1767322792.905545:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816900480
00000100:00080000:3.0:1767322792.905719:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322792.905726:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322792.905916:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816900096:0@lo:400:kworker.0
00000100:00100000:3.0:1767322792.905944:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816899840:0@lo:400:kworker.0
00000100:00100000:3.0:1767322792.906040:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816900352
00000100:00100000:3.0:1767322792.906044:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816900352
00000100:00100000:3.0:1767322792.906142:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486
00000100:00100000:3.0:1767322792.906151:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816900480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322792.906228:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487
00000100:00100000:0.0:1767322792.906235:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816900352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322792.906272:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816900352:12345-0@lo:400:kworker.0 Request processed in 38us (800us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322792.906276:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487
00000100:00100000:0.0:1767322792.906301:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816900352:0@lo:400:kworker.0
00000100:00100000:0.0:1767322792.906338:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816899584:0@lo:38:kworker.0
00000100:00100000:0.0:1767322792.906369:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322792.906388:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816899712:0@lo:38:kworker.0
00000100:00100000:0.0:1767322792.906407:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322792.906430:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816899968:0@lo:38:kworker.0
00000100:00100000:0.0:1767322792.906453:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322792.906468:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816900224:0@lo:38:kworker.0
00000100:00100000:0.0:1767322792.906489:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322792.906515:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816899584
00000100:00100000:0.0:1767322792.906519:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816899584
00000100:00100000:0.0:1767322792.906547:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816899968
00000100:00100000:0.0:1767322792.906551:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816899968
00000100:00100000:0.0:1767322792.906561:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816900224
00000100:00100000:0.0:1767322792.906563:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816900224
00000100:00100000:0.0:1767322792.906569:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90093
00000100:00100000:0.0:1767322792.906572:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816899584:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322792.906920:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816900480:12345-0@lo:400:kworker.0 Request processed in 772us (1582us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322792.906925:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486
00000100:00100000:3.0:1767322792.906946:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90094
00000100:00100000:3.0:1767322792.906951:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816899968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322792.907005:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322792.907045:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816899584:12345-0@lo:38:kworker.0 Request processed in 471us (675us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322792.907052:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90093
00000100:00100000:0.0:1767322792.907065:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90095
00000100:00100000:0.0:1767322792.907069:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816900224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322792.907094:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322792.907120:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816899968:12345-0@lo:38:kworker.0 Request processed in 169us (666us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322792.907127:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90094
00000100:00080000:3.0:1767322792.907148:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322792.907230:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816899712
00000100:00100000:3.0:1767322792.907235:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816899712
00000100:00100000:3.0:1767322792.907263:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256
00000100:00100000:3.0:1767322792.907269:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816899712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322792.907280:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322792.907320:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816899712:12345-0@lo:38:kworker.0 Request processed in 49us (910us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322792.907328:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256
00000100:00100000:3.0:1767322792.907374:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816900480:0@lo:400:kworker.0
00010000:00020000:0.0:1767322792.907464:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322792.907489:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816900224:12345-0@lo:38:kworker.0 Request processed in 419us (999us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322792.907496:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90095
00000100:00080000:0.0:1767322792.907520:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322792.907525:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322792.907529:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816899584:0@lo:38:kworker.0
00000100:00080000:0.0:1767322792.907537:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322792.907541:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322792.907544:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816899712:0@lo:38:kworker.0
00000100:00080000:0.0:1767322792.907552:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322792.907556:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322792.907558:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816899968:0@lo:38:kworker.0
00000100:00080000:0.0:1767322792.907567:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322792.907573:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322792.907579:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816900224:0@lo:38:kworker.0
00000100:00100000:3.0:1767322793.415167:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816900608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322793.415239:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322793.415409:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816900608
00000100:00100000:1.0:1767322793.415417:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816900608
00000100:00100000:1.0:1767322793.415472:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199
00000100:00100000:1.0:1767322793.415486:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816900608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322793.415520:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322793.415587:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816900608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322793.415595:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199
00000100:00100000:3.0:1767322793.415612:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816900608:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322793.416243:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816900736:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322793.416276:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322793.416342:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816900736
00000100:00100000:1.0:1767322793.416347:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816900736
00000100:00100000:1.0:1767322793.416370:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200
00000100:00100000:1.0:1767322793.416376:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816900736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322793.416392:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322793.418790:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816900736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2406us (2506us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322793.418803:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200
00000100:00100000:0.0:1767322793.419041:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816900736:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322793.479043:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322793.864029:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322794.502896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322794.666857:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322794.667220:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322794.667620:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758770944
00000100:00100000:1.0:1767322794.667631:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758770944
00000100:00100000:1.0:1767322794.667741:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758770816
00000100:00100000:1.0:1767322794.667745:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758770816
00000100:00100000:2.0:1767322794.667796:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5553
00000100:00100000:2.0:1767322794.667808:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758770944:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322794.667878:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758770944:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 73us (1029us total) trans 0 rc 0/0
00000100:00080000:0.0:1767322794.667888:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322794.668031:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90096
00000100:00100000:1.0:1767322794.668037:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758770816:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322794.668059:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322794.668102:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758770816:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 55us (874us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322794.668112:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90096
00000100:00100000:2.0:1767322794.668627:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5553
00010000:00010000:2.0:1767322794.887152:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322795.527156:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322795.911118:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322796.550904:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322796.934999:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322797.576713:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322797.960458:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322798.023503:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322798.023515:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322798.023519:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322798.023523:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322798.023527:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322798.023534:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5335
00000100:00080000:0.0:1767322798.023538:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322798.023545:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322798.024028:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366680 x1853166816900864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322798.024054:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322798.024058:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322798.024060:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322798.024063:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5335
00000100:00080000:0.0:1767322798.024066:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322798.024069:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322798.024087:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7dc00 x1853166816900992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322798.024163:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322798.024205:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816900864:0@lo:38:kworker.0
00000100:00100000:2.0:1767322798.024270:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322798.024337:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816900992:0@lo:38:kworker.0
00000100:00100000:2.0:1767322798.024362:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322798.024405:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816900864
00000100:00100000:2.0:1767322798.024412:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816900864
00000100:00100000:2.0:1767322798.024447:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90097
00000100:00100000:2.0:1767322798.024454:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816900864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322798.024473:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322798.024513:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816900864:12345-0@lo:38:kworker.0 Request processed in 58us (242us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322798.024521:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90097
00000100:00100000:2.0:1767322798.024545:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816900992
00000100:00100000:2.0:1767322798.024549:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816900992
00000100:00100000:2.0:1767322798.024564:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257
00000100:00100000:2.0:1767322798.024569:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816900992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322798.024578:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322798.025037:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322798.025043:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322798.025046:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322798.025050:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5335
00000100:00080000:0.0:1767322798.025053:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322798.025058:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322798.025076:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7c700 x1853166816901248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322798.025161:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816900992:12345-0@lo:38:kworker.0 Request processed in 590us (798us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322798.025168:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257
00000100:00100000:2.0:1767322798.025195:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816901248:0@lo:38:kworker.0
00000100:00100000:2.0:1767322798.025217:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322798.025252:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322798.025257:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322798.025260:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816900864:0@lo:38:kworker.0
00000100:00080000:2.0:1767322798.025270:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322798.025272:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322798.025275:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816900992:0@lo:38:kworker.0
00000100:00100000:2.0:1767322798.025306:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816901248
00000100:00100000:2.0:1767322798.025310:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816901248
00000100:00100000:2.0:1767322798.025329:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90098
00000100:00100000:2.0:1767322798.025334:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816901248:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322798.025346:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322798.025376:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816901248:12345-0@lo:38:kworker.0 Request processed in 40us (157us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322798.025381:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90098
00000100:00080000:2.0:1767322798.025405:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322798.025409:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322798.025412:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816901248:0@lo:38:kworker.0
00000100:00100000:3.0:1767322798.030634:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322798.030664:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816901376:0@lo:400:kworker.0
00000100:00100000:3.0:1767322798.030734:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322798.030802:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816901376
00000100:00100000:2.0:1767322798.030810:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816901376
00000100:00080000:3.0:1767322798.030855:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322798.030870:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5554
00000100:00100000:2.0:1767322798.030880:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816901376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322798.031002:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816901376:12345-0@lo:400:kworker.0 Request processed in 123us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322798.031009:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5554
00000100:00100000:3.0:1767322798.031126:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816901376:0@lo:400:kworker.0
00000100:00100000:1.0:1767322798.031752:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816901120:0@lo:400:kworker.0
00000100:00100000:1.0:1767322798.031797:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322798.031844:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816901120
00000100:00100000:2.0:1767322798.031848:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816901120
00000100:00100000:2.0:1767322798.031890:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5555
00000100:00100000:2.0:1767322798.031897:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816901120:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322798.032011:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322798.032100:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816901120:12345-0@lo:400:kworker.0 Request processed in 203us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322798.032109:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5555
00000100:00100000:3.0:1767322798.032164:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816901120:0@lo:400:kworker.0
00000100:00080000:0.0:1767322798.032752:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322798.032774:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322798.032778:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322798.032784:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5335
00000100:00080000:0.0:1767322798.032788:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322798.032793:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322798.032819:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4ab800 x1853166816901504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322798.032869:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816901504:0@lo:38:kworker.0
00000100:00100000:0.0:1767322798.032893:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816901760:0@lo:400:kworker.0
00000100:00100000:2.0:1767322798.032901:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322798.032932:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322798.032971:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816901760
00000100:00100000:2.0:1767322798.033022:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816901504
00000100:00100000:2.0:1767322798.033027:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816901504
00000100:00100000:2.0:1767322798.033058:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90099
00000100:00100000:3.0:1767322798.033063:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816901632:0@lo:400:kworker.0
00000100:00100000:2.0:1767322798.033065:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816901504:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322798.033089:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322798.033098:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322798.033133:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816901504:12345-0@lo:38:kworker.0 Request processed in 67us (232us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322798.033141:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90099
00000100:00100000:3.0:1767322798.033142:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816901632
00000100:00100000:3.0:1767322798.033148:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816901632
00000100:00080000:2.0:1767322798.033173:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322798.033179:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322798.033183:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816901504:0@lo:38:kworker.0
00000100:00100000:3.0:1767322798.033188:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488
00000100:00100000:3.0:1767322798.033198:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816901632:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767322798.033212:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322798.033390:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816901760
00000100:00100000:0.0:1767322798.033422:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489
00000100:00100000:0.0:1767322798.033428:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816901760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322798.033457:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816901760:12345-0@lo:400:kworker.0 Request processed in 30us (526us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322798.033463:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489
00000100:00100000:0.0:1767322798.033490:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816901760:0@lo:400:kworker.0
00000100:00080000:0.0:1767322798.033507:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322798.033632:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816901632:12345-0@lo:400:kworker.0 Request processed in 436us (535us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322798.033639:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488
00000100:00100000:3.0:1767322798.033677:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816901632:0@lo:400:kworker.0
00000100:00100000:0.0:1767322798.535907:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816901888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322798.536004:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322798.536135:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816901888
00000100:00100000:2.0:1767322798.536144:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816901888
00000100:00100000:2.0:1767322798.536201:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201
00000100:00100000:2.0:1767322798.536212:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816901888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322798.536240:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322798.536296:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816901888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322798.536304:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201
00000100:00100000:0.0:1767322798.536708:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816901888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322798.536729:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322798.536738:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816902016:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322798.536823:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322798.538006:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816902016
00000100:00100000:1.0:1767322798.538014:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816902016
00000100:00100000:1.0:1767322798.538066:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202
00000100:00100000:1.0:1767322798.538074:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816902016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322798.538099:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322798.538382:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816902016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 307us (1557us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322798.538390:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202
00000100:00100000:0.0:1767322798.538526:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816902016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322798.598980:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322798.982978:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322799.623069:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322799.783980:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322799.784035:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322799.784145:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758771200
00000100:00100000:3.0:1767322799.784156:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758771200
00000100:00100000:3.0:1767322799.784231:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758771072
00000100:00100000:3.0:1767322799.784235:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758771072
00000100:00100000:3.0:1767322799.784254:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5556
00000100:00100000:3.0:1767322799.784267:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758771200:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322799.784340:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758771200:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 76us (370us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322799.784347:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5556
00000100:00100000:3.0:1767322799.784367:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90100
00000100:00100000:3.0:1767322799.784371:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758771072:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322799.784391:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322799.784417:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758771072:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (381us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322799.784423:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90100
00000100:00080000:0.0:1767322799.784574:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322800.011962:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322800.647354:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322801.031007:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322801.670888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322802.058376:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322802.695125:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322803.079150:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322803.144064:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322803.144074:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322803.144078:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322803.144081:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322803.144085:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322803.144093:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5340
00000100:00080000:0.0:1767322803.144098:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322803.144104:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322803.144145:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4a8700 x1853166816902144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322803.144178:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322803.144182:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322803.144184:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322803.144188:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5340
00000100:00080000:0.0:1767322803.144191:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322803.144195:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322803.144208:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4abb80 x1853166816902272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322803.144261:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322803.144265:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322803.144267:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322803.144271:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5340
00000100:00080000:0.0:1767322803.144273:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322803.144277:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322803.144289:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4ab800 x1853166816902528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322803.144305:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322803.144308:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322803.144310:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322803.144313:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5340
00000100:00080000:0.0:1767322803.144315:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322803.144318:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322803.144331:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75296300 x1853166816902784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322803.144380:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816902912:0@lo:400:kworker.0
00000100:00100000:0.0:1767322803.144444:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322803.144506:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322803.144512:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816903040:0@lo:400:kworker.0
00000100:00100000:0.0:1767322803.144537:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322803.144649:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816902400:0@lo:400:kworker.0
00000100:00100000:3.0:1767322803.144680:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322803.144709:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322803.144713:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816902656:0@lo:400:kworker.0
00000100:00100000:3.0:1767322803.144732:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322803.144805:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816902400
00000100:00100000:0.0:1767322803.144812:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816902400
00000100:00100000:0.0:1767322803.144862:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816902656
00000100:00100000:0.0:1767322803.144864:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816902656
00000100:00100000:0.0:1767322803.144884:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5557
00000100:00100000:0.0:1767322803.144903:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816902400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322803.144960:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816902400:12345-0@lo:400:kworker.0 Request processed in 68us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322803.144967:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5557
00000100:00100000:0.0:1767322803.144984:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5558
00000100:00100000:0.0:1767322803.144990:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816902656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322803.145013:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816902656:12345-0@lo:400:kworker.0 Request processed in 24us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322803.145019:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5558
00000100:00080000:3.0:1767322803.145075:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322803.145108:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816902656:0@lo:400:kworker.0
00000100:00100000:3.0:1767322803.145119:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816902400:0@lo:400:kworker.0
00000100:00100000:2.0:1767322803.145344:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816902912
00000100:00100000:2.0:1767322803.145350:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816902912
00000100:00100000:2.0:1767322803.145398:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816903040
00000100:00100000:2.0:1767322803.145401:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816903040
00000100:00100000:2.0:1767322803.145433:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490
00000100:00100000:2.0:1767322803.145439:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816902912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322803.145483:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816902912:12345-0@lo:400:kworker.0 Request processed in 45us (1039us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322803.145490:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490
00000100:00100000:2.0:1767322803.145505:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491
00000100:00100000:2.0:1767322803.145511:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816903040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322803.145537:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816903040:12345-0@lo:400:kworker.0 Request processed in 27us (999us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322803.145543:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491
00000100:00100000:2.0:1767322803.145579:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816902144:0@lo:38:kworker.0
00000100:00100000:2.0:1767322803.145605:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322803.145622:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816902272:0@lo:38:kworker.0
00000100:00100000:2.0:1767322803.145644:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322803.145664:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816902528:0@lo:38:kworker.0
00000100:00100000:2.0:1767322803.145683:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322803.145696:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816902784:0@lo:38:kworker.0
00000100:00100000:2.0:1767322803.145712:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322803.145745:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816903040:0@lo:400:kworker.0
00000100:00100000:2.0:1767322803.145779:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816902912:0@lo:400:kworker.0
00000100:00080000:3.0:1767322803.145840:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322803.145844:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322803.145854:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816902272
00000100:00100000:3.0:1767322803.145857:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816902272
00000100:00100000:3.0:1767322803.145883:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258
00000100:00100000:3.0:1767322803.145898:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816902272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322803.145916:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322803.145962:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816902272:12345-0@lo:38:kworker.0 Request processed in 73us (317us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322803.145969:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258
00000100:00080000:3.0:1767322803.145993:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322803.145998:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322803.146001:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816902272:0@lo:38:kworker.0
00000100:00100000:3.0:1767322803.146017:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816902144
00000100:00100000:3.0:1767322803.146020:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816902144
00000100:00100000:3.0:1767322803.146036:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816902528
00000100:00100000:3.0:1767322803.146038:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816902528
00000100:00100000:3.0:1767322803.146047:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816902784
00000100:00100000:3.0:1767322803.146049:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816902784
00000100:00100000:3.0:1767322803.146061:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90101
00000100:00100000:3.0:1767322803.146065:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816902144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322803.146074:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322803.146100:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816902144:12345-0@lo:38:kworker.0 Request processed in 34us (494us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322803.146106:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90101
00000100:00100000:3.0:1767322803.146117:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90102
00000100:00100000:3.0:1767322803.146120:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816902528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322803.146129:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322803.146150:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816902528:12345-0@lo:38:kworker.0 Request processed in 28us (466us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322803.146155:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90102
00000100:00100000:3.0:1767322803.146163:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90103
00000100:00100000:3.0:1767322803.146166:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816902784:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322803.146175:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322803.146192:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816902784:12345-0@lo:38:kworker.0 Request processed in 24us (479us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322803.146196:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90103
00000100:00080000:3.0:1767322803.146225:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322803.146228:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322803.146231:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816902144:0@lo:38:kworker.0
00000100:00080000:3.0:1767322803.146238:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322803.146240:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322803.146243:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816902528:0@lo:38:kworker.0
00000100:00080000:3.0:1767322803.146250:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322803.146253:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322803.146255:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816902784:0@lo:38:kworker.0
00000100:00100000:0.0:1767322803.655015:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816903168:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322803.655037:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816903296:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322803.655084:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322803.655205:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816903168
00000100:00100000:1.0:1767322803.655214:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816903168
00000100:00100000:1.0:1767322803.655273:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203
00000100:00100000:1.0:1767322803.655284:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816903168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322803.655312:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322803.655389:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322803.655446:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816903296
00000100:00100000:3.0:1767322803.655452:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816903296
00000100:00100000:3.0:1767322803.655489:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204
00000100:00100000:3.0:1767322803.655497:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816903296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322803.655514:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322803.655682:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816903168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 400us (598us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322803.655690:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203
00000100:00100000:0.0:1767322803.655791:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816903168:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322803.661273:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816903296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5770us (5877us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322803.661289:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204
00000100:00100000:2.0:1767322803.663035:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816903296:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322803.718944:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322804.103040:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322804.743709:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322804.904627:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322804.904707:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758771456
00000100:00100000:2.0:1767322804.904717:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758771456
00000100:00100000:1.0:1767322804.904728:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322804.904833:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758771328
00000100:00100000:2.0:1767322804.904837:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758771328
00000100:00100000:2.0:1767322804.904858:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5559
00000100:00100000:2.0:1767322804.904870:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758771456:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767322804.904921:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322804.904961:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758771456:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 94us (341us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322804.904970:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5559
00000100:00100000:2.0:1767322804.904991:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90104
00000100:00100000:2.0:1767322804.904995:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758771328:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322804.905016:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322804.905044:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758771328:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (316us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322804.905051:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90104
00010000:00010000:2.0:1767322805.127067:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322805.767053:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322806.151067:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322806.790999:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322807.175095:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322807.814942:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322808.199415:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322808.263151:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322808.263162:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322808.263165:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322808.263169:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322808.263173:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322808.263181:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5345
00000100:00080000:0.0:1767322808.263187:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322808.263193:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322808.263232:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294a80 x1853166816903424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322808.263260:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322808.263264:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322808.263266:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322808.263270:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5345
00000100:00080000:0.0:1767322808.263273:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322808.263277:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322808.263295:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295f80 x1853166816903552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322808.263306:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816903424:0@lo:38:kworker.0
00000100:00080000:0.0:1767322808.263349:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322808.263354:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322808.263356:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322808.263361:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5345
00000100:00080000:0.0:1767322808.263364:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322808.263368:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322808.263383:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75296680 x1853166816903808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322808.263407:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767322808.263407:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322808.263430:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322808.263434:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322808.263439:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5345
00000100:00080000:0.0:1767322808.263443:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322808.263447:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322808.263462:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294e00 x1853166816904064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322808.263480:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816903552:0@lo:38:kworker.0
00000100:00100000:3.0:1767322808.263510:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322808.263541:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816904192:0@lo:400:kworker.0
00000100:00100000:0.0:1767322808.263603:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322808.263663:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322808.263669:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816904320:0@lo:400:kworker.0
00000100:00100000:0.0:1767322808.263691:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322808.263722:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816904192
00000100:00100000:0.0:1767322808.263729:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816904192
00000100:00100000:2.0:1767322808.263791:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816903680:0@lo:400:kworker.0
00000100:00100000:0.0:1767322808.263809:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816904320
00000100:00100000:0.0:1767322808.263815:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816904320
00000100:00100000:2.0:1767322808.263856:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322808.263866:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492
00000100:00100000:0.0:1767322808.263881:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816904192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322808.263902:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322808.263922:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816903936:0@lo:400:kworker.0
00000100:00100000:0.0:1767322808.263947:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816904192:12345-0@lo:400:kworker.0 Request processed in 70us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322808.263958:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492
00000100:00100000:2.0:1767322808.263979:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322808.264057:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493
00000100:00100000:2.0:1767322808.264073:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816904320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322808.264132:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816904320:12345-0@lo:400:kworker.0 Request processed in 64us (438us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322808.264144:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493
00000100:00100000:2.0:1767322808.264209:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816903424
00000100:00100000:2.0:1767322808.264217:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816903424
00000100:00100000:2.0:1767322808.264249:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816903680
00000100:00100000:2.0:1767322808.264252:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816903680
00000100:00100000:2.0:1767322808.264278:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816903936
00000100:00100000:2.0:1767322808.264280:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816903936
00000100:00100000:2.0:1767322808.264298:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5560
00000100:00100000:2.0:1767322808.264303:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816903680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322808.264336:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816903680:12345-0@lo:400:kworker.0 Request processed in 33us (494us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322808.264343:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5560
00000100:00100000:2.0:1767322808.264357:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5561
00000100:00100000:2.0:1767322808.264363:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816903936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322808.264388:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816903936:12345-0@lo:400:kworker.0 Request processed in 25us (413us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322808.264394:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5561
00000100:00100000:2.0:1767322808.264405:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90105
00000100:00100000:2.0:1767322808.264410:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816903424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322808.264433:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322808.264463:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816903424:12345-0@lo:38:kworker.0 Request processed in 51us (1058us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322808.264469:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90105
00000100:00100000:2.0:1767322808.264513:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816903936:0@lo:400:kworker.0
00000100:00100000:3.0:1767322808.264799:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816903808:0@lo:38:kworker.0
00000100:00100000:3.0:1767322808.264827:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322808.264856:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816904064:0@lo:38:kworker.0
00000100:00100000:3.0:1767322808.264879:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322808.264903:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322808.264909:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322808.264912:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816903424:0@lo:38:kworker.0
00000100:00100000:3.0:1767322808.265075:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816903552
00000100:00100000:3.0:1767322808.265080:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816903552
00000100:00100000:3.0:1767322808.265105:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259
00000100:00100000:3.0:1767322808.265111:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816903552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322808.265122:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322808.265153:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816903552:12345-0@lo:38:kworker.0 Request processed in 41us (1642us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322808.265162:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259
00000100:00100000:3.0:1767322808.265180:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816903808
00000100:00100000:3.0:1767322808.265184:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816903808
00000100:00100000:3.0:1767322808.265195:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816904064
00000100:00100000:3.0:1767322808.265197:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816904064
00000100:00100000:3.0:1767322808.265206:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90106
00000100:00100000:3.0:1767322808.265211:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816903808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322808.265220:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322808.265249:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816903808:12345-0@lo:38:kworker.0 Request processed in 36us (420us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322808.265258:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90106
00000100:00100000:3.0:1767322808.265280:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90107
00000100:00100000:3.0:1767322808.265286:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816904064:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767322808.265292:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767322808.265298:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322808.265304:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322808.265309:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322808.265336:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816904064:12345-0@lo:38:kworker.0 Request processed in 48us (455us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322808.265344:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90107
00000100:00100000:0.0:1767322808.265359:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816904320:0@lo:400:kworker.0
00000100:00100000:0.0:1767322808.265381:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816904192:0@lo:400:kworker.0
00000100:00080000:3.0:1767322808.265414:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322808.265421:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322808.265425:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816903552:0@lo:38:kworker.0
00000100:00080000:3.0:1767322808.265435:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322808.265439:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322808.265441:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816903808:0@lo:38:kworker.0
00000100:00080000:3.0:1767322808.265449:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322808.265452:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322808.265456:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816904064:0@lo:38:kworker.0
00000100:00100000:2.0:1767322808.266250:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816903680:0@lo:400:kworker.0
00000100:00100000:1.0:1767322808.775479:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322808.775509:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816904448:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322808.775597:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322808.776279:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816904448
00000100:00100000:3.0:1767322808.776290:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816904448
00000100:00100000:3.0:1767322808.776441:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205
00000100:00100000:0.0:1767322808.776443:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816904576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322808.776451:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816904448:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322808.776488:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767322808.776490:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322808.776608:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816904576
00000100:00100000:1.0:1767322808.776613:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816904576
00000100:00100000:1.0:1767322808.776651:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206
00000100:00100000:1.0:1767322808.776657:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816904576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322808.776675:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322808.776884:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816904448:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322808.779182:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816904448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2721us (3573us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322808.779197:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205
00000100:00100000:1.0:1767322808.779293:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816904576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2632us (2802us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322808.779303:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206
00000100:00100000:2.0:1767322808.779367:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816904576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322808.839610:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322809.005224:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322809.005361:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758771840
00000100:00100000:1.0:1767322809.005372:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758771840
00000100:00100000:1.0:1767322809.005450:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5562
00000100:00100000:1.0:1767322809.005459:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758771840:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322809.005544:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758771840:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322809.005550:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5562
00000100:00080000:0.0:1767322809.005612:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:0.0:1767322809.006713:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758771584 offset 0 length 520: 4
00000100:00100000:0.0:1767322809.006806:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322809.007101:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758771712
00000100:00100000:3.0:1767322809.007111:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758771712
00000100:00100000:3.0:1767322809.007223:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90108
00000100:00100000:3.0:1767322809.007232:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758771712:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322809.007261:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322809.007338:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758771712:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 106us (531us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322809.007346:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90108
00010000:00010000:2.0:1767322809.223376:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322809.862931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322810.247089:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322810.887176:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322811.273843:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322811.911092:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322812.294955:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322812.359143:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322787/real 1767322787]  req@ffff8d4d45b65500 x1853166816899200/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322812 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767322812.359172:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d45b65500 x1853166816899200/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322812 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767322812.359188:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322812.359246:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767322812.359250:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816899200:0@lo:250:kworker.0
00000100:00080000:0.0:1767322812.359297:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322812.359303:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767322812.359307:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322812.359311:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5330
00000100:00080000:0.0:1767322812.359315:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322812.359321:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322812.359353:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297b80 x1853166816904704/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322812.359404:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816904704:0@lo:250:kworker.0
00000400:00000100:3.0:1767322812.359455:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816904704 offset 0 length 520: 4
00000100:00080000:0.0:1767322812.359508:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322812.359512:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322812.359514:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322812.359518:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5350
00000100:00080000:0.0:1767322812.359520:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322812.359524:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322812.359540:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295180 x1853166816904832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322812.359674:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816904832:0@lo:38:kworker.0
00000100:00100000:3.0:1767322812.359701:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322812.359775:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816904832
00000100:00100000:1.0:1767322812.359783:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816904832
00000100:00100000:1.0:1767322812.359844:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90109
00000100:00100000:1.0:1767322812.359851:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816904832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322812.359871:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322812.359966:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816904832:12345-0@lo:38:kworker.0 Request processed in 114us (262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322812.359983:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90109
00000100:00080000:0.0:1767322812.360877:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322812.360881:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322812.360884:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322812.360889:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5350
00000100:00080000:0.0:1767322812.360892:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322812.360897:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322812.360917:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294e00 x1853166816904960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322812.360960:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322812.360964:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322812.360966:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322812.360970:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5350
00000100:00080000:3.0:1767322812.360972:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322812.360973:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322812.360982:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322812.360987:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816904832:0@lo:38:kworker.0
00000100:00080000:0.0:1767322812.360989:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322812.361004:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295f80 x1853166816905216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322812.361008:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816904960:0@lo:38:kworker.0
00000100:00080000:0.0:1767322812.361030:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322812.361033:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322812.361036:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322812.361040:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5350
00000100:00080000:0.0:1767322812.361043:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322812.361046:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322812.361052:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322812.361069:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295180 x1853166816905472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322812.361080:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816905216:0@lo:38:kworker.0
00000100:00100000:3.0:1767322812.361112:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322812.361125:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816905600:0@lo:400:kworker.0
00000100:00100000:3.0:1767322812.361138:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816905472:0@lo:38:kworker.0
00000100:00100000:0.0:1767322812.361162:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322812.361173:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322812.361186:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322812.361194:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816905728:0@lo:400:kworker.0
00000100:00100000:3.0:1767322812.361212:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816905216
00000100:00100000:3.0:1767322812.361218:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816905216
00000100:00100000:0.0:1767322812.361219:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322812.361254:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816905600
00000100:00100000:0.0:1767322812.361258:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816905600
00000100:00100000:3.0:1767322812.361260:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816905472
00000100:00100000:3.0:1767322812.361266:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816905472
00000100:00100000:3.0:1767322812.361285:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90110
00000100:00100000:3.0:1767322812.361291:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816905216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322812.361305:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322812.361316:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816905728
00000100:00100000:0.0:1767322812.361320:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816905728
00000100:00100000:0.0:1767322812.361342:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494
00000100:00100000:0.0:1767322812.361350:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816905600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322812.361357:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816905216:12345-0@lo:38:kworker.0 Request processed in 63us (244us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322812.361373:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90110
00000100:00100000:3.0:1767322812.361390:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90111
00000100:00100000:3.0:1767322812.361395:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816905472:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767322812.361400:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816905600:12345-0@lo:400:kworker.0 Request processed in 49us (237us total) trans 0 rc 0/0
00010000:00020000:3.0:1767322812.361408:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322812.361436:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816905472:12345-0@lo:38:kworker.0 Request processed in 39us (263us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322812.361442:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90111
00000100:00100000:3.0:1767322812.361463:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816904960
00000100:00100000:3.0:1767322812.361467:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816904960
00000100:00100000:3.0:1767322812.361489:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260
00000100:00100000:3.0:1767322812.361494:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816904960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322812.361503:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322812.361528:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816905088:0@lo:400:kworker.0
00000100:00100000:3.0:1767322812.361540:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816904960:12345-0@lo:38:kworker.0 Request processed in 44us (489us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322812.361547:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260
00000100:00100000:1.0:1767322812.361560:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322812.361573:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816905088
00000100:00100000:3.0:1767322812.361578:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816905088
00000100:00100000:1.0:1767322812.361583:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322812.361591:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816905344:0@lo:400:kworker.0
00000100:00100000:3.0:1767322812.361606:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5563
00000100:00100000:3.0:1767322812.361617:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816905088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322812.361628:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322812.361660:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816905088:12345-0@lo:400:kworker.0 Request processed in 46us (99us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322812.361661:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816905088:0@lo:400:kworker.0
00000100:00100000:3.0:1767322812.361672:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5563
00000100:00100000:3.0:1767322812.361687:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816905344
00000100:00100000:3.0:1767322812.361691:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816905344
00000100:00100000:3.0:1767322812.361713:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5564
00000100:00100000:3.0:1767322812.361719:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816905344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322812.361786:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816905344:12345-0@lo:400:kworker.0 Request processed in 67us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322812.361793:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5564
00000100:00080000:3.0:1767322812.361835:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322812.361840:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322812.361844:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816905472:0@lo:38:kworker.0
00000100:00080000:3.0:1767322812.361852:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322812.361855:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322812.361858:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816905216:0@lo:38:kworker.0
00000100:00080000:3.0:1767322812.361866:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322812.361868:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322812.361871:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816904960:0@lo:38:kworker.0
00000100:00080000:3.0:1767322812.361916:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322812.361921:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322812.361923:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322812.361938:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816905600:0@lo:400:kworker.0
00000100:00100000:0.0:1767322812.361946:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494
00000100:00100000:1.0:1767322812.362029:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3495
00000100:00100000:1.0:1767322812.362037:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816905728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322812.362075:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816905728:12345-0@lo:400:kworker.0 Request processed in 40us (857us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322812.362079:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3495
00000100:00100000:1.0:1767322812.362098:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816905344:0@lo:400:kworker.0
00000100:00100000:3.0:1767322812.362197:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816905728:0@lo:400:kworker.0
00000100:00100000:2.0:1767322812.936336:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322813.321638:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322813.895646:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816905856:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322813.895717:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322813.895910:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816905856
00000100:00100000:1.0:1767322813.895918:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816905856
00000100:00100000:1.0:1767322813.896023:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207
00000100:00100000:1.0:1767322813.896034:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816905856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322813.896065:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322813.896116:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816905856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (398us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322813.896127:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207
00000100:00100000:2.0:1767322813.896211:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816905856:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322813.896227:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322813.896233:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816905984:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322813.896256:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322813.896630:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816905984
00000100:00100000:0.0:1767322813.896635:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816905984
00000100:00100000:0.0:1767322813.896788:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208
00000100:00100000:0.0:1767322813.896808:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816905984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322813.896824:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322813.896861:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816905984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (603us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322813.896868:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208
00000100:00100000:2.0:1767322813.896978:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816905984:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322813.958886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322814.123206:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322814.123893:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758771968
00000100:00100000:1.0:1767322814.123903:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758771968
00000100:00100000:1.0:1767322814.123949:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90112
00000100:00100000:1.0:1767322814.123957:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758771968:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322814.123980:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322814.124110:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758771968:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 147us (908us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322814.124118:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90112
00000100:00100000:0.0:1767322814.127103:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322814.128959:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758772096
00000100:00100000:1.0:1767322814.128970:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758772096
00000100:00080000:3.0:1767322814.129042:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322814.129062:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5565
00000100:00100000:1.0:1767322814.129072:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758772096:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322814.129158:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758772096:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (2063us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322814.129165:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5565
00010000:00010000:2.0:1767322814.342989:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322814.983529:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322815.367389:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322816.007128:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322816.392308:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322817.030906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322817.415073:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322817.478942:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322817.478957:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322817.478961:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322817.478966:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322817.478972:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322817.478982:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5354
00000100:00080000:2.0:1767322817.478987:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322817.478995:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322817.479466:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c000 x1853166816906112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322817.479495:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322817.479500:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322817.479502:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322817.479507:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5354
00000100:00080000:2.0:1767322817.479510:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322817.479515:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322817.479695:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ce00 x1853166816906240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322817.479728:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816906112:0@lo:38:kworker.0
00000100:00080000:2.0:1767322817.479751:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767322817.479810:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816906368:0@lo:400:kworker.0
00000100:00100000:3.0:1767322817.479871:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322817.479961:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816906240:0@lo:38:kworker.0
00000100:00100000:3.0:1767322817.479993:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322817.480040:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816906240
00000100:00100000:3.0:1767322817.480049:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816906240
00000100:00100000:3.0:1767322817.480096:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261
00000100:00100000:3.0:1767322817.480105:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816906240:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322817.480132:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322817.480194:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816906240:12345-0@lo:38:kworker.0 Request processed in 89us (199us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322817.480207:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261
00000100:00080000:3.0:1767322817.480256:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322817.480262:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322817.480265:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816906240:0@lo:38:kworker.0
00000100:00080000:2.0:1767322817.480424:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322817.480428:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322817.480433:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5354
00000100:00080000:2.0:1767322817.480436:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322817.480441:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322817.480457:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39d180 x1853166816906496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322817.480501:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322817.480505:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322817.480507:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322817.480511:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5354
00000100:00080000:2.0:1767322817.480513:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322817.480517:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322817.480529:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ca80 x1853166816906752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322817.480589:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816906880:0@lo:400:kworker.0
00000100:00100000:1.0:1767322817.480593:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816906624:0@lo:400:kworker.0
00000100:00100000:2.0:1767322817.480629:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322817.480642:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322817.480688:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816906112
00000100:00100000:1.0:1767322817.480693:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816906112
00000100:00100000:1.0:1767322817.480717:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816906624
00000100:00100000:1.0:1767322817.480720:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816906624
00000100:00100000:1.0:1767322817.480792:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5566
00000100:00100000:1.0:1767322817.480800:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816906624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322817.480865:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90113
00000100:00100000:1.0:1767322817.480867:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816906624:12345-0@lo:400:kworker.0 Request processed in 67us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322817.480875:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816906112:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322817.480881:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5566
00010000:00020000:0.0:1767322817.480894:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767322817.480910:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322817.480933:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816906112:12345-0@lo:38:kworker.0 Request processed in 58us (1063us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322817.480940:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90113
00000100:00100000:1.0:1767322817.480947:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816906624:0@lo:400:kworker.0
00000100:00100000:0.0:1767322817.480969:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322817.480997:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816906368
00000100:00100000:1.0:1767322817.481002:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816906368
00000100:00080000:0.0:1767322817.481027:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322817.481039:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5567
00000100:00100000:1.0:1767322817.481047:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816906368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322817.481085:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816906368:12345-0@lo:400:kworker.0 Request processed in 38us (117us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322817.481092:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5567
00000100:00100000:0.0:1767322817.481103:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816906368:0@lo:400:kworker.0
00000100:00100000:0.0:1767322817.481358:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816907008:0@lo:400:kworker.0
00000100:00100000:3.0:1767322817.481642:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816906496:0@lo:38:kworker.0
00000100:00100000:3.0:1767322817.481671:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322817.481698:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816906752:0@lo:38:kworker.0
00000100:00100000:3.0:1767322817.481719:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322817.481746:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322817.481751:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322817.481783:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816906112:0@lo:38:kworker.0
00000100:00100000:1.0:1767322817.481855:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816906496
00000100:00100000:1.0:1767322817.481860:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816906496
00000100:00100000:1.0:1767322817.481887:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816906752
00000100:00100000:1.0:1767322817.481890:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816906752
00000100:00100000:1.0:1767322817.481907:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90114
00000100:00100000:1.0:1767322817.481912:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816906496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322817.481925:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322817.481963:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816906496:12345-0@lo:38:kworker.0 Request processed in 49us (290us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322817.481969:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90114
00000100:00100000:1.0:1767322817.481982:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90115
00000100:00100000:1.0:1767322817.481986:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816906752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322817.481997:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322817.482021:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816906752:12345-0@lo:38:kworker.0 Request processed in 33us (302us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322817.482028:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90115
00000100:00080000:3.0:1767322817.482319:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322817.482325:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322817.482329:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816906496:0@lo:38:kworker.0
00000100:00080000:3.0:1767322817.482339:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322817.482343:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322817.482346:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816906752:0@lo:38:kworker.0
00000100:00100000:0.0:1767322817.484316:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816906880
00000100:00100000:0.0:1767322817.484349:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816906880
00000100:00100000:0.0:1767322817.484442:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496
00000100:00100000:0.0:1767322817.484455:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816906880:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767322817.484635:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322817.485006:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322817.485281:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816906880:12345-0@lo:400:kworker.0 Request processed in 828us (4651us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322817.485289:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496
00000100:00100000:0.0:1767322817.485309:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816907008
00000100:00100000:0.0:1767322817.485313:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816907008
00000100:00100000:2.0:1767322817.485460:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816906880:0@lo:400:kworker.0
00000100:00100000:0.0:1767322817.485526:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497
00000100:00100000:0.0:1767322817.485532:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816907008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322817.485568:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816907008:12345-0@lo:400:kworker.0 Request processed in 37us (565us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322817.485572:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497
00000100:00100000:0.0:1767322817.485591:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816907008:0@lo:400:kworker.0
00000100:00080000:2.0:1767322817.485664:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322818.055021:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322818.439140:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322819.017387:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816907136:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322819.017498:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322819.017733:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816907136
00000100:00100000:2.0:1767322819.017803:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816907136
00000100:00100000:2.0:1767322819.017882:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209
00000100:00100000:2.0:1767322819.017894:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816907136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322819.017945:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322819.018004:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816907136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (507us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322819.018013:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209
00000100:00100000:2.0:1767322819.018079:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816907136:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322819.018327:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816907264:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322819.018372:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322819.018456:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816907264
00000100:00100000:0.0:1767322819.018461:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816907264
00000100:00100000:0.0:1767322819.018498:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210
00000100:00100000:0.0:1767322819.018506:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816907264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322819.018526:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322819.018564:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816907264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322819.018571:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210
00000100:00100000:1.0:1767322819.018717:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816907264:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767322819.018809:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322819.018815:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322819.080017:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322819.239853:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322819.240278:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758772352
00000100:00100000:3.0:1767322819.240292:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758772352
00000100:00100000:3.0:1767322819.240396:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5568
00000100:00100000:3.0:1767322819.240411:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758772352:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767322819.240629:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322819.240926:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758772352:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 518us (1086us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322819.240937:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5568
00000100:00100000:0.0:1767322819.241208:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322819.241443:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758772224
00000100:00100000:3.0:1767322819.241451:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758772224
00000100:00100000:3.0:1767322819.241486:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90116
00000100:00100000:3.0:1767322819.241492:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758772224:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322819.241518:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322819.241571:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758772224:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 77us (363us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322819.241578:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90116
00010000:00010000:2.0:1767322819.463290:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322820.103705:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322820.488412:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322821.126983:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322821.511155:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322822.151967:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322822.541054:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322822.599155:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322822.599170:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322822.599174:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322822.599179:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322822.599184:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322822.599194:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5360
00000100:00080000:1.0:1767322822.599200:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322822.599208:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322822.599271:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543b480 x1853166816907392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322822.599299:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322822.599303:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322822.599304:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322822.599309:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5360
00000100:00080000:1.0:1767322822.599311:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322822.599315:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322822.599336:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543a680 x1853166816907520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322822.599387:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322822.599391:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322822.599393:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322822.599397:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5360
00000100:00080000:1.0:1767322822.599400:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322822.599403:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322822.599415:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75438700 x1853166816907776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322822.599441:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767322822.599443:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322822.599446:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322822.599448:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322822.599451:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5360
00000100:00080000:1.0:1767322822.599453:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322822.599456:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322822.599467:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816907904:0@lo:400:kworker.0
00000100:00100000:1.0:1767322822.599467:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294e00 x1853166816908032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322822.599517:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816908288:0@lo:400:kworker.0
00000100:00100000:3.0:1767322822.599581:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816907392:0@lo:38:kworker.0
00000100:00100000:2.0:1767322822.600835:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816908160:0@lo:400:kworker.0
00000100:00100000:1.0:1767322822.610879:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322822.611009:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816908288
00000100:00100000:1.0:1767322822.611022:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816908288
00000100:00100000:1.0:1767322822.611114:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498
00000100:00100000:1.0:1767322822.612661:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816908288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322822.612833:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816908288:12345-0@lo:400:kworker.0 Request processed in 430us (1963us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322822.612846:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498
00000100:00100000:1.0:1767322822.612945:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816908288:0@lo:400:kworker.0
00000100:00080000:1.0:1767322822.613139:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322822.621930:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322822.622022:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816907648:0@lo:400:kworker.0
00000100:00100000:0.0:1767322822.622114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322822.622174:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816907904
00000100:00100000:0.0:1767322822.622183:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816907904
00000100:00100000:0.0:1767322822.622265:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816907648
00000100:00100000:0.0:1767322822.622269:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816907648
00000100:00100000:0.0:1767322822.622302:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5569
00000100:00100000:0.0:1767322822.622312:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816907904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322822.622385:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816907904:12345-0@lo:400:kworker.0 Request processed in 74us (466us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322822.622402:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5569
00000100:00100000:0.0:1767322822.622422:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5570
00000100:00100000:0.0:1767322822.622429:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816907648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322822.622457:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816907648:12345-0@lo:400:kworker.0 Request processed in 29us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322822.622475:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5570
00000100:00080000:0.0:1767322822.622505:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322822.622543:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816907648:0@lo:400:kworker.0
00000100:00100000:0.0:1767322822.622579:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816907904:0@lo:400:kworker.0
00000100:00100000:3.0:1767322822.623804:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322822.623868:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816907520:0@lo:38:kworker.0
00000100:00100000:3.0:1767322822.623901:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322822.623938:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816907392
00000100:00100000:1.0:1767322822.623948:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816907392
00000100:00100000:1.0:1767322822.624001:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90117
00000100:00100000:1.0:1767322822.624008:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816907392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322822.624055:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322822.624104:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816907392:12345-0@lo:38:kworker.0 Request processed in 95us (307us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322822.624122:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90117
00000100:00100000:2.0:1767322822.624440:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322822.624620:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816908160
00000100:00100000:1.0:1767322822.624626:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816908160
00000100:00100000:1.0:1767322822.624688:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499
00000100:00100000:1.0:1767322822.624696:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816908160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322822.624778:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816908160:12345-0@lo:400:kworker.0 Request processed in 82us (631us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322822.624784:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499
00000100:00080000:2.0:1767322822.625077:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322822.625127:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816908160:0@lo:400:kworker.0
00000100:00100000:3.0:1767322822.628567:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816907776:0@lo:38:kworker.0
00000100:00100000:3.0:1767322822.628845:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322822.629082:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816908032:0@lo:38:kworker.0
00000100:00100000:3.0:1767322822.629106:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322822.629199:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322822.629205:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322822.629209:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816907392:0@lo:38:kworker.0
00000100:00100000:1.0:1767322822.629339:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816907776
00000100:00100000:1.0:1767322822.629348:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816907776
00000100:00100000:1.0:1767322822.629395:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816908032
00000100:00100000:1.0:1767322822.629398:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816908032
00000100:00100000:1.0:1767322822.629422:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90118
00000100:00100000:1.0:1767322822.629429:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816907776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322822.629453:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322822.629498:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816907776:12345-0@lo:38:kworker.0 Request processed in 68us (659us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322822.629507:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90118
00000100:00100000:1.0:1767322822.629523:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90119
00000100:00100000:1.0:1767322822.629528:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816908032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322822.629537:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322822.629560:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816908032:12345-0@lo:38:kworker.0 Request processed in 31us (452us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322822.629565:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90119
00000100:00080000:3.0:1767322822.629670:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322822.629675:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322822.629678:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816907776:0@lo:38:kworker.0
00000100:00080000:3.0:1767322822.629686:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322822.629690:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322822.629693:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816908032:0@lo:38:kworker.0
00000100:00100000:0.0:1767322822.632808:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816907520
00000100:00100000:0.0:1767322822.632830:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816907520
00000100:00100000:1.0:1767322822.638866:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262
00000100:00100000:1.0:1767322822.638884:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816907520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322822.638924:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322822.640723:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816907520:12345-0@lo:38:kworker.0 Request processed in 1814us (16794us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322822.640743:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262
00000100:00080000:3.0:1767322822.640834:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322822.640849:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322822.640854:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816907520:0@lo:38:kworker.0
00000100:00100000:2.0:1767322823.174926:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322823.560276:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322824.135582:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816908416:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322824.135676:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322824.136169:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816908416
00000100:00100000:1.0:1767322824.136180:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816908416
00000100:00100000:1.0:1767322824.136268:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211
00000100:00100000:1.0:1767322824.136278:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816908416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322824.136313:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322824.136370:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816908416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (694us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322824.136378:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211
00000100:00080000:0.0:1767322824.136597:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322824.136981:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816908416:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322824.137002:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322824.137009:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816908544:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322824.137040:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322824.141506:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816908544
00000100:00100000:1.0:1767322824.141526:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816908544
00000100:00100000:1.0:1767322824.141638:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212
00000100:00100000:1.0:1767322824.141651:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816908544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322824.141705:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322824.141846:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816908544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 198us (4804us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322824.141854:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212
00000100:00080000:0.0:1767322824.141992:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322824.142257:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816908544:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322824.198998:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322824.375884:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322824.376014:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322824.376261:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758772608
00000100:00100000:3.0:1767322824.376274:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758772608
00000100:00100000:3.0:1767322824.376367:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758772480
00000100:00100000:3.0:1767322824.376371:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758772480
00000100:00100000:3.0:1767322824.376395:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5571
00000100:00100000:3.0:1767322824.376408:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758772608:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322824.376517:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758772608:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 111us (647us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322824.376526:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5571
00000100:00100000:3.0:1767322824.376545:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90120
00000100:00100000:3.0:1767322824.376550:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758772480:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322824.376574:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322824.376601:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758772480:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 50us (588us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322824.376608:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90120
00000100:00080000:2.0:1767322824.382423:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322824.584315:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322825.223685:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322825.607149:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322826.246934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322826.632260:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322827.272995:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767322827.719000:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322827.719009:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322827.719013:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322827.719017:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322827.719022:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322827.719029:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5365
00000100:00080000:2.0:1767322827.719033:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322827.719039:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322827.719078:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c000 x1853166816908672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322827.719103:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322827.719106:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322827.719108:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322827.719112:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5365
00000100:00080000:2.0:1767322827.719114:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322827.719117:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322827.719129:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39f480 x1853166816908800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322827.719172:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322827.719176:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322827.719177:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322827.719181:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5365
00000100:00080000:2.0:1767322827.719184:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322827.719187:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322827.719197:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ce00 x1853166816909056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322827.719216:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322827.719218:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322827.719220:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322827.719223:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5365
00000100:00080000:2.0:1767322827.719226:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322827.719228:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322827.719283:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333100 x1853166816909312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322827.719338:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816909440:0@lo:400:kworker.0
00000100:00100000:2.0:1767322827.719399:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322827.719604:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816908928:0@lo:400:kworker.0
00000100:00100000:1.0:1767322827.719695:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816909184:0@lo:400:kworker.0
00000100:00100000:0.0:1767322827.724231:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816908672:0@lo:38:kworker.0
00000100:00100000:3.0:1767322827.725992:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322827.726103:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816909568:0@lo:400:kworker.0
00000100:00100000:3.0:1767322827.726141:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322827.726201:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816908928
00000100:00100000:3.0:1767322827.726208:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816908928
00000100:00100000:3.0:1767322827.726267:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5572
00000100:00100000:3.0:1767322827.726279:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816908928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322827.726332:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816908928:12345-0@lo:400:kworker.0 Request processed in 57us (346us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322827.726339:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5572
00000100:00100000:3.0:1767322827.726383:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816908928:0@lo:400:kworker.0
00000100:00100000:1.0:1767322827.726909:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816909440
00000100:00100000:1.0:1767322827.726915:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816909440
00000100:00100000:1.0:1767322827.726946:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816909568
00000100:00100000:1.0:1767322827.726949:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816909568
00000100:00080000:3.0:1767322827.727130:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322827.727134:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322827.727136:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322827.727157:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3500
00000100:00100000:3.0:1767322827.727167:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816909440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322827.727203:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816909440:12345-0@lo:400:kworker.0 Request processed in 38us (7804us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322827.727209:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3500
00000100:00100000:1.0:1767322827.727348:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501
00000100:00100000:1.0:1767322827.727356:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816909568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322827.727395:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816909568:12345-0@lo:400:kworker.0 Request processed in 40us (1252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322827.727401:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501
00000100:00100000:1.0:1767322827.727436:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322827.727461:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816909184
00000100:00100000:1.0:1767322827.727465:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816909184
00000100:00100000:1.0:1767322827.727493:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5573
00000100:00100000:1.0:1767322827.727499:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816909184:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322827.727532:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816909184:12345-0@lo:400:kworker.0 Request processed in 34us (95us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322827.727538:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5573
00000100:00080000:1.0:1767322827.727552:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322827.727570:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816909184:0@lo:400:kworker.0
00000100:00100000:2.0:1767322827.728869:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816909440:0@lo:400:kworker.0
00000100:00100000:0.0:1767322827.728872:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322827.728920:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816908800:0@lo:38:kworker.0
00000100:00100000:0.0:1767322827.728957:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322827.728998:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816909056:0@lo:38:kworker.0
00000100:00100000:0.0:1767322827.729019:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322827.729037:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816909312:0@lo:38:kworker.0
00000100:00100000:0.0:1767322827.729059:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322827.729139:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816908672
00000100:00100000:0.0:1767322827.729146:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816908672
00000100:00100000:0.0:1767322827.729173:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816909056
00000100:00100000:0.0:1767322827.729175:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816909056
00000100:00100000:0.0:1767322827.729189:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816909312
00000100:00100000:0.0:1767322827.729192:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816909312
00000100:00100000:0.0:1767322827.729210:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90121
00000100:00100000:0.0:1767322827.729216:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816908672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322827.729241:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322827.729280:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816908672:12345-0@lo:38:kworker.0 Request processed in 63us (417us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322827.729287:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90121
00000100:00100000:0.0:1767322827.729303:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90122
00000100:00100000:0.0:1767322827.729307:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816909056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322827.729316:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322827.729335:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816909056:12345-0@lo:38:kworker.0 Request processed in 27us (315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322827.729340:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90122
00000100:00100000:0.0:1767322827.729349:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90123
00000100:00100000:0.0:1767322827.729353:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816909312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322827.729362:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322827.729378:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816909312:12345-0@lo:38:kworker.0 Request processed in 23us (317us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322827.729383:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90123
00010000:00010000:0.0:1767322827.729410:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322827.729438:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816908800
00000100:00100000:2.0:1767322827.729446:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816908800
00000100:00080000:0.0:1767322827.729456:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322827.729464:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322827.729469:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816908672:0@lo:38:kworker.0
00000100:00080000:0.0:1767322827.729483:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322827.729490:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263
00000100:00080000:0.0:1767322827.729494:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322827.729504:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816909056:0@lo:38:kworker.0
00000100:00100000:2.0:1767322827.729508:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816908800:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767322827.729517:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322827.729522:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322827.729526:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816909312:0@lo:38:kworker.0
00010000:00020000:2.0:1767322827.729534:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322827.729599:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816908800:12345-0@lo:38:kworker.0 Request processed in 97us (639us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322827.729607:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263
00000100:00080000:0.0:1767322827.729635:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322827.729643:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322827.729647:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816908800:0@lo:38:kworker.0
00000100:00100000:3.0:1767322827.729882:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816909568:0@lo:400:kworker.0
00000100:00100000:2.0:1767322828.296292:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322828.743550:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322829.255157:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322829.255177:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816909696:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322829.255246:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322829.256931:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816909696
00000100:00100000:2.0:1767322829.256941:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816909696
00000100:00100000:2.0:1767322829.257025:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213
00000100:00100000:2.0:1767322829.257035:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816909696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322829.257065:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322829.257139:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816909696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (1891us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322829.257147:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213
00000100:00100000:2.0:1767322829.257197:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816909696:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322829.259211:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322829.265799:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816909824:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322829.265870:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322829.273713:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816909824
00000100:00100000:3.0:1767322829.273729:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816909824
00000100:00100000:3.0:1767322829.274146:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214
00000100:00100000:3.0:1767322829.274160:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816909824:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322829.274664:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:3.0:1767322829.274885:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322829.292877:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816909824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 18711us (26995us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322829.292893:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214
00000100:00100000:2.0:1767322829.294078:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816909824:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322829.318877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322829.482750:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322829.482837:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758772736
00000100:00100000:1.0:1767322829.482847:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758772736
00000100:00100000:1.0:1767322829.482899:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90124
00000100:00100000:1.0:1767322829.482908:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758772736:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322829.482933:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322829.482934:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322829.483004:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758772736:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 95us (263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322829.483013:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90124
00000100:00100000:1.0:1767322829.483029:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758772864
00000100:00100000:1.0:1767322829.483032:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758772864
00000100:00080000:0.0:1767322829.483085:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322829.488243:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5574
00000100:00100000:2.0:1767322829.488271:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758772864:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322829.488381:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758772864:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 126us (5451us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322829.488390:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5574
00010000:00010000:1.0:1767322829.767370:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322830.343191:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322830.791192:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322831.366941:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322831.816648:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322832.390902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767322832.839211:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322832.839223:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322832.839226:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322832.839230:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322832.839235:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322832.839242:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5370
00000100:00080000:2.0:1767322832.839246:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322832.839253:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322832.839291:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333480 x1853166816909952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322832.839307:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322832.839310:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322832.839311:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322832.839315:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5370
00000100:00080000:2.0:1767322832.839317:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322832.839320:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322832.839332:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330a80 x1853166816910080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322832.839361:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322832.839364:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322832.839366:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322832.839369:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5370
00000100:00080000:2.0:1767322832.839371:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322832.839373:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322832.839381:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43332a00 x1853166816910336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322832.839394:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322832.839397:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322832.839399:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322832.839402:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5370
00000100:00080000:2.0:1767322832.839404:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322832.839406:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322832.839413:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43332680 x1853166816910592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322832.839452:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816910720:0@lo:400:kworker.0
00000100:00100000:2.0:1767322832.839519:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322832.839570:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322832.839576:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816910848:0@lo:400:kworker.0
00000100:00100000:2.0:1767322832.839602:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322832.839669:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816910720
00000100:00100000:2.0:1767322832.839675:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816910720
00000100:00100000:2.0:1767322832.839722:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816910848
00000100:00100000:2.0:1767322832.839726:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816910848
00000100:00100000:2.0:1767322832.839749:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502
00000100:00100000:2.0:1767322832.839775:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816910720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322832.839818:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816910720:12345-0@lo:400:kworker.0 Request processed in 44us (299us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322832.839824:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502
00000100:00100000:2.0:1767322832.839842:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3503
00000100:00100000:2.0:1767322832.839847:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816910848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322832.840082:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816910208:0@lo:400:kworker.0
00000100:00100000:3.0:1767322832.840110:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322832.840129:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322832.840134:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816910464:0@lo:400:kworker.0
00000100:00100000:3.0:1767322832.840150:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322832.840186:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816910208
00000100:00100000:3.0:1767322832.840189:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816910208
00000100:00100000:3.0:1767322832.840212:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816910464
00000100:00100000:3.0:1767322832.840214:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816910464
00000100:00100000:3.0:1767322832.840230:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5575
00000100:00100000:3.0:1767322832.840234:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816910208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322832.840261:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816910208:12345-0@lo:400:kworker.0 Request processed in 26us (150us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322832.840266:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5575
00000100:00100000:3.0:1767322832.840275:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5576
00000100:00100000:3.0:1767322832.840280:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816910464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322832.840296:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816910464:12345-0@lo:400:kworker.0 Request processed in 16us (146us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322832.840300:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5576
00000100:00100000:3.0:1767322832.840328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816910464:0@lo:400:kworker.0
00000100:00100000:3.0:1767322832.840335:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816910208:0@lo:400:kworker.0
00000100:00080000:3.0:1767322832.840362:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322832.840366:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322832.840368:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322832.840382:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816910720:0@lo:400:kworker.0
00000100:00100000:0.0:1767322832.840474:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816909952:0@lo:38:kworker.0
00000100:00100000:0.0:1767322832.840497:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322832.840512:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816910080:0@lo:38:kworker.0
00000100:00100000:0.0:1767322832.840529:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322832.840547:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816910336:0@lo:38:kworker.0
00000100:00100000:0.0:1767322832.840560:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322832.840570:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816910592:0@lo:38:kworker.0
00000100:00100000:0.0:1767322832.840583:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322832.840615:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816909952
00000100:00100000:0.0:1767322832.840628:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816909952
00000100:00100000:0.0:1767322832.840645:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816910336
00000100:00100000:0.0:1767322832.840647:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816910336
00000100:00100000:0.0:1767322832.840655:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816910592
00000100:00100000:0.0:1767322832.840657:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816910592
00000100:00100000:0.0:1767322832.840665:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90125
00000100:00100000:0.0:1767322832.840668:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816909952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322832.840684:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322832.840714:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816909952:12345-0@lo:38:kworker.0 Request processed in 44us (215us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322832.840720:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90125
00000100:00100000:0.0:1767322832.840732:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90126
00000100:00100000:0.0:1767322832.840735:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816910336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322832.840744:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322832.840778:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816910336:12345-0@lo:38:kworker.0 Request processed in 41us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322832.840786:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90126
00000100:00100000:0.0:1767322832.840797:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90127
00000100:00100000:0.0:1767322832.840800:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816910592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322832.840808:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322832.840824:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816910592:12345-0@lo:38:kworker.0 Request processed in 23us (241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322832.840828:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90127
00000100:00100000:0.0:1767322832.840842:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816910080
00000100:00100000:0.0:1767322832.840844:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816910080
00000100:00100000:2.0:1767322832.841084:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816910848:12345-0@lo:400:kworker.0 Request processed in 1236us (1480us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322832.841091:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3503
00000100:00080000:2.0:1767322832.841140:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322832.841144:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322832.841147:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816909952:0@lo:38:kworker.0
00000100:00080000:2.0:1767322832.841153:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322832.841156:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322832.841159:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816910336:0@lo:38:kworker.0
00000100:00080000:2.0:1767322832.841164:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322832.841166:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322832.841169:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816910592:0@lo:38:kworker.0
00000100:00100000:2.0:1767322832.841192:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264
00000100:00100000:2.0:1767322832.841196:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816910080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322832.841204:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322832.841226:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816910080:12345-0@lo:38:kworker.0 Request processed in 29us (696us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322832.841230:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264
00000100:00080000:2.0:1767322832.841246:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322832.841249:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322832.841251:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816910080:0@lo:38:kworker.0
00000100:00100000:3.0:1767322832.841497:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816910848:0@lo:400:kworker.0
00010000:00010000:1.0:1767322832.842731:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322833.414890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322833.863816:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322834.375170:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322834.375195:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816910976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322834.375264:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322834.376179:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322834.376192:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816911104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322834.376228:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322834.376628:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816910976
00000100:00100000:0.0:1767322834.376637:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816910976
00000100:00100000:0.0:1767322834.376693:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816911104
00000100:00100000:0.0:1767322834.376696:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816911104
00000100:00100000:0.0:1767322834.376725:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215
00000100:00100000:0.0:1767322834.376735:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816910976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322834.376779:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322834.376825:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816910976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (1561us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322834.376833:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215
00000100:00100000:0.0:1767322834.376851:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216
00000100:00100000:0.0:1767322834.376858:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816911104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322834.376873:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322834.376899:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816911104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (670us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322834.376904:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216
00000100:00100000:0.0:1767322834.376949:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816910976:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322834.377216:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322834.377220:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322834.385969:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816911104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322834.438878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322834.602304:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322834.602448:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758773248
00000100:00100000:2.0:1767322834.602461:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758773248
00000100:00100000:2.0:1767322834.602597:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5577
00000100:00100000:2.0:1767322834.602638:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758773248:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322834.602799:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758773248:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 121us (468us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322834.602809:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5577
00000400:00000100:2.0:1767322834.603361:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758772992 offset 0 length 520: 4
00000100:00100000:2.0:1767322834.603460:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322834.603785:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758773120
00000100:00100000:3.0:1767322834.603793:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758773120
00000100:00100000:3.0:1767322834.603834:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90128
00000100:00100000:3.0:1767322834.603842:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758773120:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322834.603870:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322834.603917:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758773120:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 75us (457us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322834.603939:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90128
00000100:00080000:0.0:1767322834.604418:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322834.887060:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322835.462947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322835.911160:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322836.487280:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322836.936895:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322837.510822:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767322837.958893:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322837.958904:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322837.958907:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322837.958912:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322837.958916:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322837.958923:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5375
00000100:00080000:2.0:1767322837.958928:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322837.958934:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322837.958976:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43332a00 x1853166816911232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322837.958994:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322837.958997:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322837.958999:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322837.959003:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5375
00000100:00080000:2.0:1767322837.959005:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322837.959008:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322837.959019:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333480 x1853166816911360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322837.959063:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322837.959067:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322837.959068:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322837.959072:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5375
00000100:00080000:2.0:1767322837.959074:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322837.959077:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322837.959099:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330e00 x1853166816911616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322837.959112:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322837.959114:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322837.959116:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322837.959119:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5375
00000100:00080000:2.0:1767322837.959121:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322837.959124:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322837.959133:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331f80 x1853166816911872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322837.959289:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816911744:0@lo:400:kworker.0
00000100:00100000:1.0:1767322837.959356:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322837.959425:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322837.959431:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816911488:0@lo:400:kworker.0
00000100:00100000:1.0:1767322837.959457:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322837.959485:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816912000:0@lo:400:kworker.0
00000100:00100000:1.0:1767322837.959509:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322837.959533:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322837.959538:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816912128:0@lo:400:kworker.0
00000100:00100000:1.0:1767322837.959557:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322837.959605:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816911744
00000100:00100000:1.0:1767322837.959612:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816911744
00000100:00100000:1.0:1767322837.959670:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816911488
00000100:00100000:1.0:1767322837.959673:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816911488
00000100:00100000:1.0:1767322837.959697:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5578
00000100:00100000:1.0:1767322837.959706:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816911744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322837.959782:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816911744:12345-0@lo:400:kworker.0 Request processed in 51us (399us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322837.959789:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5578
00000100:00100000:1.0:1767322837.959806:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5579
00000100:00100000:1.0:1767322837.959813:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816911488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322837.959840:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816911488:12345-0@lo:400:kworker.0 Request processed in 28us (382us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322837.959845:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5579
00000100:00100000:1.0:1767322837.959878:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816911488:0@lo:400:kworker.0
00000100:00100000:1.0:1767322837.959888:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816911744:0@lo:400:kworker.0
00000100:00100000:3.0:1767322837.960047:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816912000
00000100:00100000:3.0:1767322837.960052:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816912000
00000100:00100000:3.0:1767322837.960098:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816912128
00000100:00100000:3.0:1767322837.960102:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816912128
00000100:00100000:3.0:1767322837.960125:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504
00000100:00100000:3.0:1767322837.960132:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816912000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322837.960170:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816912000:12345-0@lo:400:kworker.0 Request processed in 39us (660us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322837.960175:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504
00000100:00100000:3.0:1767322837.960186:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505
00000100:00100000:3.0:1767322837.960192:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816912128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322837.960213:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816912128:12345-0@lo:400:kworker.0 Request processed in 23us (656us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322837.960219:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3505
00000100:00100000:1.0:1767322837.960467:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816912128:0@lo:400:kworker.0
00000100:00100000:1.0:1767322837.960476:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816912000:0@lo:400:kworker.0
00000100:00100000:0.0:1767322837.960581:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322812/real 1767322812]  req@ffff8d4e75297b80 x1853166816904704/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322837 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322837.960599:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e75297b80 x1853166816904704/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322837 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322837.960614:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816911232:0@lo:38:kworker.0
00000100:00100000:0.0:1767322837.960645:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322837.960680:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816911360:0@lo:38:kworker.0
00000100:00100000:0.0:1767322837.960700:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322837.960730:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816911616:0@lo:38:kworker.0
00000100:00100000:0.0:1767322837.960748:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322837.960784:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816911872:0@lo:38:kworker.0
00000100:00100000:0.0:1767322837.960802:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322837.960817:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322837.960828:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322837.960831:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816904704:0@lo:250:kworker.0
00000100:00080000:0.0:1767322837.960854:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322837.960859:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767322837.960862:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322837.960870:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816911232
00000100:00100000:0.0:1767322837.960874:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816911232
00000100:00100000:0.0:1767322837.960892:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816911616
00000100:00100000:0.0:1767322837.960895:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816911616
00000100:00100000:0.0:1767322837.960908:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90129
00000100:00100000:0.0:1767322837.960912:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816911232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322837.960929:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322837.960959:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816911232:12345-0@lo:38:kworker.0 Request processed in 45us (312us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322837.960965:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90129
00000100:00100000:0.0:1767322837.960974:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816911872
00000100:00100000:0.0:1767322837.960977:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816911872
00000100:00100000:0.0:1767322837.960990:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90130
00000100:00100000:0.0:1767322837.960994:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816911616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322837.961003:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322837.961021:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816911616:12345-0@lo:38:kworker.0 Request processed in 26us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322837.961026:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90130
00000100:00100000:0.0:1767322837.961035:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90131
00000100:00100000:0.0:1767322837.961038:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816911872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322837.961045:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322837.961062:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816911872:12345-0@lo:38:kworker.0 Request processed in 22us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322837.961067:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90131
00000100:00080000:3.0:1767322837.961395:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322837.961401:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322837.961405:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322837.961409:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5354
00000100:00080000:3.0:1767322837.961413:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322837.961418:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322837.961438:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ce00 x1853166816912256/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322837.961472:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816912256:0@lo:250:kworker.0
00000400:00000100:3.0:1767322837.961495:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816912256 offset 0 length 520: 4
00000100:00080000:3.0:1767322837.961521:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322837.961525:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322837.961528:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816911232:0@lo:38:kworker.0
00000100:00080000:3.0:1767322837.961536:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322837.961538:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322837.961541:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816911616:0@lo:38:kworker.0
00000100:00080000:3.0:1767322837.961547:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322837.961550:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322837.961553:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816911872:0@lo:38:kworker.0
00000100:00100000:1.0:1767322837.961635:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816911360
00000100:00100000:1.0:1767322837.961640:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816911360
00000100:00100000:1.0:1767322837.961680:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265
00000100:00100000:1.0:1767322837.961685:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816911360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322837.961696:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322837.961730:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816911360:12345-0@lo:38:kworker.0 Request processed in 44us (1028us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322837.961736:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265
00000100:00080000:3.0:1767322837.961879:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322837.961883:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322837.961886:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816911360:0@lo:38:kworker.0
00010000:00010000:1.0:1767322837.962059:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322838.534883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322838.984622:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322839.495333:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322839.495370:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816912384:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322839.495439:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322839.495772:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816912384
00000100:00100000:1.0:1767322839.495781:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816912384
00000100:00100000:2.0:1767322839.496064:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322839.496074:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816912512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322839.496107:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322839.496154:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322839.499785:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217
00000100:00100000:3.0:1767322839.499812:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816912384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322839.499854:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322839.500202:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816912512
00000100:00100000:1.0:1767322839.500212:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816912512
00000100:00100000:1.0:1767322839.500272:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218
00000100:00100000:1.0:1767322839.500281:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816912512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322839.500299:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:0.0:1767322839.500575:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322839.503251:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816912384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3446us (7803us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322839.503266:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217
00000100:00100000:0.0:1767322839.503548:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816912384:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322839.503859:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816912512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3579us (7749us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322839.503868:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218
00000100:00100000:2.0:1767322839.505144:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816912512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322839.560129:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322839.721600:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322839.721697:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758773504
00000100:00100000:0.0:1767322839.721706:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758773504
00000100:00100000:3.0:1767322839.721978:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:2.0:1767322839.722053:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322839.734651:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758773376
00000100:00100000:0.0:1767322839.734667:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758773376
00000100:00100000:0.0:1767322839.734734:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5580
00000100:00100000:0.0:1767322839.734749:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758773504:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322839.734841:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758773504:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 98us (13252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322839.734848:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5580
00000100:00100000:0.0:1767322839.734865:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90132
00000100:00100000:0.0:1767322839.734869:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758773376:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322839.734888:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322839.734908:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758773376:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 37us (12932us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322839.734913:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90132
00010000:00010000:1.0:1767322840.007031:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322840.582857:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322841.031495:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322841.607273:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322842.060155:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322842.631304:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322843.079815:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322843.084903:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322843.084914:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322843.084917:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322843.084921:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322843.084926:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322843.084933:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5380
00000100:00080000:2.0:1767322843.084938:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322843.084944:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322843.084986:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331f80 x1853166816912640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322843.085018:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322843.085021:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322843.085023:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322843.085027:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5380
00000100:00080000:2.0:1767322843.085029:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322843.085033:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322843.085056:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330e00 x1853166816912768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322843.085329:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322843.085333:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322843.085337:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322843.085340:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5380
00000100:00080000:2.0:1767322843.085343:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322843.085346:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322843.085363:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331c00 x1853166816913024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322843.085378:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322843.085381:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322843.085382:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322843.085385:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5380
00000100:00080000:2.0:1767322843.085398:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322843.085402:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322843.085411:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330a80 x1853166816913280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322843.085469:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816913408:0@lo:400:kworker.0
00000100:00100000:2.0:1767322843.085569:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322843.085638:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322843.085644:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816913536:0@lo:400:kworker.0
00000100:00100000:2.0:1767322843.085667:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322843.085701:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816913408
00000100:00100000:2.0:1767322843.085707:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816913408
00000100:00100000:2.0:1767322843.085751:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816913536
00000100:00100000:2.0:1767322843.085783:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816913536
00000100:00100000:2.0:1767322843.085805:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3506
00000100:00100000:2.0:1767322843.085814:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816913408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322843.085952:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816913408:12345-0@lo:400:kworker.0 Request processed in 138us (382us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322843.085961:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3506
00000100:00100000:2.0:1767322843.085979:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507
00000100:00100000:2.0:1767322843.085985:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816913536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322843.086011:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816913536:12345-0@lo:400:kworker.0 Request processed in 26us (342us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322843.086016:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507
00000100:00080000:2.0:1767322843.086032:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322843.086035:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322843.086062:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816913536:0@lo:400:kworker.0
00000100:00100000:2.0:1767322843.086073:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816913408:0@lo:400:kworker.0
00000100:00100000:0.0:1767322843.086317:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816913152:0@lo:400:kworker.0
00000100:00100000:0.0:1767322843.086352:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322843.086383:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322843.086390:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816912896:0@lo:400:kworker.0
00000100:00100000:0.0:1767322843.086410:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322843.086540:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816912640:0@lo:38:kworker.0
00000100:00100000:2.0:1767322843.086571:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816913152
00000100:00100000:2.0:1767322843.086576:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816913152
00000100:00100000:3.0:1767322843.086578:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322843.086607:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816912896
00000100:00100000:3.0:1767322843.086608:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816912768:0@lo:38:kworker.0
00000100:00100000:2.0:1767322843.086610:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816912896
00000100:00100000:2.0:1767322843.086625:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816912640
00000100:00100000:2.0:1767322843.086627:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816912640
00000100:00100000:3.0:1767322843.086631:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322843.086639:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5581
00000100:00100000:2.0:1767322843.086645:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816913152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322843.086654:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816913024:0@lo:38:kworker.0
00000100:00100000:3.0:1767322843.086672:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322843.086677:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816913152:12345-0@lo:400:kworker.0 Request processed in 33us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322843.086680:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816913280:0@lo:38:kworker.0
00000100:00100000:2.0:1767322843.086684:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5581
00000100:00100000:2.0:1767322843.086695:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816913024
00000100:00100000:3.0:1767322843.086696:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322843.086698:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816913024
00000100:00100000:2.0:1767322843.086706:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816913280
00000100:00100000:2.0:1767322843.086708:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816913280
00000100:00100000:2.0:1767322843.086715:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5582
00000100:00100000:3.0:1767322843.086717:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816912768
00000100:00100000:3.0:1767322843.086719:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816912768
00000100:00100000:2.0:1767322843.086721:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816912896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322843.086737:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266
00000100:00100000:3.0:1767322843.086741:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816912768:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322843.086746:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816912896:12345-0@lo:400:kworker.0 Request processed in 26us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322843.086751:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5582
00010000:00020000:3.0:1767322843.086776:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322843.086782:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90133
00000100:00100000:2.0:1767322843.086786:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816912640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322843.086796:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322843.086806:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816912768:12345-0@lo:38:kworker.0 Request processed in 64us (174us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322843.086812:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266
00000100:00100000:2.0:1767322843.086814:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816912640:12345-0@lo:38:kworker.0 Request processed in 27us (236us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322843.086819:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90133
00000100:00080000:3.0:1767322843.086835:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322843.086840:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322843.086844:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816912640:0@lo:38:kworker.0
00000100:00080000:3.0:1767322843.086852:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322843.086855:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322843.086858:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816912768:0@lo:38:kworker.0
00000100:00080000:3.0:1767322843.086885:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322843.086899:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90134
00000100:00100000:2.0:1767322843.086904:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816913024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322843.086919:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322843.086949:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90135
00000100:00100000:2.0:1767322843.086950:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816913024:12345-0@lo:38:kworker.0 Request processed in 45us (278us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322843.086955:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816913280:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322843.086956:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90134
00010000:00020000:0.0:1767322843.086965:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322843.086989:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816913280:12345-0@lo:38:kworker.0 Request processed in 33us (292us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322843.086996:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90135
00000100:00100000:0.0:1767322843.087020:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816912896:0@lo:400:kworker.0
00000100:00100000:0.0:1767322843.087029:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816913152:0@lo:400:kworker.0
00000100:00080000:3.0:1767322843.087202:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322843.087207:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322843.087210:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816913024:0@lo:38:kworker.0
00000100:00080000:3.0:1767322843.087218:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322843.087221:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322843.087224:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816913280:0@lo:38:kworker.0
00000100:00100000:2.0:1767322843.654880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322844.103007:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322844.615200:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816913664:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322844.615278:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322844.615400:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816913664
00000100:00100000:0.0:1767322844.615408:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816913664
00000100:00100000:0.0:1767322844.615460:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219
00000100:00100000:0.0:1767322844.615469:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816913664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322844.615496:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322844.615746:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816913664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 277us (468us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322844.615784:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219
00000100:00100000:0.0:1767322844.615862:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816913792:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322844.615888:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322844.615916:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816913792
00000100:00100000:0.0:1767322844.615920:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816913792
00000100:00100000:0.0:1767322844.615939:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220
00000100:00100000:0.0:1767322844.615946:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816913792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322844.615962:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322844.615989:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816913792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (100us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322844.615995:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220
00000100:00100000:0.0:1767322844.616033:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816913792:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322844.616680:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816913664:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322844.680051:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322844.846589:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322844.846644:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322844.846848:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758773632
00000100:00100000:3.0:1767322844.846858:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758773632
00000100:00100000:3.0:1767322844.846898:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758773760
00000100:00100000:3.0:1767322844.846901:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758773760
00000100:00100000:3.0:1767322844.846942:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5583
00000100:00100000:3.0:1767322844.846952:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758773760:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322844.847027:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758773760:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322844.847035:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5583
00000100:00100000:3.0:1767322844.847052:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90136
00000100:00100000:3.0:1767322844.847056:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758773632:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322844.847076:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322844.847099:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758773632:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 41us (519us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322844.847104:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90136
00000100:00080000:3.0:1767322844.847227:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322845.128123:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322845.703250:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322846.160646:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322846.726898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322847.175228:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322847.750850:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767322848.199584:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322848.199596:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322848.199599:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322848.199605:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322848.199610:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322848.199618:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5385
00000100:00080000:2.0:1767322848.199622:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322848.199630:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322848.199671:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fb100 x1853166816913920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322848.199697:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322848.199701:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322848.199703:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322848.199707:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5385
00000100:00080000:2.0:1767322848.199709:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322848.199712:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322848.199724:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f9880 x1853166816914048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322848.199784:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322848.199789:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322848.199791:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322848.199794:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5385
00000100:00080000:2.0:1767322848.199797:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322848.199800:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322848.199812:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fb800 x1853166816914304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322848.199827:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322848.199831:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322848.199833:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322848.199836:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5385
00000100:00080000:2.0:1767322848.199838:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322848.199841:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322848.199851:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8e00 x1853166816914560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322848.199887:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816914176:0@lo:400:kworker.0
00000100:00100000:2.0:1767322848.199915:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816914432:0@lo:400:kworker.0
00000100:00100000:0.0:1767322848.199960:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322848.199969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816914816:0@lo:400:kworker.0
00000100:00100000:3.0:1767322848.200067:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816913920:0@lo:38:kworker.0
00000100:00100000:2.0:1767322848.200134:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1767322848.200152:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322848.200182:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816914176
00000100:00100000:1.0:1767322848.200191:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816914176
00000100:00100000:2.0:1767322848.200193:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322848.200201:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816914688:0@lo:400:kworker.0
00000100:00100000:2.0:1767322848.200229:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322848.200261:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5584
00000100:00100000:2.0:1767322848.200263:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816914816
00000100:00100000:2.0:1767322848.200268:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816914816
00000100:00100000:1.0:1767322848.200274:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816914176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322848.200300:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816914688
00000100:00100000:2.0:1767322848.200304:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816914688
00000100:00100000:2.0:1767322848.200332:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508
00000100:00100000:1.0:1767322848.200337:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816914176:12345-0@lo:400:kworker.0 Request processed in 65us (375us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322848.200343:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816914816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322848.200350:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5584
00000100:00100000:2.0:1767322848.200390:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816914816:12345-0@lo:400:kworker.0 Request processed in 50us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322848.200396:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508
00000100:00100000:1.0:1767322848.200403:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322848.200413:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509
00000100:00100000:2.0:1767322848.200422:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816914688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322848.200440:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816914432
00000100:00100000:1.0:1767322848.200445:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816914432
00000100:00100000:2.0:1767322848.200456:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816914688:12345-0@lo:400:kworker.0 Request processed in 34us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322848.200464:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509
00000100:00100000:1.0:1767322848.200504:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5585
00000100:00100000:1.0:1767322848.200512:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816914432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322848.200549:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816914432:12345-0@lo:400:kworker.0 Request processed in 38us (147us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322848.200556:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5585
00000100:00100000:2.0:1767322848.200576:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816914688:0@lo:400:kworker.0
00000100:00100000:1.0:1767322848.200591:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816914432:0@lo:400:kworker.0
00000100:00100000:2.0:1767322848.200593:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816914816:0@lo:400:kworker.0
00000100:00080000:1.0:1767322848.200637:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322848.200643:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322848.200647:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322848.206970:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322848.207030:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816914048:0@lo:38:kworker.0
00000100:00100000:2.0:1767322848.207057:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816913920
00000100:00100000:2.0:1767322848.207068:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816913920
00000100:00100000:3.0:1767322848.207088:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322848.207125:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816914304:0@lo:38:kworker.0
00000100:00100000:2.0:1767322848.207135:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90137
00000100:00100000:2.0:1767322848.207145:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816913920:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322848.207152:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767322848.207170:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322848.207174:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816914560:0@lo:38:kworker.0
00000100:00100000:3.0:1767322848.207199:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322848.207226:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816913920:12345-0@lo:38:kworker.0 Request processed in 80us (262us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322848.207234:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90137
00000100:00100000:1.0:1767322848.207258:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816914048
00000100:00100000:1.0:1767322848.207265:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816914048
00000100:00100000:2.0:1767322848.207265:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816914304
00000100:00100000:2.0:1767322848.207270:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816914304
00000100:00100000:2.0:1767322848.207295:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816914560
00000100:00100000:2.0:1767322848.207298:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816914560
00000100:00100000:1.0:1767322848.207299:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267
00000100:00100000:1.0:1767322848.207307:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816914048:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322848.207317:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90138
00010000:00020000:1.0:1767322848.207320:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322848.207326:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816914304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322848.207338:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322848.207359:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816914048:12345-0@lo:38:kworker.0 Request processed in 51us (270us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322848.207367:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267
00000100:00100000:2.0:1767322848.207373:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816914304:12345-0@lo:38:kworker.0 Request processed in 47us (220us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322848.207380:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90138
00000100:00100000:2.0:1767322848.207394:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90139
00000100:00100000:2.0:1767322848.207398:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816914560:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322848.207407:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322848.207438:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816914560:12345-0@lo:38:kworker.0 Request processed in 38us (238us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322848.207445:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90139
00000100:00080000:3.0:1767322848.207662:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322848.207668:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322848.207672:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816914560:0@lo:38:kworker.0
00000100:00080000:3.0:1767322848.207698:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322848.207701:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322848.207704:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816913920:0@lo:38:kworker.0
00000100:00080000:3.0:1767322848.207710:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322848.207714:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322848.207717:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816914048:0@lo:38:kworker.0
00000100:00080000:3.0:1767322848.207723:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322848.207726:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322848.207728:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816914304:0@lo:38:kworker.0
00000100:00100000:0.0:1767322848.213020:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816914176:0@lo:400:kworker.0
00000100:00100000:2.0:1767322848.775639:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322849.232015:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322849.735094:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1767322849.735117:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816915072:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322849.735182:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322849.735397:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816914944:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322849.735421:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322849.736145:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816915072
00000100:00100000:0.0:1767322849.736155:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816915072
00000100:00100000:0.0:1767322849.736245:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816914944
00000100:00100000:0.0:1767322849.736249:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816914944
00000100:00100000:2.0:1767322849.736291:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221
00000100:00100000:2.0:1767322849.736301:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816915072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322849.736332:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322849.736433:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222
00000100:00100000:1.0:1767322849.736444:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816914944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322849.736581:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322849.736631:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816915072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 331us (1448us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322849.736639:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221
00000100:00100000:1.0:1767322849.736780:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816914944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 313us (1332us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322849.736787:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222
00000100:00100000:3.0:1767322849.736854:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816915072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322849.736868:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816914944:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322849.798953:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322849.963786:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322849.963835:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322849.963991:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758774016
00000100:00100000:1.0:1767322849.964000:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758774016
00000100:00100000:1.0:1767322849.964203:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758773888
00000100:00080000:3.0:1767322849.964206:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322849.964208:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758773888
00000100:00100000:1.0:1767322849.964240:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5586
00000100:00100000:1.0:1767322849.964251:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758774016:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322849.964258:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90140
00000100:00100000:3.0:1767322849.964267:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758773888:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322849.964291:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322849.964332:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758774016:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (580us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322849.964335:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758773888:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 67us (498us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322849.964345:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5586
00000100:00100000:3.0:1767322849.967021:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90140
00010000:00010000:1.0:1767322850.247244:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322850.822993:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322851.271401:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322851.847061:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322852.295620:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322852.870878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322853.318982:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322853.319489:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322853.319494:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322853.319497:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322853.319500:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322853.319504:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322853.319509:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5390
00000100:00080000:0.0:1767322853.319513:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322853.319518:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322853.319553:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306d880 x1853166816915200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322853.319599:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816915200:0@lo:38:kworker.0
00000100:00100000:3.0:1767322853.319655:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322853.319783:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816915200
00000100:00100000:1.0:1767322853.319791:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816915200
00000100:00100000:1.0:1767322853.319834:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90141
00000100:00100000:1.0:1767322853.319841:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816915200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322853.319861:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767322853.319957:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322853.319961:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322853.319962:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322853.319966:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5390
00000100:00080000:0.0:1767322853.319968:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322853.319971:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322853.319984:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297b80 x1853166816915328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322853.320026:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816915200:12345-0@lo:38:kworker.0 Request processed in 185us (370us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322853.320031:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90141
00000100:00080000:0.0:1767322853.320092:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322853.320095:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322853.320096:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322853.320099:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5390
00000100:00080000:0.0:1767322853.320100:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322853.320103:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322853.320112:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f800 x1853166816915584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322853.320126:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322853.320128:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322853.320129:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322853.320131:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5390
00000100:00080000:0.0:1767322853.320133:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322853.320135:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322853.320140:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ed80 x1853166816915840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322853.320191:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816915712:0@lo:400:kworker.0
00000100:00100000:1.0:1767322853.320212:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322853.320232:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322853.320235:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816915968:0@lo:400:kworker.0
00000100:00100000:1.0:1767322853.320251:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322853.320271:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816916096:0@lo:400:kworker.0
00000100:00100000:1.0:1767322853.320283:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322853.320292:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322853.320294:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816915456:0@lo:400:kworker.0
00000100:00100000:1.0:1767322853.320304:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322853.320322:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816915712
00000100:00100000:1.0:1767322853.320326:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816915712
00000100:00100000:1.0:1767322853.320363:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816915456
00000100:00100000:1.0:1767322853.320366:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816915456
00000100:00100000:1.0:1767322853.320387:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5587
00000100:00100000:1.0:1767322853.320393:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816915712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322853.320419:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816915968
00000100:00100000:2.0:1767322853.320424:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816915968
00000100:00100000:1.0:1767322853.320449:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816915712:12345-0@lo:400:kworker.0 Request processed in 56us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322853.320457:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5587
00000100:00100000:2.0:1767322853.320468:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816916096
00000100:00100000:2.0:1767322853.320472:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816916096
00000100:00100000:1.0:1767322853.320476:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5588
00000100:00100000:1.0:1767322853.320485:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816915456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322853.320501:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510
00000100:00100000:2.0:1767322853.320512:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816915968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322853.320523:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816915456:12345-0@lo:400:kworker.0 Request processed in 39us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322853.320528:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5588
00000100:00100000:2.0:1767322853.320558:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816915968:12345-0@lo:400:kworker.0 Request processed in 48us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322853.320565:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510
00000100:00100000:1.0:1767322853.320576:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816915968:0@lo:400:kworker.0
00000100:00100000:2.0:1767322853.320585:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511
00000100:00100000:1.0:1767322853.320591:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816915712:0@lo:400:kworker.0
00000100:00100000:2.0:1767322853.320595:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816916096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322853.320629:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816916096:12345-0@lo:400:kworker.0 Request processed in 37us (344us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322853.320631:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816915456:0@lo:400:kworker.0
00000100:00100000:2.0:1767322853.320642:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511
00000100:00100000:1.0:1767322853.320649:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816916096:0@lo:400:kworker.0
00000100:00080000:1.0:1767322853.320703:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322853.320708:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322853.320710:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322853.321128:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322853.321134:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322853.321137:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816915200:0@lo:38:kworker.0
00000100:00100000:3.0:1767322853.321156:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816915328:0@lo:38:kworker.0
00000100:00100000:3.0:1767322853.321181:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322853.321249:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816915584:0@lo:38:kworker.0
00000100:00100000:3.0:1767322853.321269:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322853.321324:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816915840:0@lo:38:kworker.0
00000100:00100000:3.0:1767322853.321344:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322853.321366:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816915328
00000100:00100000:1.0:1767322853.321370:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816915328
00000100:00100000:1.0:1767322853.321401:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268
00000100:00100000:1.0:1767322853.321406:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816915328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322853.321421:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322853.321459:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816915328:12345-0@lo:38:kworker.0 Request processed in 52us (276us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322853.321465:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268
00000100:00080000:3.0:1767322853.321593:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322853.321598:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322853.321602:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816915328:0@lo:38:kworker.0
00000100:00100000:0.0:1767322853.321683:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816915584
00000100:00100000:0.0:1767322853.321687:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816915584
00000100:00100000:0.0:1767322853.321829:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816915840
00000100:00100000:0.0:1767322853.321833:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816915840
00000100:00100000:0.0:1767322853.321894:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90142
00000100:00100000:0.0:1767322853.321899:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816915584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322853.321909:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322853.321943:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816915584:12345-0@lo:38:kworker.0 Request processed in 43us (673us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322853.321950:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90142
00000100:00100000:0.0:1767322853.321962:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90143
00000100:00100000:0.0:1767322853.321965:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816915840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322853.321975:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322853.321997:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816915840:12345-0@lo:38:kworker.0 Request processed in 30us (652us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322853.322003:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90143
00000100:00080000:3.0:1767322853.322117:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322853.322120:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322853.322122:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816915584:0@lo:38:kworker.0
00000100:00080000:3.0:1767322853.322127:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322853.322129:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322853.322131:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816915840:0@lo:38:kworker.0
00000100:00100000:2.0:1767322853.895100:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322854.342937:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322854.855727:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322854.855817:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322854.855839:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816916352:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322854.855903:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322854.855975:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816916352
00000100:00100000:1.0:1767322854.855982:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816916352
00000100:00100000:1.0:1767322854.856030:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223
00000100:00100000:1.0:1767322854.856039:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816916352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322854.856069:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322854.856111:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816916352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322854.856118:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223
00000100:00100000:1.0:1767322854.856168:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816916352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322854.859108:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816916224:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322854.859197:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322854.859631:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816916224
00000100:00100000:2.0:1767322854.859641:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816916224
00000100:00100000:2.0:1767322854.859697:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224
00000100:00100000:2.0:1767322854.859706:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816916224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322854.859807:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322854.859851:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816916224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (654us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322854.859858:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224
00000100:00100000:0.0:1767322854.859950:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816916224:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322854.918882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322855.083239:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322855.083304:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322855.083442:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758774272
00000100:00100000:2.0:1767322855.083453:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758774272
00000100:00080000:1.0:1767322855.083511:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322855.083539:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758774144
00000100:00100000:2.0:1767322855.083543:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758774144
00000100:00100000:2.0:1767322855.083571:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5589
00000100:00100000:2.0:1767322855.083582:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758774272:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322855.083591:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90144
00000100:00100000:1.0:1767322855.083596:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758774144:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322855.083619:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322855.083865:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758774272:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 284us (637us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322855.083874:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5589
00000100:00100000:1.0:1767322855.090578:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758774144:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 6967us (7261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322855.090592:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90144
00010000:00010000:3.0:1767322855.367282:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322855.943020:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322856.391524:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322856.967389:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322857.427750:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322857.991457:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322858.439175:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322858.441461:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322858.441469:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322858.441472:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322858.441477:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322858.441480:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322858.441488:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5395
00000100:00080000:2.0:1767322858.441492:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322858.441499:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322858.441536:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8faa00 x1853166816916480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322858.441572:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322858.441575:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322858.441577:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322858.441581:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5395
00000100:00080000:2.0:1767322858.441583:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322858.441587:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322858.441598:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fb800 x1853166816916608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322858.441640:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322858.441644:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322858.441646:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322858.441650:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5395
00000100:00080000:2.0:1767322858.441652:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322858.441655:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322858.441665:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fb100 x1853166816916864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322858.441685:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322858.441688:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322858.441689:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322858.441692:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5395
00000100:00080000:2.0:1767322858.441694:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322858.441697:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322858.441705:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f9f80 x1853166816917120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322858.441799:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816916736:0@lo:400:kworker.0
00000100:00100000:1.0:1767322858.441869:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322858.441940:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322858.441946:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816917376:0@lo:400:kworker.0
00000100:00100000:1.0:1767322858.441972:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322858.442644:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816916736
00000100:00100000:2.0:1767322858.442652:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816916736
00000100:00100000:2.0:1767322858.442715:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5590
00000100:00100000:2.0:1767322858.442724:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816916736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322858.442815:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816916736:12345-0@lo:400:kworker.0 Request processed in 92us (945us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322858.442823:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5590
00000100:00100000:2.0:1767322858.442861:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816917376
00000100:00100000:2.0:1767322858.442865:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816917376
00000100:00100000:2.0:1767322858.442891:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3512
00000100:00100000:2.0:1767322858.442898:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816917376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322858.442927:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816917376:12345-0@lo:400:kworker.0 Request processed in 30us (953us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322858.442933:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3512
00000100:00100000:2.0:1767322858.442981:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816917376:0@lo:400:kworker.0
00000100:00100000:2.0:1767322858.442993:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816916736:0@lo:400:kworker.0
00000100:00100000:0.0:1767322858.445121:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816916992:0@lo:400:kworker.0
00000100:00100000:0.0:1767322858.445187:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322858.445233:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767322858.445251:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816917248:0@lo:400:kworker.0
00000100:00100000:0.0:1767322858.445288:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322858.445337:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816917248
00000100:00100000:0.0:1767322858.445344:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816917248
00000100:00100000:0.0:1767322858.445401:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3513
00000100:00100000:0.0:1767322858.445409:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816917248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322858.445455:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816917248:12345-0@lo:400:kworker.0 Request processed in 47us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322858.445461:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3513
00000100:00100000:0.0:1767322858.445500:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816917248:0@lo:400:kworker.0
00000100:00080000:1.0:1767322858.445721:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322858.445726:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322858.445729:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322858.447441:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816916480:0@lo:38:kworker.0
00000100:00100000:3.0:1767322858.447504:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322858.447548:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816916608:0@lo:38:kworker.0
00000100:00100000:3.0:1767322858.447572:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322858.447601:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816916864:0@lo:38:kworker.0
00000100:00100000:3.0:1767322858.447620:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322858.447636:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816917120:0@lo:38:kworker.0
00000100:00100000:3.0:1767322858.447655:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322858.447688:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816916608
00000100:00100000:3.0:1767322858.447694:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816916608
00000100:00100000:3.0:1767322858.447727:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269
00000100:00100000:3.0:1767322858.447734:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816916608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322858.447785:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322858.447826:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816916608:12345-0@lo:38:kworker.0 Request processed in 90us (252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322858.447837:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269
00000100:00100000:3.0:1767322858.447862:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816916992
00000100:00100000:3.0:1767322858.447866:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816916992
00000100:00100000:3.0:1767322858.447901:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816916480
00000100:00100000:3.0:1767322858.447905:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816916480
00000100:00100000:3.0:1767322858.447918:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816916864
00000100:00100000:3.0:1767322858.447920:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816916864
00000100:00100000:3.0:1767322858.447928:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816917120
00000100:00100000:3.0:1767322858.447931:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816917120
00000100:00100000:3.0:1767322858.447940:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5591
00000100:00100000:3.0:1767322858.447947:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816916992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322858.447990:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816916992:12345-0@lo:400:kworker.0 Request processed in 44us (2804us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322858.447996:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5591
00000100:00100000:3.0:1767322858.448008:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90145
00000100:00100000:3.0:1767322858.448012:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816916480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322858.448021:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322858.448045:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816916480:12345-0@lo:38:kworker.0 Request processed in 32us (541us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322858.448050:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90145
00000100:00100000:3.0:1767322858.448060:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90146
00000100:00100000:3.0:1767322858.448063:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816916864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322858.448071:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322858.448088:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816916864:12345-0@lo:38:kworker.0 Request processed in 23us (467us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322858.448093:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90146
00000100:00100000:3.0:1767322858.448102:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90147
00000100:00100000:3.0:1767322858.448105:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816917120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322858.448113:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322858.448130:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816917120:12345-0@lo:38:kworker.0 Request processed in 23us (474us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322858.448135:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90147
00000100:00100000:3.0:1767322858.448168:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816916992:0@lo:400:kworker.0
00000100:00080000:3.0:1767322858.448200:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322858.448205:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322858.448208:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816916480:0@lo:38:kworker.0
00000100:00080000:3.0:1767322858.448215:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322858.448218:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322858.448220:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816916608:0@lo:38:kworker.0
00000100:00080000:3.0:1767322858.448227:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322858.448230:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322858.448232:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816916864:0@lo:38:kworker.0
00000100:00080000:3.0:1767322858.448239:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322858.448242:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322858.448244:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816917120:0@lo:38:kworker.0
00000100:00080000:1.0:1767322858.448396:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322859.014962:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322859.176463:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322859.176571:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758774656
00000100:00100000:2.0:1767322859.176581:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758774656
00000100:00100000:2.0:1767322859.176663:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5592
00000100:00100000:2.0:1767322859.176674:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758774656:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322859.176784:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758774656:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (670us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322859.176792:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5592
00000400:00000100:3.0:1767322859.177818:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758774400 offset 0 length 520: 4
00000100:00100000:3.0:1767322859.177852:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322859.178500:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758774528
00000100:00100000:0.0:1767322859.178510:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758774528
00000100:00100000:0.0:1767322859.178550:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90148
00000100:00100000:0.0:1767322859.178558:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758774528:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322859.178640:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322859.178746:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758774528:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 187us (892us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322859.178802:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90148
00000100:00080000:1.0:1767322859.178859:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322859.464021:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322859.975632:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322859.975656:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816917504:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322859.975720:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322859.975826:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816917504
00000100:00100000:2.0:1767322859.975837:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816917504
00000100:00100000:2.0:1767322859.975897:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225
00000100:00100000:2.0:1767322859.975908:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816917504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322859.975937:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322859.975994:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816917504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (273us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322859.976001:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225
00000100:00100000:0.0:1767322859.976531:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816917504:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322859.977289:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816917632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322859.977340:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322859.978183:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816917632
00000100:00100000:2.0:1767322859.978192:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816917632
00000100:00100000:2.0:1767322859.978246:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226
00000100:00100000:2.0:1767322859.978255:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816917632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322859.978283:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322859.978343:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816917632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (1003us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322859.978350:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226
00000100:00100000:3.0:1767322859.979901:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816917632:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322860.038902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322860.488310:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322861.063442:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322861.518216:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322862.086875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322862.535082:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322862.536279:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322837/real 1767322837]  req@ffff8d4d4b39ce00 x1853166816912256/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322862 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322862.536312:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4b39ce00 x1853166816912256/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322862 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767322862.536330:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322862.536782:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767322862.536787:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816912256:0@lo:250:kworker.0
00000100:00080000:3.0:1767322862.536869:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322862.536875:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322862.536879:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322862.536885:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5380
00000100:00080000:3.0:1767322862.536889:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322862.536895:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322862.536926:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f475c00 x1853166816917760/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322862.536945:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322862.536947:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322862.536948:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322862.536951:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5401
00000100:00080000:3.0:1767322862.536952:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322862.536954:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322862.536965:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474380 x1853166816917888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322862.536971:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322862.536973:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322862.536974:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322862.536976:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5401
00000100:00080000:3.0:1767322862.536977:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322862.536979:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322862.536986:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f475f80 x1853166816918016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322862.537095:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816918144:0@lo:400:kworker.0
00000100:00100000:0.0:1767322862.537145:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322862.537229:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816918144
00000100:00100000:1.0:1767322862.537237:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816918144
00000100:00100000:1.0:1767322862.537291:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5593
00000100:00100000:1.0:1767322862.537299:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816918144:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322862.537362:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322862.537366:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322862.537369:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322862.537372:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5401
00000100:00080000:3.0:1767322862.537375:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322862.537378:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322862.537391:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474000 x1853166816918272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322862.537417:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322862.537420:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322862.537421:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322862.537424:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5401
00000100:00080000:3.0:1767322862.537425:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322862.537428:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322862.537438:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376300 x1853166816918528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322862.537551:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816918144:12345-0@lo:400:kworker.0 Request processed in 252us (404us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322862.537559:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5593
00000100:00080000:1.0:1767322862.537576:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322862.537584:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816918656:0@lo:400:kworker.0
00000100:00100000:1.0:1767322862.537604:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322862.537633:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322862.537637:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816918400:0@lo:400:kworker.0
00000100:00100000:1.0:1767322862.537650:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322862.537664:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816918400
00000100:00100000:1.0:1767322862.537666:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816918400
00000100:00100000:1.0:1767322862.537683:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5594
00000100:00100000:1.0:1767322862.537687:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816918400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322862.537706:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816918400:12345-0@lo:400:kworker.0 Request processed in 19us (54us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322862.537710:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5594
00000100:00080000:1.0:1767322862.537718:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322862.537736:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816918400:0@lo:400:kworker.0
00000100:00100000:1.0:1767322862.537783:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816918656
00000100:00100000:1.0:1767322862.537785:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816918656
00000100:00100000:1.0:1767322862.537805:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514
00000100:00100000:1.0:1767322862.537808:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816918656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322862.537829:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816918656:12345-0@lo:400:kworker.0 Request processed in 20us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322862.537833:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514
00000100:00080000:1.0:1767322862.537843:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322862.537851:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816918656:0@lo:400:kworker.0
00000100:00100000:0.0:1767322862.538017:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816918144:0@lo:400:kworker.0
00000100:00100000:0.0:1767322862.538028:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322862.538031:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816918784:0@lo:400:kworker.0
00000100:00100000:0.0:1767322862.538047:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322862.538326:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816918784
00000100:00100000:1.0:1767322862.538330:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816918784
00000100:00100000:1.0:1767322862.538409:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515
00000100:00100000:1.0:1767322862.538416:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816918784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322862.538444:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816918784:12345-0@lo:400:kworker.0 Request processed in 30us (396us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322862.538448:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515
00000100:00100000:1.0:1767322862.538466:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816918784:0@lo:400:kworker.0
00000100:00080000:0.0:1767322862.538518:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322862.540429:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816917760:0@lo:250:kworker.0
00000400:00000100:2.0:1767322862.540477:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816917760 offset 0 length 520: 4
00000100:00100000:2.0:1767322862.540511:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816917888:0@lo:38:kworker.0
00000100:00100000:2.0:1767322862.540540:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322862.540567:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816918016:0@lo:38:kworker.0
00000100:00100000:1.0:1767322862.540589:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816917888
00000100:00100000:2.0:1767322862.540595:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322862.540596:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816917888
00000100:00100000:2.0:1767322862.540628:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816918272:0@lo:38:kworker.0
00000100:00100000:3.0:1767322862.540648:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816918016
00000100:00100000:3.0:1767322862.540652:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816918016
00000100:00100000:2.0:1767322862.540657:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322862.540682:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270
00000100:00100000:3.0:1767322862.540688:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816918016:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322862.540695:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816918272
00000100:00100000:2.0:1767322862.540700:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816918272
00010000:00020000:3.0:1767322862.540706:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322862.540730:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90149
00000100:00100000:2.0:1767322862.540736:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816917888:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322862.540741:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816918016:12345-0@lo:38:kworker.0 Request processed in 51us (145us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322862.540747:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270
00010000:00020000:2.0:1767322862.540751:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322862.540797:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816918528:0@lo:38:kworker.0
00000100:00100000:2.0:1767322862.540811:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816917888:12345-0@lo:38:kworker.0 Request processed in 72us (268us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322862.540819:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322862.540822:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90149
00000100:00100000:2.0:1767322862.540841:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816918528
00000100:00100000:2.0:1767322862.540845:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816918528
00000100:00080000:3.0:1767322862.540849:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322862.540854:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322862.540867:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90150
00000100:00100000:3.0:1767322862.540868:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816917888:0@lo:38:kworker.0
00000100:00100000:2.0:1767322862.540875:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816918272:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767322862.540878:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322862.540883:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322862.540885:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816918016:0@lo:38:kworker.0
00010000:00020000:2.0:1767322862.540890:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322862.540915:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90151
00000100:00100000:3.0:1767322862.540919:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816918528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322862.540927:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322862.540932:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816918272:12345-0@lo:38:kworker.0 Request processed in 54us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322862.540940:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90150
00000100:00100000:3.0:1767322862.540953:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816918528:12345-0@lo:38:kworker.0 Request processed in 31us (134us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322862.540958:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90151
00000100:00080000:2.0:1767322862.549934:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322862.549946:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322862.549951:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816918272:0@lo:38:kworker.0
00000100:00080000:2.0:1767322862.549969:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322862.549971:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322862.549973:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816918528:0@lo:38:kworker.0
00000100:00100000:2.0:1767322863.110962:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322863.559133:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322864.134886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322864.296468:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322864.296514:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322864.296591:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758774912
00000100:00100000:1.0:1767322864.296602:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758774912
00000100:00100000:1.0:1767322864.296674:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758774784
00000100:00100000:1.0:1767322864.296679:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758774784
00000100:00100000:1.0:1767322864.296700:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5595
00000100:00100000:1.0:1767322864.296712:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758774912:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322864.296808:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758774912:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 98us (349us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322864.296817:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5595
00000100:00100000:1.0:1767322864.296836:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90152
00000100:00100000:1.0:1767322864.296841:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758774784:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322864.296872:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322864.296898:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758774784:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 55us (383us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322864.296904:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90152
00000100:00080000:0.0:1767322864.297006:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322864.583806:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322865.097141:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816918912:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322865.097244:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322865.097416:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816918912
00000100:00100000:2.0:1767322865.097429:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816918912
00000100:00100000:2.0:1767322865.097566:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227
00000100:00100000:2.0:1767322865.097579:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816918912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322865.097622:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322865.097698:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816918912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (452us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322865.097706:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227
00000100:00100000:1.0:1767322865.097806:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816918912:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322865.098158:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322865.098845:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322865.098864:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816919040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322865.098924:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322865.099092:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816919040
00000100:00100000:2.0:1767322865.099099:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816919040
00000100:00100000:2.0:1767322865.099147:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228
00000100:00100000:2.0:1767322865.099165:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816919040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322865.099188:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322865.099237:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816919040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (312us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322865.099244:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228
00000100:00100000:3.0:1767322865.099624:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816919040:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322865.100451:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322865.159054:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322865.607005:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322866.184106:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322866.631073:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322867.206952:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322867.656414:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322867.656698:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322867.656706:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322867.656709:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322867.656713:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322867.656717:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322867.656724:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5405
00000100:00080000:2.0:1767322867.656728:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322867.656734:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322867.656791:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8faa00 x1853166816919168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322867.656824:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322867.656828:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322867.656830:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322867.656834:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5405
00000100:00080000:2.0:1767322867.656837:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322867.656840:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322867.656853:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8e00 x1853166816919296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322867.656894:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322867.656898:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322867.656900:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322867.656903:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5405
00000100:00080000:2.0:1767322867.656906:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322867.656909:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322867.656921:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fb800 x1853166816919552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322867.656944:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322867.656947:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322867.656949:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322867.656952:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5405
00000100:00080000:2.0:1767322867.656954:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322867.656957:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322867.656967:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ce00 x1853166816919808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322867.657009:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816919680:0@lo:400:kworker.0
00000100:00100000:2.0:1767322867.657068:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322867.657132:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322867.657138:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816919936:0@lo:400:kworker.0
00000100:00100000:2.0:1767322867.657166:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322867.657333:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816919168:0@lo:38:kworker.0
00000100:00100000:3.0:1767322867.657362:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322867.657394:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816919296:0@lo:38:kworker.0
00000100:00100000:3.0:1767322867.657417:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322867.657448:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816919552:0@lo:38:kworker.0
00000100:00100000:3.0:1767322867.657480:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322867.657497:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816919808:0@lo:38:kworker.0
00000100:00100000:3.0:1767322867.657515:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322867.657543:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816919168
00000100:00100000:3.0:1767322867.657549:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816919168
00000100:00100000:3.0:1767322867.657580:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816919552
00000100:00100000:3.0:1767322867.657583:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816919552
00000100:00100000:3.0:1767322867.657597:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90153
00000100:00100000:3.0:1767322867.657604:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816919168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322867.657625:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322867.657662:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816919168:12345-0@lo:38:kworker.0 Request processed in 57us (298us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322867.657670:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90153
00000100:00100000:3.0:1767322867.657683:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816919808
00000100:00100000:3.0:1767322867.657686:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816919808
00000100:00100000:3.0:1767322867.657696:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90154
00000100:00100000:3.0:1767322867.657700:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816919552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322867.657710:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322867.657732:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816919552:12345-0@lo:38:kworker.0 Request processed in 31us (251us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322867.657738:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90154
00000100:00100000:3.0:1767322867.657748:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90155
00000100:00100000:3.0:1767322867.657774:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816919808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322867.657786:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322867.657809:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816919808:12345-0@lo:38:kworker.0 Request processed in 55us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322867.657814:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90155
00000100:00080000:3.0:1767322867.657848:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322867.657852:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322867.657856:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816919168:0@lo:38:kworker.0
00000100:00080000:3.0:1767322867.657865:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322867.657868:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322867.657871:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816919552:0@lo:38:kworker.0
00000100:00080000:3.0:1767322867.657878:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322867.657880:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322867.657883:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816919808:0@lo:38:kworker.0
00000100:00100000:3.0:1767322867.657930:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816919936
00000100:00100000:3.0:1767322867.657934:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816919936
00000100:00100000:3.0:1767322867.657971:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516
00000100:00100000:3.0:1767322867.657980:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816919936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322867.658021:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816919936:12345-0@lo:400:kworker.0 Request processed in 45us (855us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322867.658027:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516
00000100:00100000:3.0:1767322867.658071:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816919936:0@lo:400:kworker.0
00000100:00100000:0.0:1767322867.658473:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816919424:0@lo:400:kworker.0
00000100:00100000:0.0:1767322867.658506:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322867.658535:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322867.658540:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816920064:0@lo:400:kworker.0
00000100:00100000:0.0:1767322867.658561:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322867.658588:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816919296
00000100:00100000:0.0:1767322867.658593:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816919296
00000100:00100000:0.0:1767322867.658616:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271
00000100:00100000:0.0:1767322867.658621:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816919296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322867.658633:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322867.658664:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816919296:12345-0@lo:38:kworker.0 Request processed in 42us (1247us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322867.658671:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271
00000100:00080000:0.0:1767322867.658689:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322867.658698:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816920064
00000100:00100000:0.0:1767322867.658702:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816920064
00000100:00100000:0.0:1767322867.658728:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517
00000100:00100000:0.0:1767322867.658734:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816920064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322867.658785:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816920064:12345-0@lo:400:kworker.0 Request processed in 51us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322867.658791:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517
00000100:00080000:0.0:1767322867.658804:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322867.658821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816920064:0@lo:400:kworker.0
00000100:00080000:0.0:1767322867.658843:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322867.658847:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322867.658850:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816919296:0@lo:38:kworker.0
00000100:00100000:3.0:1767322867.659105:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816919424
00000100:00100000:3.0:1767322867.659109:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816919424
00000100:00100000:3.0:1767322867.659152:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5596
00000100:00100000:3.0:1767322867.659160:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816919424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322867.659198:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816919424:12345-0@lo:400:kworker.0 Request processed in 40us (690us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322867.659204:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5596
00000100:00100000:3.0:1767322867.659713:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816919424:0@lo:400:kworker.0
00000100:00100000:2.0:1767322867.659794:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816919680
00000100:00100000:2.0:1767322867.659801:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816919680
00000100:00100000:2.0:1767322867.659842:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5597
00000100:00100000:2.0:1767322867.659849:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816919680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322867.659891:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816919680:12345-0@lo:400:kworker.0 Request processed in 43us (2823us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322867.659897:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5597
00000100:00100000:3.0:1767322867.659977:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816919680:0@lo:400:kworker.0
00000100:00080000:0.0:1767322867.660110:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322868.230874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322868.679099:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322869.255839:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322869.422996:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322869.423142:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322869.423425:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758775168
00000100:00100000:0.0:1767322869.423437:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758775168
00000100:00100000:0.0:1767322869.423534:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758775040
00000100:00100000:0.0:1767322869.423538:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758775040
00000100:00100000:0.0:1767322869.423563:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5598
00000100:00100000:0.0:1767322869.423573:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758775168:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322869.423652:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758775168:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 79us (665us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322869.423660:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5598
00000100:00100000:0.0:1767322869.423677:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90156
00000100:00100000:0.0:1767322869.423681:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758775040:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322869.423701:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322869.423727:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758775040:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (586us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322869.423734:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90156
00000100:00080000:1.0:1767322869.423825:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322869.707201:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322870.215060:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322870.215293:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322870.215319:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816920320:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322870.215399:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322870.215618:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816920320
00000100:00100000:2.0:1767322870.215626:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816920320
00000100:00100000:2.0:1767322870.215695:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229
00000100:00100000:2.0:1767322870.215705:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816920320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322870.215735:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322870.215805:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816920320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322870.215813:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229
00000100:00080000:0.0:1767322870.215905:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322870.215939:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816920320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322870.216110:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816920192:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322870.216141:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322870.216240:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816920192
00000100:00100000:3.0:1767322870.216245:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816920192
00000100:00100000:3.0:1767322870.216378:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230
00000100:00100000:3.0:1767322870.216386:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816920192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767322870.216404:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322870.216445:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816920192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (303us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322870.216452:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230
00000100:00100000:1.0:1767322870.216519:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816920192:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322870.216660:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322870.278885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322870.727123:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322871.303061:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322871.753011:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322872.333426:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322872.775219:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322872.776458:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322872.776466:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322872.776469:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322872.776473:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322872.776478:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322872.776487:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5410
00000100:00080000:0.0:1767322872.776492:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322872.776499:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322872.776540:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ed80 x1853166816920448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322872.776571:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322872.776575:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322872.776577:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322872.776581:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5410
00000100:00080000:0.0:1767322872.776583:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322872.776587:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322872.776603:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f800 x1853166816920576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322872.776645:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322872.776650:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322872.776652:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322872.776656:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5410
00000100:00080000:0.0:1767322872.776658:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322872.776661:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322872.776673:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c380 x1853166816920832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322872.776699:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322872.776702:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322872.776705:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322872.776708:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5410
00000100:00080000:0.0:1767322872.776711:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322872.776714:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322872.776724:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c700 x1853166816921088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322872.776783:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816920960:0@lo:400:kworker.0
00000100:00100000:0.0:1767322872.776850:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322872.776913:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322872.776920:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816921216:0@lo:400:kworker.0
00000100:00100000:0.0:1767322872.776945:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322872.776987:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816921216
00000100:00100000:0.0:1767322872.776994:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816921216
00000100:00100000:0.0:1767322872.777046:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518
00000100:00100000:0.0:1767322872.777055:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816921216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322872.777104:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816921216:12345-0@lo:400:kworker.0 Request processed in 50us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322872.777111:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518
00000100:00080000:0.0:1767322872.777132:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322872.777146:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816920704:0@lo:400:kworker.0
00000100:00100000:0.0:1767322872.777162:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816921216:0@lo:400:kworker.0
00000100:00100000:1.0:1767322872.777172:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322872.777193:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322872.777199:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816921344:0@lo:400:kworker.0
00000100:00100000:0.0:1767322872.777211:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816920960
00000100:00100000:0.0:1767322872.777215:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816920960
00000100:00100000:1.0:1767322872.777218:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322872.777242:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816920704
00000100:00100000:0.0:1767322872.777245:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816920704
00000100:00100000:1.0:1767322872.777246:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816921344
00000100:00100000:1.0:1767322872.777248:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816921344
00000100:00100000:0.0:1767322872.777281:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5599
00000100:00100000:1.0:1767322872.777281:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519
00000100:00100000:0.0:1767322872.777288:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816920960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322872.777288:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816921344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322872.777320:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816920960:12345-0@lo:400:kworker.0 Request processed in 33us (470us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322872.777320:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816921344:12345-0@lo:400:kworker.0 Request processed in 32us (100us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322872.777326:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5599
00000100:00100000:0.0:1767322872.777338:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5600
00000100:00100000:1.0:1767322872.777338:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519
00000100:00100000:0.0:1767322872.777343:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816920704:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767322872.777352:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322872.777354:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322872.777369:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816921344:0@lo:400:kworker.0
00000100:00100000:0.0:1767322872.777370:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816920704:12345-0@lo:400:kworker.0 Request processed in 26us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322872.777375:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5600
00000100:00100000:1.0:1767322872.777393:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816920704:0@lo:400:kworker.0
00000100:00100000:0.0:1767322872.777405:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816920960:0@lo:400:kworker.0
00000100:00100000:3.0:1767322872.777522:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816920448:0@lo:38:kworker.0
00000100:00100000:3.0:1767322872.777552:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322872.777581:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816920576:0@lo:38:kworker.0
00000100:00100000:3.0:1767322872.777604:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322872.777635:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816920832:0@lo:38:kworker.0
00000100:00100000:3.0:1767322872.777655:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322872.777672:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816921088:0@lo:38:kworker.0
00000100:00100000:3.0:1767322872.777691:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322872.777719:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816920448
00000100:00100000:3.0:1767322872.777723:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816920448
00000100:00100000:1.0:1767322872.777738:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816920576
00000100:00100000:1.0:1767322872.777742:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816920576
00000100:00100000:3.0:1767322872.777744:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816920832
00000100:00100000:3.0:1767322872.777746:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816920832
00000100:00100000:3.0:1767322872.777776:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816921088
00000100:00100000:3.0:1767322872.777779:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816921088
00000100:00100000:1.0:1767322872.777789:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272
00000100:00100000:3.0:1767322872.777789:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90157
00000100:00100000:1.0:1767322872.777794:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816920576:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322872.777794:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816920448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322872.777813:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322872.777846:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90158
00000100:00100000:1.0:1767322872.777848:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816920576:12345-0@lo:38:kworker.0 Request processed in 53us (243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322872.777850:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816920832:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322872.777854:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272
00000100:00080000:1.0:1767322872.777880:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322872.777884:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322872.777888:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816920576:0@lo:38:kworker.0
00000100:00100000:2.0:1767322872.777902:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90159
00000100:00100000:2.0:1767322872.777907:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816921088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322872.778073:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322872.778111:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816920448:12345-0@lo:38:kworker.0 Request processed in 316us (559us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322872.778118:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90157
00000100:00080000:1.0:1767322872.778510:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322872.778515:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322872.778518:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816920448:0@lo:38:kworker.0
00010000:00020000:0.0:1767322872.779366:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322872.779420:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816920832:12345-0@lo:38:kworker.0 Request processed in 1567us (1762us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322872.779429:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90158
00000100:00080000:1.0:1767322872.779510:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322872.779516:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322872.779520:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816920832:0@lo:38:kworker.0
00010000:00020000:2.0:1767322872.783050:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322872.783159:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816921088:12345-0@lo:38:kworker.0 Request processed in 5247us (5463us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322872.783187:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90159
00000100:00080000:1.0:1767322872.783240:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322872.783247:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322872.783260:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816921088:0@lo:38:kworker.0
00000100:00100000:2.0:1767322873.350880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322873.799292:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322874.374867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322874.537658:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322874.537817:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758775296
00000100:00100000:2.0:1767322874.537832:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758775296
00000100:00100000:2.0:1767322874.537901:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90160
00000100:00100000:2.0:1767322874.537910:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758775296:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322874.537934:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322874.538014:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758775296:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 103us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322874.538022:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90160
00000100:00100000:3.0:1767322874.542100:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322874.542707:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758775424
00000100:00100000:0.0:1767322874.542722:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758775424
00000100:00100000:0.0:1767322874.542877:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5601
00000100:00100000:0.0:1767322874.542890:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758775424:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322874.543011:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758775424:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 122us (924us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322874.543021:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5601
00000100:00080000:1.0:1767322874.543688:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322874.826808:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322875.335332:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816921472:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322875.335440:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322875.335893:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816921472
00000100:00100000:0.0:1767322875.335904:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816921472
00000100:00100000:0.0:1767322875.335993:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231
00000100:00100000:0.0:1767322875.336013:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816921472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322875.336065:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322875.336137:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816921472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (696us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322875.336145:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231
00000100:00100000:0.0:1767322875.336211:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816921472:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322875.336654:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322875.337082:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322875.337100:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816921600:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322875.337156:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322875.337342:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816921600
00000100:00100000:2.0:1767322875.337351:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816921600
00000100:00100000:2.0:1767322875.337412:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232
00000100:00100000:2.0:1767322875.337421:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816921600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322875.337449:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322875.337496:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816921600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322875.337503:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232
00000100:00100000:2.0:1767322875.337566:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816921600:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322875.337781:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322875.399281:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322875.849351:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322876.426749:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322876.871704:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322877.446923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767322877.895501:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322877.895516:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322877.895520:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322877.895526:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322877.895532:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322877.895542:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5415
00000100:00080000:1.0:1767322877.895548:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322877.895556:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322877.895612:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30000 x1853166816921728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322877.895692:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816921728:0@lo:38:kworker.0
00000100:00100000:3.0:1767322877.895802:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322877.895909:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322877.895914:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322877.895916:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322877.895921:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5415
00000100:00080000:1.0:1767322877.895924:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322877.895928:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322877.895946:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30e00 x1853166816921856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322877.895982:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322877.895987:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322877.895989:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322877.895994:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5415
00000100:00080000:1.0:1767322877.896004:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322877.896008:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322877.896025:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30700 x1853166816922112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322877.896055:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322877.896059:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322877.896061:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322877.896065:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5415
00000100:00080000:1.0:1767322877.896067:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322877.896070:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322877.896082:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c380 x1853166816922368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322877.896174:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816921728
00000100:00100000:2.0:1767322877.896183:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816921728
00000100:00100000:2.0:1767322877.896245:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90161
00000100:00100000:2.0:1767322877.896254:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816921728:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322877.896280:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322877.896328:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816921728:12345-0@lo:38:kworker.0 Request processed in 74us (526us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322877.896336:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90161
00000100:00100000:2.0:1767322877.896366:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816921984:0@lo:400:kworker.0
00000100:00100000:2.0:1767322877.896394:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322877.896518:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816922624:0@lo:400:kworker.0
00000100:00100000:0.0:1767322877.896553:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322877.898374:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322877.898387:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322877.898392:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816921728:0@lo:38:kworker.0
00000100:00100000:3.0:1767322877.898431:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816921856:0@lo:38:kworker.0
00000100:00100000:3.0:1767322877.898490:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322877.898534:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816922112:0@lo:38:kworker.0
00000100:00100000:3.0:1767322877.898561:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322877.898582:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816922368:0@lo:38:kworker.0
00000100:00100000:3.0:1767322877.898604:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322877.898671:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816921984
00000100:00100000:3.0:1767322877.898680:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816921984
00000100:00100000:3.0:1767322877.898738:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816922112
00000100:00100000:3.0:1767322877.898741:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816922112
00000100:00100000:3.0:1767322877.900163:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816922368
00000100:00100000:3.0:1767322877.900175:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816922368
00000100:00100000:3.0:1767322877.900214:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5602
00000100:00100000:3.0:1767322877.900232:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816921984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322877.900310:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816921984:12345-0@lo:400:kworker.0 Request processed in 87us (3915us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322877.900317:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5602
00000100:00100000:3.0:1767322877.900334:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90162
00000100:00100000:3.0:1767322877.900338:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816922112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322877.900359:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322877.900392:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816922112:12345-0@lo:38:kworker.0 Request processed in 53us (1831us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322877.900398:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90162
00000100:00100000:3.0:1767322877.900408:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90163
00000100:00100000:3.0:1767322877.900412:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816922368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322877.900421:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322877.900444:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816922368:12345-0@lo:38:kworker.0 Request processed in 30us (1839us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322877.900450:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90163
00000100:00080000:3.0:1767322877.900480:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322877.900524:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322877.900530:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322877.900534:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816922112:0@lo:38:kworker.0
00000100:00080000:3.0:1767322877.900545:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322877.900549:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322877.900551:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816922368:0@lo:38:kworker.0
00010000:00010000:3.0:1767322877.900626:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322877.900657:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816922496:0@lo:400:kworker.0
00000100:00100000:3.0:1767322877.900695:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322877.900812:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322877.900820:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816922240:0@lo:400:kworker.0
00000100:00100000:3.0:1767322877.900845:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322877.900875:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816922240
00000100:00100000:3.0:1767322877.900879:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816922240
00000100:00100000:3.0:1767322877.900924:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5603
00000100:00100000:3.0:1767322877.900931:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816922240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322877.900966:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816922240:12345-0@lo:400:kworker.0 Request processed in 35us (120us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322877.900972:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5603
00000100:00080000:3.0:1767322877.900986:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322877.901007:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816922240:0@lo:400:kworker.0
00000100:00100000:3.0:1767322877.901044:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816922624
00000100:00100000:3.0:1767322877.901048:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816922624
00000100:00100000:3.0:1767322877.901089:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816922496
00000100:00100000:3.0:1767322877.901093:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816922496
00000100:00100000:3.0:1767322877.901120:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520
00000100:00100000:3.0:1767322877.901127:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816922624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322877.901160:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816922624:12345-0@lo:400:kworker.0 Request processed in 34us (4606us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322877.901166:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520
00000100:00100000:3.0:1767322877.901176:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521
00000100:00100000:3.0:1767322877.901182:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816922496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322877.901228:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816922496:12345-0@lo:400:kworker.0 Request processed in 45us (533us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322877.901235:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521
00000100:00100000:3.0:1767322877.901259:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816921856
00000100:00100000:3.0:1767322877.901263:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816921856
00000100:00100000:2.0:1767322877.901414:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816921984:0@lo:400:kworker.0
00000100:00100000:3.0:1767322877.901442:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273
00000100:00080000:2.0:1767322877.901445:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322877.901451:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816921856:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767322877.901452:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:3.0:1767322877.901469:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322877.901478:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816922496:0@lo:400:kworker.0
00000100:00100000:3.0:1767322877.901514:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816921856:12345-0@lo:38:kworker.0 Request processed in 65us (3024us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322877.901522:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273
00000100:00080000:2.0:1767322877.901542:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322877.901593:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322877.901597:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816921856:0@lo:38:kworker.0
00000100:00100000:0.0:1767322877.901829:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816922624:0@lo:400:kworker.0
00000100:00100000:2.0:1767322878.470919:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322878.919246:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322879.495052:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322879.655876:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322879.656002:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758775552
00000100:00100000:0.0:1767322879.656016:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758775552
00000100:00100000:0.0:1767322879.656083:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90164
00000100:00100000:0.0:1767322879.656094:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758775552:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322879.656119:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322879.656205:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758775552:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 111us (342us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322879.656213:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90164
00000100:00100000:3.0:1767322879.657157:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322879.657241:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758775680
00000100:00100000:0.0:1767322879.657249:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758775680
00000100:00100000:0.0:1767322879.657321:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5604
00000100:00100000:0.0:1767322879.657330:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758775680:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322879.657411:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758775680:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 82us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322879.657419:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5604
00000100:00080000:2.0:1767322879.657586:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322879.943149:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322880.457981:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816922752:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322880.458088:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322880.458208:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816922752
00000100:00100000:3.0:1767322880.458218:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816922752
00000100:00100000:3.0:1767322880.458286:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233
00000100:00100000:3.0:1767322880.458298:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816922752:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767322880.459646:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322880.460271:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816922880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322880.460358:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322880.460438:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816922880
00000100:00100000:0.0:1767322880.460449:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816922880
00000100:00100000:0.0:1767322880.460527:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234
00000100:00100000:0.0:1767322880.460537:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816922880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322880.460574:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322880.460626:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816922880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (268us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322880.461268:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234
00000100:00100000:0.0:1767322880.461350:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816922880:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767322880.462362:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:3.0:1767322880.464666:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322880.465001:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816922752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6698us (6907us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322880.465014:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233
00000100:00100000:2.0:1767322880.465121:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816922752:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322880.518931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322880.974552:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322881.542951:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322881.991271:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322882.566943:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322883.015498:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322883.015739:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322883.022419:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322883.022425:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322883.022431:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322883.022437:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322883.022447:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5420
00000100:00080000:3.0:1767322883.022545:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322883.022554:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322883.022613:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30700 x1853166816923008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322883.022659:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322883.022663:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322883.022665:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322883.022671:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5420
00000100:00080000:3.0:1767322883.022674:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322883.022677:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322883.022700:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7dc00 x1853166816923136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322883.022830:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322883.022846:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816923008:0@lo:38:kworker.0
00000100:00080000:3.0:1767322883.022871:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322883.022875:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322883.022878:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322883.022881:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5420
00000100:00080000:3.0:1767322883.022885:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322883.022889:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322883.022913:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7d880 x1853166816923392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322883.022957:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322883.022961:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322883.022962:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322883.022966:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5420
00000100:00080000:3.0:1767322883.022969:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322883.022972:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322883.022988:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7f480 x1853166816923648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322883.023324:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816923904:0@lo:400:kworker.0
00000100:00100000:3.0:1767322883.023441:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816923776:0@lo:400:kworker.0
00000100:00100000:0.0:1767322883.023488:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816923520:0@lo:400:kworker.0
00000100:00100000:1.0:1767322883.024999:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322883.025086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816923264:0@lo:400:kworker.0
00000100:00100000:1.0:1767322883.025118:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322883.025202:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816923264
00000100:00100000:1.0:1767322883.025212:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816923264
00000100:00100000:1.0:1767322883.025292:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5605
00000100:00100000:1.0:1767322883.025304:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816923264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322883.025369:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816923264:12345-0@lo:400:kworker.0 Request processed in 68us (248us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322883.025377:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5605
00000100:00080000:1.0:1767322883.025401:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322883.025444:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816923264:0@lo:400:kworker.0
00000100:00100000:1.0:1767322883.025482:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816923904
00000100:00100000:1.0:1767322883.025486:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816923904
00000100:00100000:1.0:1767322883.025520:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522
00000100:00100000:1.0:1767322883.025526:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816923904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322883.025561:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816923904:12345-0@lo:400:kworker.0 Request processed in 35us (570us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322883.025567:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522
00000100:00080000:1.0:1767322883.025586:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322883.025601:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816923904:0@lo:400:kworker.0
00000100:00100000:2.0:1767322883.030355:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322883.030506:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816923136:0@lo:38:kworker.0
00000100:00100000:2.0:1767322883.030579:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322883.030640:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816923392:0@lo:38:kworker.0
00000100:00100000:2.0:1767322883.030668:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322883.030743:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322883.030828:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816923136
00000100:00100000:3.0:1767322883.030838:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816923136
00000100:00100000:3.0:1767322883.030891:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274
00000100:00100000:3.0:1767322883.030900:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816923136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322883.030940:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322883.030988:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816923136:12345-0@lo:38:kworker.0 Request processed in 88us (408us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322883.030996:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274
00000100:00100000:3.0:1767322883.031024:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816923776
00000100:00100000:3.0:1767322883.031028:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816923776
00000100:00100000:3.0:1767322883.031081:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3523
00000100:00100000:3.0:1767322883.031088:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816923776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322883.031138:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816923776:12345-0@lo:400:kworker.0 Request processed in 50us (395us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322883.031145:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3523
00000100:00080000:3.0:1767322883.031196:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322883.031239:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816923776:0@lo:400:kworker.0
00000100:00100000:2.0:1767322883.031938:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816923648:0@lo:38:kworker.0
00000100:00100000:2.0:1767322883.031971:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322883.035852:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816923008
00000100:00100000:1.0:1767322883.035875:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816923008
00000100:00100000:1.0:1767322883.035955:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816923392
00000100:00100000:1.0:1767322883.035959:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816923392
00000100:00100000:1.0:1767322883.035997:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90165
00000100:00100000:1.0:1767322883.036008:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816923008:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322883.036040:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322883.036168:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816923008:12345-0@lo:38:kworker.0 Request processed in 152us (5819us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322883.036177:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90165
00000100:00100000:1.0:1767322883.036198:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90166
00000100:00100000:1.0:1767322883.036202:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816923392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322883.036213:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322883.036243:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816923392:12345-0@lo:38:kworker.0 Request processed in 39us (5574us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322883.036248:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90166
00000100:00080000:2.0:1767322883.036818:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322883.036826:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322883.036830:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816923008:0@lo:38:kworker.0
00000100:00080000:2.0:1767322883.036844:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322883.036848:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322883.036851:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816923136:0@lo:38:kworker.0
00000100:00080000:2.0:1767322883.036888:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322883.036893:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322883.036896:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816923392:0@lo:38:kworker.0
00000100:00100000:0.0:1767322883.037565:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816923648
00000100:00100000:0.0:1767322883.037575:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816923648
00000100:00100000:1.0:1767322883.037656:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322883.041297:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816923520
00000100:00100000:3.0:1767322883.041320:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816923520
00000100:00100000:3.0:1767322883.041439:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5606
00000100:00100000:3.0:1767322883.041452:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816923520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322883.041571:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816923520:12345-0@lo:400:kworker.0 Request processed in 121us (3914us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322883.041579:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5606
00000100:00100000:3.0:1767322883.041604:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90167
00000100:00100000:3.0:1767322883.041610:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816923648:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322883.041635:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322883.041677:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816923648:12345-0@lo:38:kworker.0 Request processed in 66us (9705us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322883.041683:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90167
00000100:00080000:3.0:1767322883.041714:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322883.042024:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322883.042031:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322883.042037:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816923648:0@lo:38:kworker.0
00000100:00100000:3.0:1767322883.042108:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816923520:0@lo:400:kworker.0
00000100:00100000:2.0:1767322883.590934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:3.0:1767322883.752842:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758775808 offset 0 length 520: 4
00000100:00100000:3.0:1767322883.756289:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322883.756386:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758775936
00000100:00100000:1.0:1767322883.756399:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758775936
00000100:00100000:3.0:1767322883.758555:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322883.758639:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758776064
00000100:00100000:0.0:1767322883.758653:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758776064
00000100:00080000:3.0:1767322883.758748:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322883.759017:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90168
00000100:00100000:2.0:1767322883.759062:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5607
00000100:00100000:2.0:1767322883.759076:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758776064:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322883.759187:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758776064:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 115us (639us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322883.759196:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5607
00000100:00100000:1.0:1767322883.760559:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758775936:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322883.760594:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322883.760797:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758775936:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 252us (4523us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322883.760805:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90168
00010000:00010000:3.0:1767322884.040416:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322884.615193:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322885.063871:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322885.574984:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322885.575008:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816924032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322885.575082:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322885.575310:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816924160:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322885.575335:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322885.575837:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816924032
00000100:00100000:0.0:1767322885.575847:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816924032
00000100:00100000:2.0:1767322885.575847:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816924160
00000100:00100000:2.0:1767322885.575850:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816924160
00000100:00100000:0.0:1767322885.575950:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235
00000100:00100000:0.0:1767322885.576063:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816924032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322885.576094:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322885.576096:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236
00000100:00100000:2.0:1767322885.576104:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816924160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322885.576120:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322885.576155:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816924032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (1072us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322885.576161:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816924160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (825us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322885.576163:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235
00000100:00100000:2.0:1767322885.576166:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236
00000100:00100000:0.0:1767322885.576220:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816924160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322885.576220:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816924032:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767322885.576330:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322885.576335:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322885.638874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322886.086932:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322886.662893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322887.111603:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322862/real 1767322862]  req@ffff8d4e4f475c00 x1853166816917760/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322887 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767322887.111641:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4f475c00 x1853166816917760/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322887 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767322887.111662:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322887.111693:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767322887.111697:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816917760:0@lo:250:kworker.0
00000100:00080000:1.0:1767322887.111857:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322887.111863:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767322887.111866:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322887.111871:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5405
00000100:00080000:1.0:1767322887.111875:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322887.111882:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322887.111916:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c380 x1853166816924288/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322887.111939:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322887.111944:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322887.111946:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322887.111949:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5425
00000100:00080000:1.0:1767322887.111951:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322887.111954:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322887.111969:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297b80 x1853166816924416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322887.111977:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322887.111979:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322887.111981:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322887.111985:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5425
00000100:00080000:1.0:1767322887.111987:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322887.111990:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322887.112004:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac22a00 x1853166816924544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322887.112044:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322887.112049:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322887.112050:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322887.112054:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5425
00000100:00080000:1.0:1767322887.112056:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322887.112059:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322887.112071:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac20a80 x1853166816924800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322887.112096:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322887.112099:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322887.112101:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322887.112105:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5425
00000100:00080000:1.0:1767322887.112108:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322887.112111:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322887.112130:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac22300 x1853166816925056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322887.112170:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816925184:0@lo:400:kworker.0
00000100:00100000:1.0:1767322887.112237:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322887.112302:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322887.112308:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816924928:0@lo:400:kworker.0
00000100:00100000:1.0:1767322887.112334:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322887.112367:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816924928
00000100:00100000:1.0:1767322887.112374:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816924928
00000100:00080000:1.0:1767322887.112410:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322887.112452:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5608
00000100:00100000:1.0:1767322887.112460:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816924928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322887.112508:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816924928:12345-0@lo:400:kworker.0 Request processed in 49us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322887.112515:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5608
00000100:00100000:1.0:1767322887.112551:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816924928:0@lo:400:kworker.0
00000100:00100000:3.0:1767322887.112816:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816925312:0@lo:400:kworker.0
00000100:00100000:3.0:1767322887.112853:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322887.112883:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322887.112888:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816924672:0@lo:400:kworker.0
00000100:00100000:3.0:1767322887.112907:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322887.112930:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816925184
00000100:00100000:3.0:1767322887.112934:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816925184
00000100:00100000:3.0:1767322887.112962:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816925312
00000100:00100000:3.0:1767322887.112965:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816925312
00000100:00100000:3.0:1767322887.112986:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3524
00000100:00100000:3.0:1767322887.112995:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816925184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322887.113025:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816925184:12345-0@lo:400:kworker.0 Request processed in 33us (790us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322887.113031:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3524
00000100:00100000:3.0:1767322887.113041:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3525
00000100:00100000:3.0:1767322887.113047:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816925312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322887.113076:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816925312:12345-0@lo:400:kworker.0 Request processed in 29us (222us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322887.113081:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3525
00000100:00100000:3.0:1767322887.113107:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816925312:0@lo:400:kworker.0
00000100:00080000:1.0:1767322887.113228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322887.113232:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322887.113251:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816925184:0@lo:400:kworker.0
00000100:00100000:1.0:1767322887.113267:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816924672
00000100:00100000:1.0:1767322887.113269:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816924672
00000100:00100000:1.0:1767322887.113306:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5609
00000100:00100000:1.0:1767322887.113311:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816924672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322887.113342:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816924672:12345-0@lo:400:kworker.0 Request processed in 31us (434us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322887.113347:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5609
00000100:00100000:2.0:1767322887.113439:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816924288:0@lo:250:kworker.0
00000400:00000100:2.0:1767322887.113464:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816924288 offset 0 length 520: 4
00000100:00100000:2.0:1767322887.113484:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816924416:0@lo:38:kworker.0
00000100:00100000:2.0:1767322887.113505:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322887.113527:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816924544:0@lo:38:kworker.0
00000100:00100000:2.0:1767322887.113556:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322887.113701:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816924800:0@lo:38:kworker.0
00000100:00100000:2.0:1767322887.113723:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322887.113740:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816925056:0@lo:38:kworker.0
00000100:00100000:2.0:1767322887.113783:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322887.113809:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816924416
00000100:00100000:2.0:1767322887.113812:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816924416
00000100:00100000:2.0:1767322887.113905:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816924800
00000100:00100000:2.0:1767322887.113909:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816924800
00000100:00100000:2.0:1767322887.113922:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816925056
00000100:00100000:2.0:1767322887.113924:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816925056
00000100:00100000:2.0:1767322887.113934:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90169
00000100:00100000:2.0:1767322887.113938:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816924416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322887.113954:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322887.113989:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816924416:12345-0@lo:38:kworker.0 Request processed in 49us (483us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322887.113995:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90169
00000100:00080000:2.0:1767322887.114020:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322887.114025:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322887.114028:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816924416:0@lo:38:kworker.0
00000100:00100000:2.0:1767322887.114048:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90170
00000100:00100000:2.0:1767322887.114051:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816924800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322887.114061:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322887.114087:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816924800:12345-0@lo:38:kworker.0 Request processed in 33us (362us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322887.114093:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90170
00000100:00080000:2.0:1767322887.114112:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322887.114116:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322887.114119:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816924800:0@lo:38:kworker.0
00000100:00100000:2.0:1767322887.114145:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90171
00000100:00100000:2.0:1767322887.114150:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816925056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322887.114159:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322887.114186:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816925056:12345-0@lo:38:kworker.0 Request processed in 36us (403us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322887.114192:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90171
00000100:00080000:2.0:1767322887.114212:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322887.114217:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322887.114220:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816925056:0@lo:38:kworker.0
00010000:00010000:2.0:1767322887.114829:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322887.115206:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816924544
00000100:00100000:3.0:1767322887.115213:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816924544
00000100:00100000:3.0:1767322887.115241:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275
00000100:00100000:3.0:1767322887.115246:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e540850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816924544:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322887.115256:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322887.115293:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e540850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816924544:12345-0@lo:38:kworker.0 Request processed in 47us (1737us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322887.115297:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275
00000100:00080000:3.0:1767322887.115434:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322887.115454:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816924672:0@lo:400:kworker.0
00000100:00080000:2.0:1767322887.115655:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322887.115658:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322887.115660:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816924544:0@lo:38:kworker.0
00000100:00100000:2.0:1767322887.686887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322888.135082:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322888.711939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322888.872034:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322888.872163:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758776320
00000100:00100000:0.0:1767322888.872246:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758776320
00000100:00080000:3.0:1767322888.872370:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322888.872416:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5610
00000100:00100000:0.0:1767322888.872429:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758776320:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322888.872521:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758776320:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (496us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322888.872530:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5610
00000100:00100000:3.0:1767322888.872612:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322888.892098:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758776192
00000100:00100000:1.0:1767322888.897622:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758776192
00000100:00100000:1.0:1767322888.897706:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90172
00000100:00100000:1.0:1767322888.897715:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758776192:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322888.897739:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322888.897845:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758776192:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 130us (25233us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322888.897854:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90172
00010000:00010000:1.0:1767322889.159139:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322889.734992:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322890.182999:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322890.695508:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816925568:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322890.695581:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816925440:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322890.695582:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322890.695622:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322890.695676:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816925568
00000100:00100000:0.0:1767322890.695683:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816925568
00000100:00100000:0.0:1767322890.695749:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816925440
00000100:00100000:0.0:1767322890.695772:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816925440
00000100:00100000:0.0:1767322890.695800:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237
00000100:00100000:0.0:1767322890.695810:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816925568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322890.695839:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322890.695878:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816925568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322890.695885:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237
00000100:00100000:0.0:1767322890.695901:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238
00000100:00100000:0.0:1767322890.695906:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816925440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322890.695919:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767322890.695942:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322890.695947:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322890.695948:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816925440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322890.695957:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238
00000100:00100000:0.0:1767322890.696002:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816925440:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322890.696017:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816925568:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322890.759374:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322891.207005:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322891.782851:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767322892.232437:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322892.232449:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322892.232453:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322892.232458:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322892.232462:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322892.232471:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5429
00000100:00080000:2.0:1767322892.232476:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322892.232483:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322892.232525:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631ea00 x1853166816925696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322892.232552:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322892.232556:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322892.232558:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322892.232562:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5429
00000100:00080000:2.0:1767322892.232564:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322892.232567:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322892.232580:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d880 x1853166816925824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322892.232624:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322892.232628:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322892.232630:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322892.232634:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5429
00000100:00080000:2.0:1767322892.232636:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322892.232639:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322892.232651:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d180 x1853166816926080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322892.232681:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322892.232684:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322892.232685:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322892.232689:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5429
00000100:00080000:2.0:1767322892.232692:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322892.232695:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322892.232706:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631fb80 x1853166816926336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322892.232749:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816926208:0@lo:400:kworker.0
00000100:00100000:0.0:1767322892.232772:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816926464:0@lo:400:kworker.0
00000100:00100000:3.0:1767322892.232871:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816926592:0@lo:400:kworker.0
00000100:00100000:1.0:1767322892.232924:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816925952:0@lo:400:kworker.0
00000100:00100000:2.0:1767322892.232989:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1767322892.233068:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322892.233087:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816925696:0@lo:38:kworker.0
00000100:00100000:2.0:1767322892.233112:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322892.233133:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816925824:0@lo:38:kworker.0
00000100:00100000:2.0:1767322892.233156:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322892.233177:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816926080:0@lo:38:kworker.0
00000100:00100000:2.0:1767322892.233197:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322892.233212:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816926336:0@lo:38:kworker.0
00000100:00100000:2.0:1767322892.233232:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322892.233261:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816926208
00000100:00100000:2.0:1767322892.233268:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816926208
00000100:00100000:2.0:1767322892.233313:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816925696
00000100:00100000:2.0:1767322892.233316:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816925696
00000100:00100000:2.0:1767322892.233329:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816926080
00000100:00100000:2.0:1767322892.233331:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816926080
00000100:00100000:2.0:1767322892.233337:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816926336
00000100:00100000:2.0:1767322892.233339:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816926336
00000100:00100000:2.0:1767322892.233350:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5611
00000100:00100000:2.0:1767322892.233359:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816926208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322892.233407:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816926208:12345-0@lo:400:kworker.0 Request processed in 50us (425us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322892.233415:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5611
00000100:00100000:2.0:1767322892.233434:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90173
00000100:00100000:2.0:1767322892.233438:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816925696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322892.233454:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322892.233487:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816925696:12345-0@lo:38:kworker.0 Request processed in 47us (374us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322892.233493:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90173
00000100:00100000:2.0:1767322892.233505:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90174
00000100:00100000:2.0:1767322892.233508:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816926080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322892.233517:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322892.233538:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816926080:12345-0@lo:38:kworker.0 Request processed in 28us (340us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322892.233543:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90174
00000100:00100000:2.0:1767322892.233553:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90175
00000100:00100000:2.0:1767322892.233556:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816926336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322892.233565:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322892.233586:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816926336:12345-0@lo:38:kworker.0 Request processed in 28us (353us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322892.233591:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90175
00000100:00100000:2.0:1767322892.233629:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816926208:0@lo:400:kworker.0
00000100:00080000:2.0:1767322892.233652:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322892.233657:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322892.233660:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816925696:0@lo:38:kworker.0
00000100:00080000:2.0:1767322892.233667:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322892.233670:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322892.233673:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816926080:0@lo:38:kworker.0
00000100:00080000:2.0:1767322892.233679:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322892.233682:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322892.233684:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816926336:0@lo:38:kworker.0
00000100:00100000:2.0:1767322892.233719:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816925824
00000100:00100000:2.0:1767322892.233722:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816925824
00000100:00100000:2.0:1767322892.233741:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276
00000100:00100000:2.0:1767322892.233745:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816925824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322892.233775:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322892.233804:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816925824:12345-0@lo:38:kworker.0 Request processed in 58us (647us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322892.233811:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276
00000100:00080000:2.0:1767322892.233831:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322892.233834:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322892.233837:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816925824:0@lo:38:kworker.0
00000100:00080000:2.0:1767322892.233883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322892.238374:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322892.238592:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816926464
00000100:00100000:2.0:1767322892.238602:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816926464
00000100:00100000:2.0:1767322892.238670:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3526
00000100:00100000:2.0:1767322892.238688:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816926464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322892.238782:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816926464:12345-0@lo:400:kworker.0 Request processed in 104us (413us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322892.238792:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3526
00000100:00100000:3.0:1767322892.238936:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322892.239156:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816926592
00000100:00100000:2.0:1767322892.239165:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816926592
00000100:00100000:2.0:1767322892.239200:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527
00000100:00100000:2.0:1767322892.239206:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816926592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322892.239245:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816926592:12345-0@lo:400:kworker.0 Request processed in 39us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322892.239250:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527
00000100:00100000:3.0:1767322892.239320:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816926592:0@lo:400:kworker.0
00000100:00080000:0.0:1767322892.239335:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322892.239342:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767322892.239365:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816926464:0@lo:400:kworker.0
00000100:00100000:1.0:1767322892.239460:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322892.239511:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816925952
00000100:00100000:2.0:1767322892.239515:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816925952
00000100:00100000:2.0:1767322892.239650:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5612
00000100:00100000:2.0:1767322892.239658:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816925952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322892.239710:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816925952:12345-0@lo:400:kworker.0 Request processed in 54us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322892.239716:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5612
00000100:00100000:3.0:1767322892.239788:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816925952:0@lo:400:kworker.0
00000100:00080000:0.0:1767322892.239912:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322892.806969:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322893.255154:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322893.830951:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322893.994461:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322893.994657:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758776448
00000100:00100000:1.0:1767322893.994668:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758776448
00000100:00100000:1.0:1767322893.994803:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90176
00000100:00100000:1.0:1767322893.994813:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758776448:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322893.994838:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322893.994910:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758776448:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 97us (458us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322893.994917:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90176
00000100:00100000:3.0:1767322893.995967:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322894.006424:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758776576
00000100:00100000:2.0:1767322894.006440:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758776576
00000100:00100000:2.0:1767322894.006566:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5613
00000100:00100000:2.0:1767322894.006579:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758776576:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322894.006666:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758776576:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 89us (10703us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322894.006674:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5613
00000100:00080000:3.0:1767322894.007800:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322894.280527:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322894.855214:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322895.303664:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322895.815032:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816926720:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322895.815134:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322895.815277:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816926720
00000100:00100000:2.0:1767322895.815288:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816926720
00000100:00100000:2.0:1767322895.815369:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239
00000100:00100000:2.0:1767322895.815380:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816926720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322895.815410:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322895.815455:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816926720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322895.815463:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239
00000100:00080000:0.0:1767322895.815609:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322895.815620:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322895.815631:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816926848:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322895.815659:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322895.815742:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816926848
00000100:00100000:1.0:1767322895.815746:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816926848
00000100:00100000:1.0:1767322895.815801:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240
00000100:00100000:1.0:1767322895.815809:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816926848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322895.815825:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322895.815866:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816926848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322895.815873:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240
00000100:00100000:1.0:1767322895.815920:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816926720:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767322895.815973:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322895.816210:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816926848:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322895.878873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322896.326998:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322896.903351:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322897.356073:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322897.356548:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322897.356556:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322897.356559:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322897.356562:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322897.356567:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322897.356573:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5434
00000100:00080000:3.0:1767322897.356579:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322897.356585:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322897.356624:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7ea00 x1853166816926976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322897.356660:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322897.356664:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322897.356666:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322897.356670:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5434
00000100:00080000:3.0:1767322897.356672:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322897.356674:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322897.356686:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7c380 x1853166816927104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322897.356725:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322897.356729:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322897.356731:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322897.356734:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5434
00000100:00080000:3.0:1767322897.356737:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322897.356739:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322897.356751:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07bb80 x1853166816927360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322897.356812:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322897.356816:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322897.356818:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322897.356821:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5434
00000100:00080000:3.0:1767322897.356823:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322897.356826:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322897.356836:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409500 x1853166816927616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322897.356927:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816927232:0@lo:400:kworker.0
00000100:00100000:0.0:1767322897.357000:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322897.357083:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322897.357090:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816927872:0@lo:400:kworker.0
00000100:00100000:0.0:1767322897.357115:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322897.357155:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816927872
00000100:00100000:0.0:1767322897.357162:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816927872
00000100:00100000:0.0:1767322897.357212:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528
00000100:00100000:0.0:1767322897.357221:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816927872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322897.357269:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816927872:12345-0@lo:400:kworker.0 Request processed in 49us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322897.357277:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528
00000100:00080000:0.0:1767322897.357297:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322897.357338:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816927872:0@lo:400:kworker.0
00000100:00100000:1.0:1767322897.357575:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816927744:0@lo:400:kworker.0
00000100:00100000:1.0:1767322897.357604:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322897.357629:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322897.357633:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816927488:0@lo:400:kworker.0
00000100:00100000:1.0:1767322897.357651:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322897.357678:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816927232
00000100:00100000:1.0:1767322897.357681:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816927232
00000100:00100000:1.0:1767322897.357710:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816927488
00000100:00100000:1.0:1767322897.357713:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816927488
00000100:00100000:1.0:1767322897.357728:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5614
00000100:00100000:1.0:1767322897.357733:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816927232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322897.357788:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816927232:12345-0@lo:400:kworker.0 Request processed in 54us (788us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322897.357794:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5614
00000100:00100000:1.0:1767322897.357806:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5615
00000100:00100000:1.0:1767322897.357811:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816927488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322897.357835:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816927488:12345-0@lo:400:kworker.0 Request processed in 24us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322897.357840:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5615
00000100:00080000:1.0:1767322897.357854:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322897.357869:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816927488:0@lo:400:kworker.0
00000100:00100000:2.0:1767322897.358132:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816926976:0@lo:38:kworker.0
00000100:00100000:2.0:1767322897.358163:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322897.358193:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816927104:0@lo:38:kworker.0
00000100:00100000:2.0:1767322897.358215:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322897.358240:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816927360:0@lo:38:kworker.0
00000100:00100000:2.0:1767322897.358261:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322897.358275:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816927616:0@lo:38:kworker.0
00000100:00100000:2.0:1767322897.358293:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322897.358330:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816927104
00000100:00100000:2.0:1767322897.358335:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816927104
00000100:00100000:2.0:1767322897.358357:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277
00000100:00100000:2.0:1767322897.358362:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816927104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322897.358380:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322897.358426:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816927104:12345-0@lo:38:kworker.0 Request processed in 63us (209us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322897.358433:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277
00000100:00080000:2.0:1767322897.358462:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322897.358466:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322897.358469:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816927104:0@lo:38:kworker.0
00000100:00100000:0.0:1767322897.358749:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816927744
00000100:00100000:0.0:1767322897.358784:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816927744
00000100:00100000:0.0:1767322897.358819:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529
00000100:00100000:0.0:1767322897.358825:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816927744:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322897.358862:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816927744:12345-0@lo:400:kworker.0 Request processed in 37us (1257us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322897.358868:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529
00000100:00100000:0.0:1767322897.358897:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816927232:0@lo:400:kworker.0
00000100:00100000:1.0:1767322897.358970:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816926976
00000100:00100000:1.0:1767322897.358974:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816926976
00000100:00100000:1.0:1767322897.359004:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816927360
00000100:00100000:1.0:1767322897.359007:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816927360
00000100:00100000:1.0:1767322897.359019:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816927616
00000100:00100000:1.0:1767322897.359021:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816927616
00000100:00100000:1.0:1767322897.359039:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90177
00000100:00100000:1.0:1767322897.359043:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816926976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322897.359055:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322897.359089:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816926976:12345-0@lo:38:kworker.0 Request processed in 45us (925us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322897.359095:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90177
00000100:00100000:1.0:1767322897.359108:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90178
00000100:00100000:1.0:1767322897.359112:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816927360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322897.359120:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322897.359145:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816927360:12345-0@lo:38:kworker.0 Request processed in 32us (883us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322897.359151:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90178
00000100:00100000:1.0:1767322897.359162:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90179
00000100:00100000:1.0:1767322897.359166:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816927616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322897.359174:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322897.359197:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816927616:12345-0@lo:38:kworker.0 Request processed in 29us (902us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322897.359202:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90179
00000100:00080000:1.0:1767322897.359232:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322897.359237:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322897.359240:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816926976:0@lo:38:kworker.0
00000100:00080000:1.0:1767322897.359249:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322897.359252:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322897.359255:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816927360:0@lo:38:kworker.0
00000100:00080000:1.0:1767322897.359263:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322897.359267:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322897.359269:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816927616:0@lo:38:kworker.0
00000100:00100000:1.0:1767322897.359299:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816927744:0@lo:400:kworker.0
00000100:00080000:2.0:1767322897.360041:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322897.927099:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322898.378855:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322898.950991:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322899.114350:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322899.114400:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322899.114539:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758776832
00000100:00100000:1.0:1767322899.114549:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758776832
00000100:00100000:1.0:1767322899.114649:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758776704
00000100:00100000:1.0:1767322899.114653:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758776704
00000100:00100000:1.0:1767322899.114676:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5616
00000100:00100000:1.0:1767322899.114687:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758776832:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322899.114795:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758776832:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 109us (453us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322899.114803:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5616
00000100:00100000:1.0:1767322899.114822:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90180
00000100:00100000:1.0:1767322899.114828:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758776704:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322899.114851:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322899.114904:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758776704:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 75us (503us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322899.114919:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90180
00000100:00080000:3.0:1767322899.115045:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322899.399119:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322899.975101:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322900.422950:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322900.935116:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816928000:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322900.935190:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322900.936313:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816928000
00000100:00100000:1.0:1767322900.936323:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816928000
00000100:00100000:1.0:1767322900.936446:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241
00000100:00100000:1.0:1767322900.936456:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816928000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322900.936501:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322900.936510:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322900.936521:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816928128:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767322900.939929:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322900.941399:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816928000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4937us (6202us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322900.941415:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241
00000100:00100000:0.0:1767322900.941434:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322900.941875:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816928000:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322900.941931:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816928128
00000100:00100000:1.0:1767322900.941938:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816928128
00000100:00100000:1.0:1767322900.942065:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242
00000100:00100000:1.0:1767322900.942075:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e451b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816928128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322900.942103:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322900.942160:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e451b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816928128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (729us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322900.942166:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242
00000100:00100000:0.0:1767322900.942817:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816928128:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767322900.942935:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322900.998958:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322901.447058:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322902.022994:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767322902.471172:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322902.471184:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322902.471186:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322902.471190:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322902.471195:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322902.471202:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5439
00000100:00080000:0.0:1767322902.471207:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322902.471214:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322902.471261:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d880 x1853166816928256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322902.471289:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322902.471292:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322902.471294:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322902.471299:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5439
00000100:00080000:0.0:1767322902.471301:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322902.471304:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322902.471317:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6fb80 x1853166816928384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322902.471362:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322902.471366:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322902.471376:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322902.471380:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5439
00000100:00080000:0.0:1767322902.471382:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322902.471385:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322902.471395:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d500 x1853166816928640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322902.471414:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322902.471417:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322902.471418:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322902.471421:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5439
00000100:00080000:0.0:1767322902.471423:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322902.471426:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322902.471437:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6f800 x1853166816928896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322902.471552:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816928512:0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.471619:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322902.471682:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322902.471687:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816929152:0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.471710:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322902.471742:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816928768:0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.471788:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322902.471807:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322902.471813:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816929024:0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.471834:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322902.471872:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816929152
00000100:00100000:2.0:1767322902.471879:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816929152
00000100:00100000:2.0:1767322902.471938:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816929024
00000100:00100000:2.0:1767322902.471942:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816929024
00000100:00100000:2.0:1767322902.471963:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3530
00000100:00100000:2.0:1767322902.471972:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816929152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.472029:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816929152:12345-0@lo:400:kworker.0 Request processed in 58us (317us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322902.472036:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3530
00000100:00100000:2.0:1767322902.472055:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531
00000100:00100000:2.0:1767322902.472061:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816929024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.472091:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816929024:12345-0@lo:400:kworker.0 Request processed in 30us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322902.472097:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531
00000100:00100000:2.0:1767322902.472114:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816928512
00000100:00100000:2.0:1767322902.472118:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816928512
00000100:00100000:2.0:1767322902.472140:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816928768
00000100:00100000:2.0:1767322902.472143:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816928768
00000100:00100000:2.0:1767322902.472158:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5617
00000100:00100000:2.0:1767322902.472163:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816928512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.472191:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816928512:12345-0@lo:400:kworker.0 Request processed in 28us (572us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322902.472197:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5617
00000100:00100000:2.0:1767322902.472208:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5618
00000100:00100000:2.0:1767322902.472213:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816928768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.472236:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816928768:12345-0@lo:400:kworker.0 Request processed in 23us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322902.472242:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5618
00000100:00080000:2.0:1767322902.472260:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767322902.472264:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322902.472266:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322902.472293:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816929024:0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.472301:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816928768:0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.472325:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816929152:0@lo:400:kworker.0
00000100:00100000:2.0:1767322902.472335:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816928512:0@lo:400:kworker.0
00010000:00010000:3.0:1767322902.472493:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322902.473074:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816928256:0@lo:38:kworker.0
00000100:00100000:1.0:1767322902.473115:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322902.473147:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816928384:0@lo:38:kworker.0
00000100:00100000:1.0:1767322902.473168:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322902.473242:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816928640:0@lo:38:kworker.0
00000100:00100000:1.0:1767322902.473263:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322902.473285:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816928896:0@lo:38:kworker.0
00000100:00100000:1.0:1767322902.473304:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322902.473334:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816928256
00000100:00100000:1.0:1767322902.473339:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816928256
00000100:00100000:1.0:1767322902.473362:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816928640
00000100:00100000:1.0:1767322902.473365:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816928640
00000100:00100000:1.0:1767322902.473389:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816928896
00000100:00100000:1.0:1767322902.473392:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816928896
00000100:00100000:1.0:1767322902.473404:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90181
00000100:00100000:1.0:1767322902.473411:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816928256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322902.473430:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322902.473467:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816928256:12345-0@lo:38:kworker.0 Request processed in 54us (350us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322902.473474:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90181
00000100:00100000:1.0:1767322902.473487:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90182
00000100:00100000:1.0:1767322902.473491:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816928640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322902.473501:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322902.473523:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816928640:12345-0@lo:38:kworker.0 Request processed in 31us (260us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322902.473528:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90182
00000100:00100000:1.0:1767322902.473538:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90183
00000100:00100000:1.0:1767322902.473542:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816928896:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322902.473550:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322902.473571:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816928896:12345-0@lo:38:kworker.0 Request processed in 28us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322902.473576:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90183
00000100:00080000:1.0:1767322902.473611:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322902.473615:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322902.473619:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816928256:0@lo:38:kworker.0
00000100:00080000:1.0:1767322902.473627:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322902.473630:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322902.473633:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816928640:0@lo:38:kworker.0
00000100:00080000:1.0:1767322902.473639:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322902.473642:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322902.473645:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816928896:0@lo:38:kworker.0
00000100:00100000:3.0:1767322902.474999:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816928384
00000100:00100000:3.0:1767322902.475008:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816928384
00000100:00100000:3.0:1767322902.475081:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278
00000100:00100000:3.0:1767322902.475087:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816928384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322902.475101:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322902.475161:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816928384:12345-0@lo:38:kworker.0 Request processed in 73us (1992us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322902.475168:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278
00000100:00080000:1.0:1767322902.475231:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322902.475236:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322902.475240:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816928384:0@lo:38:kworker.0
00000100:00100000:2.0:1767322903.047651:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322903.498485:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322904.072296:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322904.234575:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322904.234624:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322904.234734:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758777088
00000100:00100000:0.0:1767322904.234744:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758777088
00000100:00100000:0.0:1767322904.234861:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758776960
00000100:00100000:0.0:1767322904.234866:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758776960
00000100:00100000:0.0:1767322904.234911:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5619
00000100:00100000:0.0:1767322904.234922:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758777088:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767322904.235018:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322904.235022:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758777088:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (456us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322904.235834:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90184
00000100:00100000:1.0:1767322904.235853:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758776960:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322904.235889:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322904.235980:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758776960:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 129us (1354us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322904.235989:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90184
00000100:00100000:0.0:1767322904.239004:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5619
00010000:00010000:2.0:1767322904.519869:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322905.095103:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322905.543044:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322906.055111:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322906.055156:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816929280:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322906.055486:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322906.056404:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816929280
00000100:00100000:0.0:1767322906.056417:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816929280
00000100:00100000:0.0:1767322906.056527:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243
00000100:00100000:0.0:1767322906.056547:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816929280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322906.056589:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322906.056817:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816929280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 280us (1332us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322906.056826:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243
00000100:00100000:0.0:1767322906.056898:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816929280:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767322906.057400:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322906.057621:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767322906.057699:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816929408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322906.057788:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322906.059891:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816929408
00000100:00100000:1.0:1767322906.059909:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816929408
00000100:00100000:1.0:1767322906.060212:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244
00000100:00100000:1.0:1767322906.060226:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816929408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322906.060279:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322906.060392:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816929408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 169us (2637us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322906.060400:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244
00000100:00100000:2.0:1767322906.060621:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816929408:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767322906.061057:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322906.118921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322906.567056:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322907.142984:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767322907.590920:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322907.590944:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322907.590948:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322907.590953:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322907.590959:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322907.590969:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5445
00010000:00010000:2.0:1767322907.590972:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322907.590975:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322907.590984:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322907.591041:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac20a80 x1853166816929536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322907.591075:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322907.591079:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322907.591082:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322907.591087:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5445
00000100:00080000:1.0:1767322907.591089:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322907.591093:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322907.591108:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21880 x1853166816929664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322907.591156:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322907.591160:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322907.591162:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322907.591166:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5445
00000100:00080000:1.0:1767322907.591169:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322907.591172:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322907.591184:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af6300 x1853166816929920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322907.591214:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322907.591217:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322907.591219:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322907.591222:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5445
00000100:00080000:1.0:1767322907.591225:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322907.591229:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322907.591239:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af5180 x1853166816930176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322907.591285:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816930304:0@lo:400:kworker.0
00000100:00100000:3.0:1767322907.591369:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816929792:0@lo:400:kworker.0
00000100:00100000:1.0:1767322907.591373:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322907.591409:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322907.591448:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322907.591455:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816930048:0@lo:400:kworker.0
00000100:00100000:2.0:1767322907.591471:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816929536:0@lo:38:kworker.0
00000100:00100000:1.0:1767322907.591477:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322907.591500:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322907.591569:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816930304
00000100:00100000:0.0:1767322907.591580:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816930304
00000100:00100000:0.0:1767322907.591644:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532
00000100:00100000:0.0:1767322907.591654:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816930304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322907.591721:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816929664:0@lo:38:kworker.0
00000100:00100000:1.0:1767322907.594662:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816929792
00000100:00100000:1.0:1767322907.594684:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816929792
00000100:00100000:1.0:1767322907.594816:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816930048
00000100:00100000:1.0:1767322907.594820:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816930048
00000100:00100000:1.0:1767322907.594848:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816929536
00000100:00100000:1.0:1767322907.594851:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816929536
00000100:00100000:1.0:1767322907.594877:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5620
00000100:00100000:1.0:1767322907.594888:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816929792:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767322907.597398:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322907.597451:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5621
00000100:00100000:3.0:1767322907.597486:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816930048:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322907.597819:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816930304:12345-0@lo:400:kworker.0 Request processed in 6162us (6442us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322907.597833:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532
00000100:00100000:0.0:1767322907.597885:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90185
00000100:00100000:0.0:1767322907.597891:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816929536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322907.597918:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322907.597968:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816929536:12345-0@lo:38:kworker.0 Request processed in 75us (6466us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322907.597976:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90185
00000100:00100000:0.0:1767322907.598021:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816930432:0@lo:400:kworker.0
00000100:00100000:0.0:1767322907.598070:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322907.598126:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816930432
00000100:00100000:0.0:1767322907.598135:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816930432
00000100:00100000:0.0:1767322907.598177:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533
00000100:00100000:0.0:1767322907.598185:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816930432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322907.598223:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816930432:12345-0@lo:400:kworker.0 Request processed in 39us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322907.598230:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533
00000100:00100000:0.0:1767322907.598808:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816930432:0@lo:400:kworker.0
00000100:00100000:0.0:1767322907.598927:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816930304:0@lo:400:kworker.0
00000100:00100000:2.0:1767322907.599114:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322907.599166:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816929920:0@lo:38:kworker.0
00000100:00100000:2.0:1767322907.599202:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322907.599222:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816930176:0@lo:38:kworker.0
00000100:00100000:2.0:1767322907.599269:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322907.599304:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322907.599311:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322907.599315:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816929536:0@lo:38:kworker.0
00000100:00100000:2.0:1767322907.599499:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816929664
00000100:00100000:2.0:1767322907.599507:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816929664
00000100:00100000:2.0:1767322907.599543:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279
00000100:00100000:2.0:1767322907.599627:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816929664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322907.599654:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322907.599699:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816929664:12345-0@lo:38:kworker.0 Request processed in 148us (587us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322907.599707:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279
00000100:00100000:2.0:1767322907.599735:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816929920
00000100:00100000:2.0:1767322907.599739:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816929920
00000100:00100000:2.0:1767322907.599783:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816930176
00000100:00100000:2.0:1767322907.599786:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816930176
00000100:00100000:2.0:1767322907.599805:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90186
00000100:00100000:2.0:1767322907.599809:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816929920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322907.599820:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322907.599848:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816929920:12345-0@lo:38:kworker.0 Request processed in 37us (645us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322907.599854:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90186
00000100:00100000:2.0:1767322907.599868:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90187
00000100:00100000:2.0:1767322907.599871:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816930176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322907.599880:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322907.599905:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816930176:12345-0@lo:38:kworker.0 Request processed in 32us (635us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322907.599911:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90187
00000100:00080000:2.0:1767322907.599978:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322907.599983:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322907.599986:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816929664:0@lo:38:kworker.0
00000100:00080000:2.0:1767322907.599995:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322907.599999:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322907.600001:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816929920:0@lo:38:kworker.0
00000100:00080000:2.0:1767322907.600010:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322907.600014:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322907.600016:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816930176:0@lo:38:kworker.0
00000100:00100000:1.0:1767322907.601509:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816929792:12345-0@lo:400:kworker.0 Request processed in 6613us (10088us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322907.601524:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5620
00000100:00100000:2.0:1767322907.601809:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816929792:0@lo:400:kworker.0
00000100:00100000:3.0:1767322907.602454:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816930048:12345-0@lo:400:kworker.0 Request processed in 4988us (10971us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322907.602466:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5621
00000100:00100000:0.0:1767322907.607237:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816930048:0@lo:400:kworker.0
00000100:00100000:2.0:1767322908.171412:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322908.615072:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322909.193672:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322909.352753:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322909.353060:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322909.360268:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758777344
00000100:00100000:3.0:1767322909.360290:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758777344
00000100:00100000:3.0:1767322909.360468:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758777216
00000100:00100000:3.0:1767322909.360473:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758777216
00000100:00100000:3.0:1767322909.360504:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5622
00000100:00100000:3.0:1767322909.360519:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758777344:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322909.360637:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758777344:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 122us (7899us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322909.360645:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5622
00000100:00100000:3.0:1767322909.360667:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90188
00000100:00100000:3.0:1767322909.360672:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758777216:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322909.360698:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322909.360727:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758777216:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (7667us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322909.360733:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90188
00000400:00000100:0.0:1767322909.360930:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758777472 offset 0 length 520: 4
00000100:00080000:1.0:1767322909.361284:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322909.642857:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322910.214945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322910.664110:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322911.175342:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816930688:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322911.175439:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322911.175564:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816930688
00000100:00100000:2.0:1767322911.175574:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816930688
00000100:00100000:2.0:1767322911.175641:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245
00000100:00100000:2.0:1767322911.175653:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816930688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322911.175692:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322911.175743:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816930688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322911.175778:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245
00000100:00100000:2.0:1767322911.175837:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816930688:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322911.176079:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322911.176094:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816930560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322911.176130:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322911.176183:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322911.176204:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816930560
00000100:00100000:1.0:1767322911.176208:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816930560
00000100:00080000:0.0:1767322911.176242:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322911.176254:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246
00000100:00100000:1.0:1767322911.176263:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816930560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322911.176285:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322911.176330:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816930560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322911.176337:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246
00000100:00100000:0.0:1767322911.177089:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816930560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322911.238936:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322911.691584:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322912.263168:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767322912.711098:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322912.711115:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322912.711119:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322912.711124:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322912.711130:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322912.711141:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5450
00000100:00080000:3.0:1767322912.711147:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322912.711157:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322912.711167:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322887/real 1767322887]  req@ffff8d4e4ea7c380 x1853166816924288/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322912 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322912.711206:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4ea7c380 x1853166816924288/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322912 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767322912.711230:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322912.711257:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322912.711262:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816924288:0@lo:250:kworker.0
00000100:00100000:3.0:1767322912.711385:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42585180 x1853166816930816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322912.711410:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322912.711414:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322912.711416:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322912.711420:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5450
00000100:00080000:3.0:1767322912.711423:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322912.711428:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322912.711445:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586300 x1853166816930944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322912.711459:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816930816:0@lo:38:kworker.0
00000100:00080000:3.0:1767322912.711487:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322912.711491:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322912.711493:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322912.711498:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5450
00000100:00080000:3.0:1767322912.711500:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322912.711503:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322912.711514:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21a680 x1853166816931200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322912.711537:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322912.711540:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322912.711542:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767322912.711545:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322912.711545:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5450
00000100:00080000:3.0:1767322912.711548:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322912.711551:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322912.711560:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b219c00 x1853166816931456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322912.711586:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322912.711588:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322912.711590:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322912.711593:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5429
00000100:00080000:3.0:1767322912.711595:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322912.711598:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322912.711607:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ed80 x1853166816931840/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322912.711612:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816930944:0@lo:38:kworker.0
00000100:00100000:3.0:1767322912.711627:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816931712:0@lo:400:kworker.0
00000100:00100000:1.0:1767322912.711638:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322912.711661:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816931200:0@lo:38:kworker.0
00000100:00100000:3.0:1767322912.711661:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322912.711682:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322912.711684:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322912.711689:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816931072:0@lo:400:kworker.0
00000100:00100000:1.0:1767322912.711697:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816931456:0@lo:38:kworker.0
00000100:00100000:3.0:1767322912.711708:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322912.711736:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816930944
00000100:00100000:3.0:1767322912.711737:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816930816
00000100:00100000:1.0:1767322912.711746:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816930944
00000100:00100000:3.0:1767322912.711746:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816930816
00000100:00100000:3.0:1767322912.711805:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816931200
00000100:00100000:1.0:1767322912.711806:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280
00000100:00100000:3.0:1767322912.711807:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816931200
00000100:00100000:1.0:1767322912.711814:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816930944:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322912.711819:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816931072
00000100:00100000:3.0:1767322912.711821:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816931072
00010000:00020000:1.0:1767322912.711837:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322912.711857:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5623
00000100:00100000:3.0:1767322912.711867:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816931072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322912.711877:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816930944:12345-0@lo:38:kworker.0 Request processed in 63us (239us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322912.711884:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280
00000100:00100000:3.0:1767322912.711923:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816931072:12345-0@lo:400:kworker.0 Request processed in 59us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322912.711930:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5623
00000100:00100000:3.0:1767322912.711943:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90189
00000100:00100000:1.0:1767322912.711947:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90190
00000100:00100000:3.0:1767322912.711947:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816930816:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322912.711951:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816931200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322912.711957:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767322912.711959:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322912.711983:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816931200:12345-0@lo:38:kworker.0 Request processed in 30us (299us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322912.711988:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90190
00000100:00100000:1.0:1767322912.712008:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816931584:0@lo:400:kworker.0
00000100:00100000:1.0:1767322912.712033:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322912.712052:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322912.712057:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816931328:0@lo:400:kworker.0
00000100:00100000:1.0:1767322912.712076:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322912.712099:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816931328
00000100:00100000:1.0:1767322912.712103:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816931328
00000100:00100000:1.0:1767322912.712122:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5624
00000100:00100000:1.0:1767322912.712127:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816931328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322912.712159:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816931328:12345-0@lo:400:kworker.0 Request processed in 32us (81us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322912.712165:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5624
00000100:00100000:1.0:1767322912.712200:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816931328:0@lo:400:kworker.0
00000100:00100000:1.0:1767322912.712220:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322912.712238:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816931840:0@lo:250:kworker.0
00000400:00000100:1.0:1767322912.712255:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816931840 offset 0 length 520: 4
00000100:00080000:1.0:1767322912.712278:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322912.712282:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322912.712285:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816930944:0@lo:38:kworker.0
00000100:00080000:1.0:1767322912.712293:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322912.712296:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322912.712299:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816931200:0@lo:38:kworker.0
00000100:00100000:1.0:1767322912.712321:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816931456
00000100:00100000:1.0:1767322912.712325:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816931456
00000100:00100000:1.0:1767322912.712337:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90191
00000100:00100000:1.0:1767322912.712341:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816931456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322912.712350:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322912.712377:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816931456:12345-0@lo:38:kworker.0 Request processed in 34us (157us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322912.712383:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90191
00000100:00080000:1.0:1767322912.712402:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322912.712405:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322912.712407:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816931456:0@lo:38:kworker.0
00000100:00100000:1.0:1767322912.712469:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816931072:0@lo:400:kworker.0
00000100:00100000:0.0:1767322912.712662:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816931712
00000100:00100000:0.0:1767322912.712667:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816931712
00000100:00100000:0.0:1767322912.712710:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816931584
00000100:00100000:0.0:1767322912.712713:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816931584
00000100:00100000:0.0:1767322912.712740:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534
00000100:00100000:0.0:1767322912.712747:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816931712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322912.712814:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816931712:12345-0@lo:400:kworker.0 Request processed in 66us (1152us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322912.712820:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534
00000100:00100000:0.0:1767322912.712834:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3535
00000100:00100000:0.0:1767322912.712840:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816931584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322912.712872:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816931584:12345-0@lo:400:kworker.0 Request processed in 32us (838us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322912.712879:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3535
00000100:00080000:0.0:1767322912.712907:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322912.712931:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816931712:0@lo:400:kworker.0
00000100:00100000:0.0:1767322912.712956:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816931584:0@lo:400:kworker.0
00010000:00010000:2.0:1767322912.713146:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322912.713360:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816930816:12345-0@lo:38:kworker.0 Request processed in 1411us (1814us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322912.713369:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90189
00000100:00080000:1.0:1767322912.713480:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322912.713486:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322912.713490:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816930816:0@lo:38:kworker.0
00000100:00100000:1.0:1767322913.286938:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322913.735091:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322914.310939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322914.477621:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322914.477675:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322914.477891:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758777728
00000100:00100000:0.0:1767322914.477907:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758777728
00000100:00100000:0.0:1767322914.478169:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758777600
00000100:00100000:0.0:1767322914.478173:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758777600
00000100:00100000:0.0:1767322914.478202:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5625
00000100:00100000:0.0:1767322914.478215:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758777728:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322914.478324:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758777728:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 112us (720us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322914.478333:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5625
00000100:00100000:0.0:1767322914.478356:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90192
00000100:00100000:0.0:1767322914.478361:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758777600:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322914.478388:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322914.478420:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758777600:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (745us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322914.478427:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90192
00000100:00080000:3.0:1767322914.479732:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767322914.759074:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322915.335175:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322915.783068:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322916.295101:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322916.295136:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816931968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322916.295230:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322916.295430:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816931968
00000100:00100000:2.0:1767322916.295440:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816931968
00000100:00100000:0.0:1767322916.295673:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816932096:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322916.295710:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322916.295729:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322916.300889:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816932096
00000100:00100000:2.0:1767322916.300915:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816932096
00000100:00080000:1.0:1767322916.301039:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322916.302446:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247
00000100:00100000:0.0:1767322916.302471:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816931968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322916.302720:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322916.302866:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816931968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 396us (7624us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322916.302877:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247
00000100:00100000:0.0:1767322916.302916:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248
00000100:00100000:0.0:1767322916.302927:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816932096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322916.302948:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322916.302949:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816931968:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322916.303002:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816932096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (7292us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322916.303009:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248
00000100:00100000:3.0:1767322916.303092:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816932096:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322916.360633:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322916.807260:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322917.382936:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322917.831570:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322917.833509:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322917.833520:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322917.833524:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322917.833529:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322917.833533:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322917.833543:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5455
00000100:00080000:2.0:1767322917.833549:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322917.833557:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322917.833606:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5500 x1853166816932224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322917.833645:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322917.833649:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322917.833651:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322917.833656:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5455
00000100:00080000:2.0:1767322917.833660:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322917.833663:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322917.833681:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb800 x1853166816932352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322917.833738:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322917.833743:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322917.833744:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322917.833749:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5455
00000100:00080000:2.0:1767322917.833751:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322917.833773:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322917.833785:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3ca680 x1853166816932608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322917.833811:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322917.833815:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322917.833816:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322917.833820:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5455
00000100:00080000:2.0:1767322917.833822:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322917.833825:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322917.833836:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9180 x1853166816932864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322917.833902:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816932736:0@lo:400:kworker.0
00000100:00100000:2.0:1767322917.833923:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816932224:0@lo:38:kworker.0
00000100:00100000:0.0:1767322917.833941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816932480:0@lo:400:kworker.0
00000100:00100000:3.0:1767322917.834141:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816933120:0@lo:400:kworker.0
00000100:00100000:2.0:1767322917.834677:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322917.834722:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322917.834791:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816932352:0@lo:38:kworker.0
00000100:00100000:1.0:1767322917.834799:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322917.834809:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816932992:0@lo:400:kworker.0
00000100:00100000:2.0:1767322917.834824:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322917.834863:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322917.834870:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816932608:0@lo:38:kworker.0
00000100:00100000:2.0:1767322917.834899:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322917.834912:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816932352
00000100:00100000:1.0:1767322917.834923:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816932352
00000100:00100000:2.0:1767322917.834923:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816932864:0@lo:38:kworker.0
00000100:00100000:2.0:1767322917.834947:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322917.834975:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281
00000100:00100000:1.0:1767322917.834986:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816932352:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322917.834991:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816932224
00000100:00100000:2.0:1767322917.834996:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816932224
00010000:00020000:1.0:1767322917.835013:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322917.835060:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322917.835075:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816932352:12345-0@lo:38:kworker.0 Request processed in 88us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322917.835084:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281
00000100:00100000:0.0:1767322917.835110:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816932736
00000100:00100000:0.0:1767322917.835115:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816932736
00000100:00100000:1.0:1767322917.835119:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816932992
00000100:00100000:1.0:1767322917.835125:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816932992
00000100:00100000:0.0:1767322917.835165:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816932608
00000100:00100000:0.0:1767322917.835169:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816932608
00000100:00100000:0.0:1767322917.835179:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816932864
00000100:00100000:0.0:1767322917.835181:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816932864
00000100:00100000:0.0:1767322917.835188:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816932480
00000100:00100000:0.0:1767322917.835190:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816932480
00000100:00100000:2.0:1767322917.835195:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5626
00000100:00100000:2.0:1767322917.835204:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816932736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322917.835207:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5627
00000100:00100000:0.0:1767322917.835213:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816932480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322917.835252:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816932480:12345-0@lo:400:kworker.0 Request processed in 39us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322917.835252:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816932736:12345-0@lo:400:kworker.0 Request processed in 51us (532us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322917.835259:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5626
00000100:00100000:1.0:1767322917.835320:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3536
00000100:00100000:1.0:1767322917.835328:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816932992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322917.835364:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816932992:12345-0@lo:400:kworker.0 Request processed in 36us (503us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322917.835371:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3536
00000100:00100000:3.0:1767322917.835449:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322917.835486:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816933120
00000100:00100000:3.0:1767322917.835491:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816933120
00000100:00100000:3.0:1767322917.835518:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3537
00000100:00100000:3.0:1767322917.835524:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816933120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322917.835559:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816933120:12345-0@lo:400:kworker.0 Request processed in 35us (109us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322917.835569:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3537
00000100:00100000:3.0:1767322917.835616:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816933120:0@lo:400:kworker.0
00000100:00100000:0.0:1767322917.836032:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5627
00000100:00100000:0.0:1767322917.836049:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90193
00000100:00100000:0.0:1767322917.836053:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816932608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322917.836068:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322917.836098:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816932608:12345-0@lo:38:kworker.0 Request processed in 44us (1198us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322917.836104:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90193
00000100:00100000:0.0:1767322917.836115:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90194
00000100:00100000:0.0:1767322917.836119:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816932864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322917.836127:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322917.836152:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816932864:12345-0@lo:38:kworker.0 Request processed in 31us (1205us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322917.836158:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90194
00000100:00100000:0.0:1767322917.836169:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90195
00000100:00100000:0.0:1767322917.836173:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816932224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322917.836182:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322917.836204:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816932224:12345-0@lo:38:kworker.0 Request processed in 30us (1530us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322917.836211:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90195
00000100:00100000:0.0:1767322917.836247:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816932480:0@lo:400:kworker.0
00000100:00080000:0.0:1767322917.836288:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767322917.836311:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322917.836317:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322917.836320:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816932224:0@lo:38:kworker.0
00000100:00080000:0.0:1767322917.836330:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322917.836334:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322917.836336:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816932352:0@lo:38:kworker.0
00000100:00080000:0.0:1767322917.836344:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322917.836347:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322917.836350:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816932608:0@lo:38:kworker.0
00000100:00080000:0.0:1767322917.836358:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322917.836361:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322917.836364:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816932864:0@lo:38:kworker.0
00000100:00100000:0.0:1767322917.836406:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816932992:0@lo:400:kworker.0
00000100:00100000:0.0:1767322917.836417:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816932736:0@lo:400:kworker.0
00000100:00100000:1.0:1767322918.406897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322918.855039:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322919.433152:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322919.592157:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322919.592201:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322919.592292:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758777856
00000100:00100000:1.0:1767322919.592302:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758777856
00000100:00100000:1.0:1767322919.592349:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758777984
00000100:00100000:1.0:1767322919.592353:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758777984
00000100:00100000:1.0:1767322919.592400:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5628
00000100:00100000:1.0:1767322919.592410:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758777984:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767322919.592485:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758777984:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 76us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322919.592492:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5628
00000100:00100000:1.0:1767322919.592510:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90196
00000100:00100000:1.0:1767322919.592515:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758777856:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322919.592535:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322919.592559:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758777856:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (412us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322919.592566:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90196
00000100:00080000:0.0:1767322919.592623:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322919.879318:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322920.454874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322920.903551:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322921.415099:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322921.415123:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816933248:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322921.415187:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322921.415496:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816933248
00000100:00100000:1.0:1767322921.415504:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816933248
00000100:00100000:1.0:1767322921.415634:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249
00000100:00100000:1.0:1767322921.415644:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816933248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322921.415673:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322921.415729:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816933248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (541us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322921.415735:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249
00000100:00100000:2.0:1767322921.415825:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322921.415835:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816933376:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322921.415860:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322921.416145:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322921.416199:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816933248:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322921.416418:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816933376
00000100:00100000:3.0:1767322921.416423:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816933376
00000100:00100000:3.0:1767322921.416470:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250
00000100:00100000:3.0:1767322921.416493:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816933376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322921.416512:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322921.416547:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816933376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (685us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322921.416554:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250
00000100:00100000:2.0:1767322921.416877:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816933376:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767322921.416896:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322921.479146:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322921.927071:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322922.503232:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767322922.952583:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322922.952594:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322922.952597:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322922.952601:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322922.952606:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322922.952614:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5460
00000100:00080000:1.0:1767322922.952618:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322922.952779:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322922.952835:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c700 x1853166816933504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322922.952863:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322922.952867:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322922.952868:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322922.952872:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5460
00000100:00080000:1.0:1767322922.952874:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322922.952877:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322922.952895:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac20a80 x1853166816933632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322922.952983:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816933760:0@lo:400:kworker.0
00000100:00100000:0.0:1767322922.953062:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322922.953147:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322922.953152:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322922.953154:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322922.953158:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5460
00000100:00080000:1.0:1767322922.953161:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767322922.953163:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816933504:0@lo:38:kworker.0
00000100:00080000:1.0:1767322922.953165:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322922.953178:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586300 x1853166816933888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322922.953193:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767322922.953204:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322922.953207:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322922.953209:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322922.953212:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5460
00000100:00080000:1.0:1767322922.953214:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322922.953217:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322922.953217:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816933632:0@lo:38:kworker.0
00000100:00100000:1.0:1767322922.953227:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b219c00 x1853166816934144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322922.953239:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1767322922.953294:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322922.953322:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816933760
00000100:00100000:3.0:1767322922.953328:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816933760
00000100:00100000:2.0:1767322922.953364:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816933888:0@lo:38:kworker.0
00000100:00100000:2.0:1767322922.953388:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322922.953404:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816934144:0@lo:38:kworker.0
00000100:00100000:2.0:1767322922.953425:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322922.953452:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816933504
00000100:00100000:2.0:1767322922.953455:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816933504
00000100:00100000:2.0:1767322922.953483:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816933888
00000100:00100000:2.0:1767322922.953486:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816933888
00000100:00100000:2.0:1767322922.953498:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816934144
00000100:00100000:2.0:1767322922.953500:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816934144
00000100:00100000:2.0:1767322922.953818:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90197
00000100:00100000:2.0:1767322922.953827:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816933504:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322922.953846:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322922.953886:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816933504:12345-0@lo:38:kworker.0 Request processed in 58us (692us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322922.954152:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322922.954161:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816934400:0@lo:400:kworker.0
00000100:00100000:0.0:1767322922.954190:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322922.954285:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816933632
00000100:00100000:1.0:1767322922.954290:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816933632
00000100:00100000:1.0:1767322922.954312:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282
00000100:00100000:1.0:1767322922.954318:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816933632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322922.954330:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322922.954361:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816933632:12345-0@lo:38:kworker.0 Request processed in 42us (1120us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322922.954368:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282
00000100:00100000:3.0:1767322922.958464:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5629
00000100:00100000:3.0:1767322922.958829:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816933760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322922.958921:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816933760:12345-0@lo:400:kworker.0 Request processed in 112us (5859us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322922.958930:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5629
00000100:00100000:3.0:1767322922.958952:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90198
00000100:00100000:3.0:1767322922.958956:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816933888:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322922.958977:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322922.959009:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816933888:12345-0@lo:38:kworker.0 Request processed in 51us (5620us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322922.959014:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90198
00000100:00100000:3.0:1767322922.959031:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90199
00000100:00100000:3.0:1767322922.959035:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816934144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322922.959043:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322922.959069:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816934144:12345-0@lo:38:kworker.0 Request processed in 33us (5644us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322922.959074:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90199
00000100:00080000:3.0:1767322922.959119:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322922.959159:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322922.959165:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322922.959168:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816933888:0@lo:38:kworker.0
00000100:00080000:3.0:1767322922.959178:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322922.959181:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322922.959183:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816934144:0@lo:38:kworker.0
00000100:00080000:3.0:1767322922.959193:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322922.959197:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322922.959199:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816933504:0@lo:38:kworker.0
00000100:00080000:3.0:1767322922.959208:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322922.959211:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322922.959213:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816933632:0@lo:38:kworker.0
00000100:00100000:3.0:1767322922.959266:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816934400
00000100:00100000:3.0:1767322922.959272:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816934400
00000100:00100000:2.0:1767322922.961065:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90197
00000100:00100000:2.0:1767322922.961188:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816933760:0@lo:400:kworker.0
00000100:00100000:0.0:1767322922.961229:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816934016:0@lo:400:kworker.0
00000100:00100000:0.0:1767322922.961288:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322922.961315:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816934272:0@lo:400:kworker.0
00000100:00100000:0.0:1767322922.961332:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816934016
00000100:00100000:0.0:1767322922.961337:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816934016
00000100:00100000:2.0:1767322922.961346:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322922.961382:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816934272
00000100:00100000:0.0:1767322922.961384:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5630
00000100:00100000:2.0:1767322922.961385:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816934272
00000100:00100000:0.0:1767322922.961392:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816934016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322922.961410:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538
00000100:00100000:2.0:1767322922.961414:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816934272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322922.961439:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816934016:12345-0@lo:400:kworker.0 Request processed in 48us (149us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322922.961440:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816934272:12345-0@lo:400:kworker.0 Request processed in 26us (93us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322922.961446:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5630
00000100:00100000:2.0:1767322922.961446:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538
00000100:00100000:2.0:1767322922.961470:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816934272:0@lo:400:kworker.0
00000100:00080000:2.0:1767322922.961492:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322922.961602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816934016:0@lo:400:kworker.0
00000100:00100000:3.0:1767322922.962841:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539
00000100:00100000:3.0:1767322922.962854:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816934400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322922.962925:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816934400:12345-0@lo:400:kworker.0 Request processed in 75us (8733us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322922.962932:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539
00000100:00100000:3.0:1767322922.963469:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816934400:0@lo:400:kworker.0
00000100:00100000:2.0:1767322923.526889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322923.975204:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322924.551812:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322924.717798:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322924.717903:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322924.718220:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758778240
00000100:00100000:3.0:1767322924.718231:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758778240
00000100:00100000:3.0:1767322924.718303:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758778112
00000100:00100000:3.0:1767322924.718307:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758778112
00000100:00100000:3.0:1767322924.718325:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5631
00000100:00100000:3.0:1767322924.718338:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758778240:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322924.718415:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758778240:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 81us (662us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322924.718423:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5631
00000100:00100000:3.0:1767322924.718441:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90200
00000100:00100000:3.0:1767322924.718445:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758778112:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322924.718468:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322924.718497:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758778112:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 50us (594us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322924.718504:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90200
00000100:00080000:0.0:1767322924.718632:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322924.999023:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322925.574878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322926.023037:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322926.535134:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322926.535157:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816934528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322926.535229:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322926.535810:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816934528
00000100:00100000:0.0:1767322926.535820:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816934528
00000100:00100000:0.0:1767322926.535896:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251
00000100:00100000:0.0:1767322926.535906:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816934528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322926.535935:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322926.535980:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816934528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (751us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322926.535987:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251
00000100:00080000:2.0:1767322926.536051:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322926.536167:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322926.536178:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816934656:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322926.536206:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322926.536208:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816934528:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322926.536274:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816934656
00000100:00100000:3.0:1767322926.536279:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816934656
00000100:00100000:3.0:1767322926.536324:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252
00000100:00100000:3.0:1767322926.536331:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816934656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322926.536350:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767322926.536364:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322926.536382:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816934656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322926.536388:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252
00000100:00100000:2.0:1767322926.536395:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816934656:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322926.598927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322927.047190:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322927.622873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322928.071920:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322928.072291:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322928.072297:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322928.072299:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322928.072303:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322928.072308:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322928.072316:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5465
00000100:00080000:2.0:1767322928.072320:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322928.072326:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322928.072368:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3ca680 x1853166816934784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322928.072523:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322928.072527:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322928.072529:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322928.072534:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5465
00000100:00080000:2.0:1767322928.072536:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322928.072540:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322928.072555:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb800 x1853166816934912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322928.072606:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322928.072610:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322928.072611:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322928.072614:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5465
00000100:00080000:2.0:1767322928.072617:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322928.072620:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322928.072630:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3ca300 x1853166816935168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322928.072650:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322928.072653:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322928.072655:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322928.072659:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5465
00000100:00080000:2.0:1767322928.072661:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322928.072664:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322928.072676:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03100 x1853166816935424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322928.072873:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816935680:0@lo:400:kworker.0
00000100:00100000:1.0:1767322928.072941:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322928.073003:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322928.073009:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816935040:0@lo:400:kworker.0
00000100:00100000:1.0:1767322928.073041:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322928.073069:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816935296:0@lo:400:kworker.0
00000100:00100000:1.0:1767322928.073090:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322928.073107:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322928.073112:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816935552:0@lo:400:kworker.0
00000100:00100000:1.0:1767322928.073133:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322928.073162:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816935040
00000100:00100000:1.0:1767322928.073169:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816935040
00000100:00100000:1.0:1767322928.073213:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816935296
00000100:00100000:1.0:1767322928.073215:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816935296
00000100:00100000:1.0:1767322928.073238:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5632
00000100:00100000:1.0:1767322928.073246:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816935040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322928.073307:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816935040:12345-0@lo:400:kworker.0 Request processed in 60us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322928.073315:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5632
00000100:00100000:1.0:1767322928.073330:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5633
00000100:00100000:1.0:1767322928.073336:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816935296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322928.073364:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816935296:12345-0@lo:400:kworker.0 Request processed in 28us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322928.073369:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5633
00000100:00100000:1.0:1767322928.073418:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816935296:0@lo:400:kworker.0
00000100:00100000:1.0:1767322928.073443:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816935040:0@lo:400:kworker.0
00000100:00100000:3.0:1767322928.073885:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816934784:0@lo:38:kworker.0
00000100:00100000:3.0:1767322928.073917:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322928.073972:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816935680
00000100:00100000:2.0:1767322928.073977:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816935680
00000100:00100000:2.0:1767322928.074010:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816935552
00000100:00100000:3.0:1767322928.074123:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816934912:0@lo:38:kworker.0
00000100:00100000:3.0:1767322928.074150:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322928.074175:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816935168:0@lo:38:kworker.0
00000100:00100000:3.0:1767322928.074195:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322928.074213:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816935552
00000100:00100000:2.0:1767322928.074243:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540
00000100:00100000:2.0:1767322928.074250:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816935680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322928.074302:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816935680:12345-0@lo:400:kworker.0 Request processed in 53us (1360us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322928.074309:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540
00000100:00100000:2.0:1767322928.074325:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541
00000100:00100000:2.0:1767322928.074331:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816935552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322928.074362:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816935552:12345-0@lo:400:kworker.0 Request processed in 30us (1227us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322928.074368:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541
00000100:00080000:2.0:1767322928.074398:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767322928.074402:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322928.074405:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322928.074431:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816935680:0@lo:400:kworker.0
00000100:00100000:3.0:1767322928.093071:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816935424:0@lo:38:kworker.0
00000100:00100000:3.0:1767322928.093143:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322928.096006:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816934784
00000100:00100000:0.0:1767322928.096022:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816934784
00000100:00100000:0.0:1767322928.096095:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816935168
00000100:00100000:0.0:1767322928.096100:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816935168
00000100:00100000:0.0:1767322928.096128:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90201
00000100:00100000:0.0:1767322928.096136:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816934784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322928.096161:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322928.096237:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816934784:12345-0@lo:38:kworker.0 Request processed in 100us (22318us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322928.096244:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90201
00000100:00100000:0.0:1767322928.096261:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90202
00000100:00100000:0.0:1767322928.096265:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816935168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322928.096274:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322928.096300:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816935168:12345-0@lo:38:kworker.0 Request processed in 33us (22104us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322928.096306:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90202
00000100:00100000:0.0:1767322928.098027:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816935552:0@lo:400:kworker.0
00000100:00100000:0.0:1767322928.098580:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816934912
00000100:00100000:0.0:1767322928.098587:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816934912
00000100:00100000:0.0:1767322928.098634:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283
00000100:00100000:0.0:1767322928.098641:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816934912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322928.098663:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322928.098727:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816934912:12345-0@lo:38:kworker.0 Request processed in 85us (24576us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322928.098735:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283
00000100:00080000:3.0:1767322928.107253:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767322928.107408:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816935424
00000100:00100000:2.0:1767322928.107419:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816935424
00000100:00100000:2.0:1767322928.107473:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90203
00000100:00100000:2.0:1767322928.107480:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816935424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322928.107501:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322928.107559:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816935424:12345-0@lo:38:kworker.0 Request processed in 78us (14415us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322928.107565:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90203
00000100:00080000:3.0:1767322928.107826:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322928.107831:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816934784:0@lo:38:kworker.0
00000100:00080000:3.0:1767322928.107849:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322928.107852:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322928.107855:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816934912:0@lo:38:kworker.0
00000100:00080000:3.0:1767322928.107866:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322928.107870:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322928.107873:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816935168:0@lo:38:kworker.0
00000100:00080000:3.0:1767322928.107879:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322928.107882:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322928.107886:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816935424:0@lo:38:kworker.0
00000100:00100000:1.0:1767322928.646881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322929.099351:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322929.670946:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322929.835214:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322929.835259:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322929.835363:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758778368
00000100:00100000:2.0:1767322929.835372:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758778368
00000100:00100000:2.0:1767322929.835419:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758778496
00000100:00100000:2.0:1767322929.835421:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758778496
00000100:00100000:2.0:1767322929.835463:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5634
00000100:00100000:2.0:1767322929.835470:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758778496:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322929.835528:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758778496:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 59us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322929.835533:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5634
00000100:00100000:2.0:1767322929.835629:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90204
00000100:00100000:2.0:1767322929.835632:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758778368:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322929.835649:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322929.835669:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758778368:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 35us (466us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322929.835673:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90204
00000100:00080000:3.0:1767322929.835743:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322930.119552:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322930.694950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767322931.143261:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322931.655235:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322931.655253:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816935808:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322931.655308:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322931.655447:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816935808
00000100:00100000:1.0:1767322931.655456:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816935808
00000100:00100000:3.0:1767322931.655474:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322931.655486:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816935936:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322931.655518:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322931.655522:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253
00000100:00100000:1.0:1767322931.655534:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816935808:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322931.655549:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816935936
00000100:00100000:3.0:1767322931.655553:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816935936
00002000:00000024:1.0:1767322931.655567:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767322931.655586:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254
00000100:00100000:3.0:1767322931.655595:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816935936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322931.655610:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322931.655638:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816935808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322931.655642:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816935936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (123us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322931.655652:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253
00000100:00080000:1.0:1767322931.655703:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322931.655707:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816935808:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322931.655708:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322931.655777:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816935936:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322931.656239:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254
00000100:00100000:1.0:1767322931.718939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322932.167704:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322932.742901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322933.191309:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322933.191393:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322933.191399:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322933.191402:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322933.191406:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322933.191411:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322933.191418:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5470
00000100:00080000:0.0:1767322933.191423:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322933.191429:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322933.191477:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d500 x1853166816936064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322933.191508:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322933.191512:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322933.191514:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322933.191519:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5470
00000100:00080000:0.0:1767322933.191522:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322933.191525:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322933.191539:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d880 x1853166816936192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322933.191579:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322933.191584:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322933.191586:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322933.191589:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5470
00000100:00080000:0.0:1767322933.191592:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322933.191594:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322933.191605:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6e680 x1853166816936448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322933.191634:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322933.191637:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322933.191639:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322933.191642:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5470
00000100:00080000:0.0:1767322933.191644:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322933.191647:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322933.191657:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6e300 x1853166816936704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322933.191783:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816936064:0@lo:38:kworker.0
00000100:00100000:3.0:1767322933.191862:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322933.191929:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816936192:0@lo:38:kworker.0
00000100:00100000:3.0:1767322933.191956:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322933.191978:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816936448:0@lo:38:kworker.0
00000100:00100000:3.0:1767322933.192000:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322933.192029:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816936064
00000100:00100000:3.0:1767322933.192036:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816936064
00000100:00100000:1.0:1767322933.192052:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816936960:0@lo:400:kworker.0
00000100:00100000:3.0:1767322933.192072:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816936448
00000100:00100000:3.0:1767322933.192076:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816936448
00000100:00100000:1.0:1767322933.192094:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322933.192098:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90205
00000100:00100000:3.0:1767322933.192107:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816936064:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767322933.192124:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00020000:3.0:1767322933.192128:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322933.192134:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816936320:0@lo:400:kworker.0
00000100:00100000:1.0:1767322933.192172:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322933.192189:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816936064:12345-0@lo:38:kworker.0 Request processed in 68us (313us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322933.192198:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90205
00000100:00100000:1.0:1767322933.192204:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816936832:0@lo:400:kworker.0
00000100:00100000:3.0:1767322933.192215:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816936320
00000100:00100000:3.0:1767322933.192220:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816936320
00000100:00100000:1.0:1767322933.192233:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322933.192254:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322933.192259:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816936576:0@lo:400:kworker.0
00000100:00100000:3.0:1767322933.192275:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5635
00000100:00100000:1.0:1767322933.192284:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322933.192289:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816936320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322933.192337:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816936320:12345-0@lo:400:kworker.0 Request processed in 54us (166us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322933.192343:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5635
00000100:00100000:3.0:1767322933.192354:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816936576
00000100:00100000:3.0:1767322933.192357:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816936576
00000100:00100000:3.0:1767322933.192374:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5636
00000100:00100000:3.0:1767322933.192380:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816936576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322933.192418:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816936576:12345-0@lo:400:kworker.0 Request processed in 37us (134us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322933.192424:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5636
00000100:00100000:3.0:1767322933.192438:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90206
00000100:00100000:3.0:1767322933.192443:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816936448:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322933.192454:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322933.192457:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816936576:0@lo:400:kworker.0
00000100:00100000:3.0:1767322933.192484:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816936448:12345-0@lo:38:kworker.0 Request processed in 40us (482us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322933.192491:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90206
00000100:00080000:3.0:1767322933.192511:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322933.192530:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816936320:0@lo:400:kworker.0
00000100:00080000:3.0:1767322933.192552:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322933.192557:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322933.192561:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816936448:0@lo:38:kworker.0
00000100:00100000:3.0:1767322933.192567:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816936704:0@lo:38:kworker.0
00000100:00100000:3.0:1767322933.192589:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322933.192624:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322933.192627:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322933.192630:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816936064:0@lo:38:kworker.0
00000100:00100000:0.0:1767322933.192817:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816936704
00000100:00100000:0.0:1767322933.192823:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816936704
00000100:00100000:0.0:1767322933.192853:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90207
00000100:00100000:0.0:1767322933.192858:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816936704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322933.192869:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322933.192904:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816936704:12345-0@lo:38:kworker.0 Request processed in 45us (313us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322933.192910:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90207
00000100:00100000:0.0:1767322933.192931:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816936192
00000100:00100000:0.0:1767322933.192935:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816936192
00000100:00100000:0.0:1767322933.192954:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284
00000100:00100000:0.0:1767322933.192958:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816936192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322933.192967:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322933.192993:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816936192:12345-0@lo:38:kworker.0 Request processed in 34us (1037us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322933.192998:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284
00000100:00100000:0.0:1767322933.193016:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816936960
00000100:00100000:0.0:1767322933.193019:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816936960
00000100:00100000:0.0:1767322933.193047:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816936832
00000100:00100000:0.0:1767322933.193049:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816936832
00000100:00100000:0.0:1767322933.193068:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542
00000100:00100000:0.0:1767322933.193074:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816936960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322933.193107:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816936960:12345-0@lo:400:kworker.0 Request processed in 33us (1014us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322933.193112:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542
00000100:00100000:0.0:1767322933.193122:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3543
00000100:00100000:0.0:1767322933.193127:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816936832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322933.193155:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816936832:12345-0@lo:400:kworker.0 Request processed in 28us (923us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322933.193161:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3543
00000100:00100000:1.0:1767322933.193415:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816936832:0@lo:400:kworker.0
00000100:00080000:3.0:1767322933.193447:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322933.193452:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322933.193472:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816936960:0@lo:400:kworker.0
00000100:00080000:3.0:1767322933.193498:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322933.193502:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322933.193506:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816936192:0@lo:38:kworker.0
00000100:00080000:3.0:1767322933.193515:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322933.193518:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322933.193522:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816936704:0@lo:38:kworker.0
00000100:00100000:1.0:1767322933.766877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322933.928542:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767322933.928586:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758778624 offset 0 length 520: 4
00000100:00100000:3.0:1767322933.928613:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322933.928776:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758778880
00000100:00100000:0.0:1767322933.928787:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758778880
00000100:00080000:3.0:1767322933.928883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322933.928917:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758778752
00000100:00100000:0.0:1767322933.928922:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758778752
00000100:00100000:2.0:1767322933.928945:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5637
00000100:00100000:2.0:1767322933.928958:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758778880:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322933.929078:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758778880:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 123us (548us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322933.933918:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90208
00000100:00100000:0.0:1767322933.933933:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758778752:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322933.933960:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322933.934053:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758778752:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 121us (5438us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322933.934063:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90208
00000100:00100000:2.0:1767322933.936997:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5637
00010000:00010000:1.0:1767322934.215068:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322934.790889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322935.240066:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322935.814867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322936.263029:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322936.775042:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322936.775076:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816937088:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322936.775077:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816937216:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322936.776502:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322936.777116:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322936.783195:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816937216
00000100:00100000:1.0:1767322936.783209:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816937216
00000100:00100000:1.0:1767322936.783287:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816937088
00000100:00100000:1.0:1767322936.783291:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816937088
00000100:00100000:1.0:1767322936.783324:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255
00000100:00100000:1.0:1767322936.783335:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816937216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322936.783370:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767322936.783462:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816937216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (6964us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322936.783470:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255
00000100:00100000:1.0:1767322936.783486:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256
00000100:00100000:1.0:1767322936.783492:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816937088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322936.783507:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322936.783540:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816937088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (6429us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322936.783546:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256
00000100:00100000:2.0:1767322936.784851:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816937216:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767322936.784954:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322936.784960:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322936.785005:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816937088:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322936.838876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322937.287088:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322912/real 1767322912]  req@ffff8d4e4ea5ed80 x1853166816931840/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322937 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767322937.287132:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4ea5ed80 x1853166816931840/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322937 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767322937.287154:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322937.287176:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767322937.287180:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816931840:0@lo:250:kworker.0
00000100:00080000:0.0:1767322937.291584:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322937.291596:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767322937.291602:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322937.291611:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5455
00000100:00080000:0.0:1767322937.291615:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322937.291622:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322937.291659:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5500 x1853166816937344/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322937.291726:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322937.291731:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322937.291733:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322937.291736:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5475
00000100:00080000:0.0:1767322937.291738:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322937.291741:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322937.291795:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297b80 x1853166816937472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322937.291804:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322937.291807:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322937.291809:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322937.291813:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5475
00000100:00080000:0.0:1767322937.291815:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322937.291818:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322937.291830:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af6a00 x1853166816937600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322937.291865:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322937.291869:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322937.291871:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322937.291875:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5475
00000100:00080000:0.0:1767322937.291878:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322937.291881:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322937.291892:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af6300 x1853166816937856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322937.291916:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322937.291920:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322937.291921:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322937.291925:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5475
00000100:00080000:0.0:1767322937.291927:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322937.291930:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322937.291941:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e367100 x1853166816938112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1767322937.292122:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322937.292132:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767322937.292150:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816937728:0@lo:400:kworker.0
00000100:00100000:2.0:1767322937.292215:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322937.292372:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816937984:0@lo:400:kworker.0
00000100:00100000:3.0:1767322937.292403:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322937.292442:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816937344:0@lo:250:kworker.0
00000400:00000100:3.0:1767322937.292461:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816937344 offset 0 length 520: 4
00000100:00100000:3.0:1767322937.292478:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816937472:0@lo:38:kworker.0
00000100:00100000:3.0:1767322937.292495:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322937.292509:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816937600:0@lo:38:kworker.0
00000100:00100000:3.0:1767322937.292528:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322937.292542:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816937856:0@lo:38:kworker.0
00000100:00100000:3.0:1767322937.292574:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322937.292586:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816938112:0@lo:38:kworker.0
00000100:00100000:3.0:1767322937.292603:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322937.292736:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816937728
00000100:00100000:2.0:1767322937.292744:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816937728
00000100:00100000:2.0:1767322937.292823:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816937984
00000100:00100000:2.0:1767322937.292827:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816937984
00000100:00100000:2.0:1767322937.292840:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816937472
00000100:00100000:2.0:1767322937.292842:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816937472
00000100:00100000:2.0:1767322937.292851:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816937856
00000100:00100000:2.0:1767322937.292853:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816937856
00000100:00100000:2.0:1767322937.292860:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816938112
00000100:00100000:2.0:1767322937.292862:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816938112
00000100:00100000:2.0:1767322937.292872:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5638
00000100:00100000:2.0:1767322937.292880:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816937728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322937.292932:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816937728:12345-0@lo:400:kworker.0 Request processed in 52us (716us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322937.292939:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5638
00000100:00100000:2.0:1767322937.292957:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5639
00000100:00100000:2.0:1767322937.292963:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816937984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322937.292990:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816937984:12345-0@lo:400:kworker.0 Request processed in 27us (586us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322937.292996:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5639
00000100:00100000:2.0:1767322937.293007:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90209
00000100:00100000:2.0:1767322937.293011:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816937472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322937.293030:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322937.293057:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816937472:12345-0@lo:38:kworker.0 Request processed in 44us (560us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322937.293064:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90209
00000100:00100000:2.0:1767322937.293075:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90210
00000100:00100000:2.0:1767322937.293079:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816937856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322937.293087:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322937.293111:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816937856:12345-0@lo:38:kworker.0 Request processed in 30us (536us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322937.293116:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90210
00000100:00100000:2.0:1767322937.293126:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90211
00000100:00100000:2.0:1767322937.293130:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816938112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322937.293138:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322937.293160:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816938112:12345-0@lo:38:kworker.0 Request processed in 28us (555us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322937.293165:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90211
00000100:00100000:2.0:1767322937.293203:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816937728:0@lo:400:kworker.0
00000100:00100000:0.0:1767322937.293291:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816937600
00000100:00100000:0.0:1767322937.293295:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816937600
00000100:00100000:0.0:1767322937.293326:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285
00000100:00100000:0.0:1767322937.293331:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816937600:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322937.293342:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322937.293370:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816937600:12345-0@lo:38:kworker.0 Request processed in 38us (841us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322937.293376:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285
00000100:00080000:3.0:1767322937.293494:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322937.293519:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816937984:0@lo:400:kworker.0
00000100:00080000:3.0:1767322937.293543:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322937.293560:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322937.293564:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816937472:0@lo:38:kworker.0
00000100:00080000:3.0:1767322937.293574:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322937.293577:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322937.293580:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816937600:0@lo:38:kworker.0
00000100:00080000:3.0:1767322937.293588:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322937.293591:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322937.293593:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816937856:0@lo:38:kworker.0
00000100:00080000:3.0:1767322937.293601:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322937.293604:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322937.293606:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816938112:0@lo:38:kworker.0
00000100:00100000:1.0:1767322937.865511:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322938.311905:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322938.887068:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322939.047930:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322939.048046:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758779008
00000100:00100000:0.0:1767322939.048057:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758779008
00000100:00100000:0.0:1767322939.048113:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90212
00000100:00100000:0.0:1767322939.048133:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758779008:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322939.048157:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322939.048234:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758779008:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 111us (313us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322939.048242:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90212
00000100:00100000:3.0:1767322939.048816:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322939.048889:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758779136
00000100:00100000:0.0:1767322939.048895:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758779136
00000100:00100000:0.0:1767322939.048969:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5640
00000100:00100000:0.0:1767322939.048978:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758779136:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322939.049039:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758779136:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 63us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322939.049046:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5640
00000100:00080000:3.0:1767322939.049693:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322939.335134:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322939.911296:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322940.361494:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322940.934947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322941.383008:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322941.895139:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816938240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322941.895211:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322941.895391:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816938240
00000100:00100000:0.0:1767322941.895399:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816938240
00000100:00100000:0.0:1767322941.895471:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257
00000100:00100000:0.0:1767322941.895482:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816938240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322941.895512:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322941.895557:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816938240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (345us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322941.895565:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257
00000100:00100000:0.0:1767322941.895609:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816938240:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767322941.895820:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322941.896150:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767322941.896161:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816938368:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322941.896194:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322941.896309:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816938368
00000100:00100000:2.0:1767322941.896315:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816938368
00000100:00100000:2.0:1767322941.896362:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258
00000100:00100000:2.0:1767322941.896371:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816938368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322941.896391:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322941.896440:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816938368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322941.896447:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258
00000100:00100000:2.0:1767322941.896480:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816938368:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322941.896819:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322941.960269:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322942.407096:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767322942.407296:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322942.407304:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322942.407307:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322942.407312:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322942.407316:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322942.407324:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5479
00000100:00080000:1.0:1767322942.407328:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322942.407334:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322942.407376:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6e300 x1853166816938496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322942.407404:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322942.407407:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322942.407409:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322942.407413:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5479
00000100:00080000:1.0:1767322942.407415:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322942.407418:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322942.407433:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d880 x1853166816938624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322942.407471:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322942.407475:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322942.407477:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322942.407481:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5479
00000100:00080000:1.0:1767322942.407483:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322942.407486:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322942.407498:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d500 x1853166816938880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322942.407524:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322942.407528:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322942.407530:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322942.407533:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5479
00000100:00080000:1.0:1767322942.407536:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322942.407539:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322942.407550:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6ea00 x1853166816939136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322942.407590:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816939008:0@lo:400:kworker.0
00000100:00100000:1.0:1767322942.407666:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322942.407738:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767322942.407746:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816939264:0@lo:400:kworker.0
00000100:00100000:1.0:1767322942.407805:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322942.407841:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816939008
00000100:00100000:1.0:1767322942.407848:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816939008
00000100:00100000:1.0:1767322942.407900:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5641
00000100:00100000:1.0:1767322942.407910:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816939008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322942.407963:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816939008:12345-0@lo:400:kworker.0 Request processed in 55us (296us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322942.407971:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5641
00000100:00080000:1.0:1767322942.407993:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322942.408056:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816939008:0@lo:400:kworker.0
00000100:00100000:3.0:1767322942.408156:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816938496:0@lo:38:kworker.0
00000100:00100000:3.0:1767322942.408186:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322942.408212:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816938624:0@lo:38:kworker.0
00000100:00100000:3.0:1767322942.408236:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322942.408258:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816938880:0@lo:38:kworker.0
00000100:00100000:3.0:1767322942.408280:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322942.408294:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816939136:0@lo:38:kworker.0
00000100:00100000:3.0:1767322942.408315:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322942.408453:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816938624
00000100:00100000:2.0:1767322942.408458:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816938624
00000100:00100000:2.0:1767322942.408488:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286
00000100:00100000:2.0:1767322942.408493:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816938624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322942.408509:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322942.408543:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816938624:12345-0@lo:38:kworker.0 Request processed in 49us (306us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322942.408549:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286
00000100:00100000:2.0:1767322942.408567:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816938752:0@lo:400:kworker.0
00000100:00100000:2.0:1767322942.408587:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322942.408601:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322942.408605:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816939392:0@lo:400:kworker.0
00000100:00100000:2.0:1767322942.408633:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322942.408654:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816939264
00000100:00100000:2.0:1767322942.408657:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816939264
00000100:00100000:2.0:1767322942.408676:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816939392
00000100:00100000:2.0:1767322942.408679:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816939392
00000100:00100000:2.0:1767322942.408691:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544
00000100:00100000:2.0:1767322942.408696:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816939264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322942.408726:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816939264:12345-0@lo:400:kworker.0 Request processed in 30us (920us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322942.408731:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544
00000100:00100000:2.0:1767322942.408741:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545
00000100:00100000:2.0:1767322942.408746:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816939392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322942.408796:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816939392:12345-0@lo:400:kworker.0 Request processed in 49us (162us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322942.408801:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545
00000100:00100000:2.0:1767322942.408823:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816939392:0@lo:400:kworker.0
00000100:00100000:2.0:1767322942.408845:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816939264:0@lo:400:kworker.0
00000100:00080000:2.0:1767322942.408861:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322942.408866:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322942.408869:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816938624:0@lo:38:kworker.0
00000100:00100000:1.0:1767322942.408926:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816938496
00000100:00100000:1.0:1767322942.408930:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816938496
00000100:00100000:1.0:1767322942.409013:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816938880
00000100:00100000:1.0:1767322942.409016:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816938880
00000100:00100000:2.0:1767322942.411323:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816939136
00000100:00100000:2.0:1767322942.411335:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816939136
00000100:00100000:2.0:1767322942.411366:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816938752
00000100:00100000:2.0:1767322942.411369:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816938752
00000100:00100000:2.0:1767322942.411473:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5642
00000100:00100000:2.0:1767322942.411481:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816938752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322942.411568:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816938752:12345-0@lo:400:kworker.0 Request processed in 87us (2980us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322942.411575:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5642
00000100:00100000:2.0:1767322942.411591:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90213
00000100:00100000:2.0:1767322942.411596:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816938496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322942.411624:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322942.411656:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816938496:12345-0@lo:38:kworker.0 Request processed in 59us (3469us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322942.411662:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90213
00000100:00100000:2.0:1767322942.411676:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90214
00000100:00100000:2.0:1767322942.411679:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816938880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322942.411689:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322942.411712:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816938880:12345-0@lo:38:kworker.0 Request processed in 31us (3432us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322942.411720:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90214
00000100:00100000:2.0:1767322942.411730:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90215
00000100:00100000:2.0:1767322942.411733:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816939136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322942.411740:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322942.411779:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816939136:12345-0@lo:38:kworker.0 Request processed in 44us (3463us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322942.411784:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90215
00000100:00100000:2.0:1767322942.411826:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816938752:0@lo:400:kworker.0
00000100:00080000:2.0:1767322942.411862:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322942.411866:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322942.411870:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816938496:0@lo:38:kworker.0
00000100:00080000:2.0:1767322942.411879:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322942.411882:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322942.411886:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816938880:0@lo:38:kworker.0
00000100:00080000:2.0:1767322942.411893:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322942.411897:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322942.411899:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816939136:0@lo:38:kworker.0
00000100:00080000:3.0:1767322942.414236:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322942.982965:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322943.433576:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322944.006963:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322944.169263:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322944.169321:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322944.169413:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758779392
00000100:00100000:2.0:1767322944.169429:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758779392
00000100:00100000:0.0:1767322944.169576:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758779264
00000100:00100000:0.0:1767322944.169582:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758779264
00000100:00100000:0.0:1767322944.169672:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90216
00000100:00100000:0.0:1767322944.169680:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758779264:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322944.169705:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322944.169830:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758779264:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 148us (507us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322944.169839:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90216
00000100:00100000:2.0:1767322944.170141:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5643
00000100:00100000:2.0:1767322944.170152:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758779392:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322944.170201:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758779392:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 52us (955us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322944.170212:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5643
00000100:00080000:1.0:1767322944.172476:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322944.456064:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322945.031198:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322945.480810:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322946.057074:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322946.503034:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322947.015019:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816939520:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322947.015091:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322947.015227:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816939520
00000100:00100000:2.0:1767322947.015237:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816939520
00000100:00100000:2.0:1767322947.015318:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259
00000100:00100000:2.0:1767322947.015328:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816939520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322947.015361:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322947.015407:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816939520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (315us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322947.015414:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259
00000100:00100000:3.0:1767322947.015670:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816939520:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767322947.015692:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322947.016664:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767322947.016683:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816939648:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322947.016737:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322947.016903:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816939648
00000100:00100000:3.0:1767322947.016911:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816939648
00000100:00100000:3.0:1767322947.016977:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260
00000100:00100000:3.0:1767322947.016989:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816939648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322947.017015:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322947.017054:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816939648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (316us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322947.017061:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260
00000100:00100000:1.0:1767322947.017217:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816939648:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767322947.017239:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322947.078891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767322947.526863:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322947.526877:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322947.526881:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322947.526885:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322947.526889:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322947.526899:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5485
00000100:00080000:2.0:1767322947.526903:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322947.526911:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322947.526958:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00380 x1853166816939776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322947.526989:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322947.526993:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322947.526995:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322947.527000:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5485
00000100:00080000:2.0:1767322947.527002:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322947.527006:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322947.527023:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03b80 x1853166816939904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322947.527073:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322947.527078:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322947.527080:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322947.527084:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5485
00000100:00080000:2.0:1767322947.527086:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322947.527089:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322947.527101:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166816940160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322947.527122:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322947.527125:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322947.527127:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322947.527130:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5485
00000100:00080000:2.0:1767322947.527132:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322947.527135:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322947.527145:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02d80 x1853166816940416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322947.527244:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816940288:0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.527314:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322947.527388:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322947.527394:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816940544:0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.527417:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322947.527452:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816940544
00000100:00100000:1.0:1767322947.527459:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816940544
00000100:00100000:1.0:1767322947.527852:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546
00000100:00100000:1.0:1767322947.527863:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816940544:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.527926:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816940544:12345-0@lo:400:kworker.0 Request processed in 64us (506us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322947.527935:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546
00000100:00100000:1.0:1767322947.527965:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816940032:0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.527993:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322947.528023:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322947.528026:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816939776:0@lo:38:kworker.0
00000100:00100000:1.0:1767322947.528032:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816940672:0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.528078:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322947.528081:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1767322947.528114:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322947.528120:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816939904:0@lo:38:kworker.0
00000100:00100000:1.0:1767322947.528127:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816940288
00000100:00100000:1.0:1767322947.528133:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816940288
00000100:00100000:0.0:1767322947.528148:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322947.528174:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816940032
00000100:00100000:1.0:1767322947.528177:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816940032
00000100:00100000:0.0:1767322947.528180:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816940160:0@lo:38:kworker.0
00000100:00100000:1.0:1767322947.528201:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816939776
00000100:00100000:1.0:1767322947.528205:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816939776
00000100:00100000:0.0:1767322947.528208:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322947.528233:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816940416:0@lo:38:kworker.0
00000100:00100000:0.0:1767322947.528253:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322947.528327:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816939904
00000100:00100000:3.0:1767322947.528331:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816939904
00000100:00100000:3.0:1767322947.528356:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287
00000100:00100000:3.0:1767322947.528362:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816939904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322947.528382:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322947.528422:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816939904:12345-0@lo:38:kworker.0 Request processed in 61us (275us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322947.528428:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287
00000100:00080000:0.0:1767322947.534445:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322947.534458:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322947.534463:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816939904:0@lo:38:kworker.0
00000100:00100000:1.0:1767322947.536724:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816940160
00000100:00100000:1.0:1767322947.536739:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816940160
00000100:00100000:1.0:1767322947.536811:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816940416
00000100:00100000:1.0:1767322947.536815:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816940416
00000100:00100000:1.0:1767322947.536832:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5644
00000100:00100000:1.0:1767322947.536849:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816940288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.536942:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816940288:12345-0@lo:400:kworker.0 Request processed in 101us (9627us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322947.536950:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5644
00000100:00100000:1.0:1767322947.536970:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5645
00000100:00100000:1.0:1767322947.536978:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816940032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.537023:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816940032:12345-0@lo:400:kworker.0 Request processed in 46us (9029us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322947.537033:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5645
00000100:00100000:1.0:1767322947.537047:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90217
00000100:00100000:1.0:1767322947.537051:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816939776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322947.537073:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322947.537112:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816939776:12345-0@lo:38:kworker.0 Request processed in 59us (9036us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322947.537118:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90217
00000100:00100000:1.0:1767322947.537129:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90218
00000100:00100000:1.0:1767322947.537132:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816940160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322947.537142:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322947.537165:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816940160:12345-0@lo:38:kworker.0 Request processed in 31us (8958us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322947.537171:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90218
00000100:00100000:1.0:1767322947.537182:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90219
00000100:00100000:1.0:1767322947.537186:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816940416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322947.537195:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322947.537216:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816940416:12345-0@lo:38:kworker.0 Request processed in 29us (8963us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322947.537221:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90219
00000100:00100000:1.0:1767322947.537245:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816940672
00000100:00100000:1.0:1767322947.537249:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816940672
00000100:00100000:1.0:1767322947.537278:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547
00000100:00100000:1.0:1767322947.537284:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816940672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.537313:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816940672:12345-0@lo:400:kworker.0 Request processed in 29us (9239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322947.537319:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547
00000100:00100000:1.0:1767322947.537364:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816940544:0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.537376:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816940288:0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.537410:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816940672:0@lo:400:kworker.0
00000100:00100000:1.0:1767322947.537421:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816940032:0@lo:400:kworker.0
00000100:00080000:1.0:1767322947.537438:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767322947.537733:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322947.537740:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322947.537743:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816939776:0@lo:38:kworker.0
00000100:00080000:1.0:1767322947.537874:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322947.537879:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322947.537882:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816940160:0@lo:38:kworker.0
00000100:00080000:1.0:1767322947.537894:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322947.537898:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322947.537900:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816940416:0@lo:38:kworker.0
00000100:00100000:1.0:1767322948.102888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322948.550987:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322949.126917:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322949.288297:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322949.288613:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758779648
00000100:00100000:0.0:1767322949.288624:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758779648
00000100:00100000:0.0:1767322949.288710:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5646
00000100:00100000:0.0:1767322949.288721:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758779648:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322949.288853:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758779648:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 133us (565us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322949.288862:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5646
00000100:00100000:2.0:1767322949.289125:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322949.289185:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758779520
00000100:00100000:3.0:1767322949.289191:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758779520
00000100:00100000:3.0:1767322949.289219:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90220
00000100:00100000:3.0:1767322949.289225:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758779520:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322949.289249:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322949.289290:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758779520:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 63us (165us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322949.289297:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90220
00000100:00080000:1.0:1767322949.289605:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322949.575372:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322950.152230:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322950.599129:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322951.175106:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322951.623152:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322952.135271:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816940800:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322952.135356:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322952.135892:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322952.135906:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816940928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322952.135940:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322952.135993:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816940800
00000100:00100000:2.0:1767322952.136000:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816940800
00000100:00100000:2.0:1767322952.136055:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816940928
00000100:00100000:2.0:1767322952.136058:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816940928
00000100:00100000:2.0:1767322952.136079:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261
00000100:00100000:2.0:1767322952.136086:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816940800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322952.136114:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322952.136158:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816940800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (802us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322952.136166:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261
00000100:00100000:2.0:1767322952.136184:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262
00000100:00100000:2.0:1767322952.136190:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816940928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322952.136205:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322952.136248:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816940928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322952.136254:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262
00000100:00080000:2.0:1767322952.136270:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767322952.136274:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322952.136307:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816940928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322952.136335:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816940800:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322952.200353:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322952.647250:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322952.647299:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322952.647305:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322952.647308:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322952.647312:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322952.647317:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322952.647324:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5490
00000100:00080000:0.0:1767322952.647328:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322952.647335:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322952.647379:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2a00 x1853166816941056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322952.647402:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322952.647405:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322952.647407:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322952.647411:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5490
00000100:00080000:0.0:1767322952.647413:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322952.647416:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322952.647430:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d0e00 x1853166816941184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322952.647477:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322952.647481:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322952.647483:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322952.647487:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5490
00000100:00080000:0.0:1767322952.647489:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322952.647493:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322952.647504:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d0700 x1853166816941440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322952.647561:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322952.647565:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322952.647568:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322952.647571:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5490
00000100:00080000:0.0:1767322952.647574:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322952.647577:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322952.647589:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2d80 x1853166816941696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322952.647628:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816941824:0@lo:400:kworker.0
00000100:00100000:0.0:1767322952.647697:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322952.647769:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322952.647776:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816941568:0@lo:400:kworker.0
00000100:00100000:0.0:1767322952.647804:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322952.647837:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816941568
00000100:00100000:0.0:1767322952.647844:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816941568
00000100:00100000:0.0:1767322952.647899:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5647
00000100:00100000:0.0:1767322952.647909:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816941568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322952.648114:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816941568:12345-0@lo:400:kworker.0 Request processed in 206us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322952.648123:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5647
00000100:00080000:0.0:1767322952.648147:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322952.648180:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816941568:0@lo:400:kworker.0
00000100:00100000:3.0:1767322952.648280:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816941952:0@lo:400:kworker.0
00000100:00100000:3.0:1767322952.648314:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322952.648353:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322952.648359:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816941312:0@lo:400:kworker.0
00000100:00100000:3.0:1767322952.648382:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322952.648407:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816941312
00000100:00100000:3.0:1767322952.648412:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816941312
00000100:00100000:3.0:1767322952.648444:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5648
00000100:00100000:3.0:1767322952.648451:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816941312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322952.648484:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816941312:12345-0@lo:400:kworker.0 Request processed in 33us (101us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322952.648491:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5648
00000100:00080000:3.0:1767322952.648509:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322952.648535:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816941312:0@lo:400:kworker.0
00000100:00100000:2.0:1767322952.648619:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816941824
00000100:00100000:2.0:1767322952.648624:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816941824
00000100:00100000:2.0:1767322952.648660:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816941952
00000100:00100000:2.0:1767322952.648664:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816941952
00000100:00100000:2.0:1767322952.648682:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3548
00000100:00100000:2.0:1767322952.648688:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4609f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816941824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322952.648729:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4609f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816941824:12345-0@lo:400:kworker.0 Request processed in 41us (1031us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322952.648735:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3548
00000100:00100000:1.0:1767322952.648823:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816941056:0@lo:38:kworker.0
00000100:00100000:1.0:1767322952.648852:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322952.648871:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816941184:0@lo:38:kworker.0
00000100:00100000:1.0:1767322952.648889:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322952.648908:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816941440:0@lo:38:kworker.0
00000100:00100000:1.0:1767322952.648924:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322952.648939:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816941696:0@lo:38:kworker.0
00000100:00100000:1.0:1767322952.648960:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322952.648987:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816941184
00000100:00100000:1.0:1767322952.648991:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816941184
00000100:00100000:1.0:1767322952.649014:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288
00000100:00100000:1.0:1767322952.649019:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816941184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322952.649036:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322952.649069:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816941184:12345-0@lo:38:kworker.0 Request processed in 49us (179us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322952.649076:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288
00000100:00100000:1.0:1767322952.649093:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816941056
00000100:00100000:1.0:1767322952.649097:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816941056
00000100:00100000:2.0:1767322952.649097:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549
00000100:00100000:2.0:1767322952.649103:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816941952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322952.649113:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816941440
00000100:00100000:1.0:1767322952.649115:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816941440
00000100:00100000:1.0:1767322952.649128:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816941696
00000100:00100000:1.0:1767322952.649130:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816941696
00000100:00100000:2.0:1767322952.649135:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816941952:12345-0@lo:400:kworker.0 Request processed in 32us (821us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322952.649142:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549
00000100:00100000:1.0:1767322952.649143:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90221
00000100:00100000:1.0:1767322952.649147:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816941056:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322952.649156:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322952.649172:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816941824:0@lo:400:kworker.0
00000100:00100000:1.0:1767322952.649180:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816941056:12345-0@lo:38:kworker.0 Request processed in 32us (327us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322952.649188:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90221
00000100:00100000:1.0:1767322952.649200:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90222
00000100:00100000:1.0:1767322952.649203:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816941440:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767322952.649208:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90223
00010000:00020000:1.0:1767322952.649213:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322952.649213:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816941696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322952.649221:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322952.649234:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816941440:12345-0@lo:38:kworker.0 Request processed in 30us (309us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322952.649240:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90222
00000100:00100000:2.0:1767322952.649241:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816941696:12345-0@lo:38:kworker.0 Request processed in 27us (280us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322952.649246:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90223
00000100:00080000:1.0:1767322952.649280:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322952.649285:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322952.649288:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816941056:0@lo:38:kworker.0
00000100:00080000:1.0:1767322952.649297:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322952.649300:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322952.649302:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816941184:0@lo:38:kworker.0
00000100:00080000:1.0:1767322952.649309:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322952.649313:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322952.649315:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816941440:0@lo:38:kworker.0
00000100:00080000:1.0:1767322952.649322:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322952.649325:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322952.649327:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816941696:0@lo:38:kworker.0
00000100:00100000:3.0:1767322952.649331:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816941952:0@lo:400:kworker.0
00000100:00100000:1.0:1767322953.223645:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322953.671002:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322954.249869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322954.409004:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322954.409079:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767322954.409177:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758779776
00000100:00100000:0.0:1767322954.409187:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758779776
00000100:00100000:0.0:1767322954.409327:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758779904
00000100:00100000:0.0:1767322954.409332:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758779904
00000100:00080000:1.0:1767322954.409381:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322954.416809:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5649
00000100:00100000:2.0:1767322954.416841:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758779904:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322954.416951:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758779904:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 125us (7870us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322954.416960:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5649
00000100:00100000:2.0:1767322954.416989:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90224
00000100:00100000:2.0:1767322954.416994:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758779776:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322954.417016:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322954.417045:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758779776:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 49us (8052us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322954.417052:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90224
00010000:00010000:2.0:1767322954.695077:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322955.273832:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322955.724279:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322956.296089:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322956.743287:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322957.255100:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322957.255124:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816942080:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322957.255198:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322957.255423:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816942080
00000100:00100000:2.0:1767322957.255432:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816942080
00000100:00100000:2.0:1767322957.255505:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263
00000100:00100000:2.0:1767322957.255516:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816942080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322957.255546:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:0.0:1767322957.255592:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767322957.255696:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816942080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 181us (498us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322957.255704:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263
00000100:00100000:0.0:1767322957.255744:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816942080:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322957.255865:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767322957.255877:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816942208:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322957.255909:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322957.258010:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816942208
00000100:00100000:1.0:1767322957.258024:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816942208
00000100:00100000:1.0:1767322957.258110:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264
00000100:00100000:1.0:1767322957.258121:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816942208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322957.258152:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767322957.258163:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322957.258234:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816942208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (2324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322957.258241:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264
00000100:00100000:3.0:1767322957.258347:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816942208:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322957.321620:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767322957.767015:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322957.767029:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322957.767032:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322957.767037:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322957.767042:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322957.767052:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5495
00000100:00080000:0.0:1767322957.767058:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322957.767067:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322957.767117:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1f80 x1853166816942336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322957.767146:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322957.767150:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322957.767152:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322957.767156:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5495
00000100:00080000:0.0:1767322957.767159:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322957.767163:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322957.767179:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2d80 x1853166816942464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322957.767232:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322957.767236:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322957.767239:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322957.767242:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5495
00000100:00080000:0.0:1767322957.767245:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322957.767248:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322957.767260:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2300 x1853166816942720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322957.767286:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322957.767289:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322957.767291:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322957.767294:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5495
00000100:00080000:0.0:1767322957.767297:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322957.767300:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322957.767310:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2a00 x1853166816942976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322957.767348:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816942848:0@lo:400:kworker.0
00000100:00100000:0.0:1767322957.767425:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322957.767526:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322957.767533:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816943104:0@lo:400:kworker.0
00000100:00100000:3.0:1767322957.767539:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816942592:0@lo:400:kworker.0
00000100:00100000:1.0:1767322957.767590:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816942336:0@lo:38:kworker.0
00000100:00100000:3.0:1767322957.767736:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322957.767790:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322957.768091:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816943232:0@lo:400:kworker.0
00000100:00100000:3.0:1767322957.768119:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322957.768177:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816943232
00000100:00100000:3.0:1767322957.768185:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816943232
00000100:00100000:3.0:1767322957.768237:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550
00000100:00100000:3.0:1767322957.768247:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816943232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322957.768302:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816943232:12345-0@lo:400:kworker.0 Request processed in 56us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322957.768309:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550
00000100:00100000:3.0:1767322957.768355:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816943232:0@lo:400:kworker.0
00000100:00100000:3.0:1767322957.768383:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816942848
00000100:00100000:3.0:1767322957.768387:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816942848
00000100:00080000:3.0:1767322957.768407:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322957.768437:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816942592
00000100:00100000:3.0:1767322957.768441:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816942592
00000100:00100000:3.0:1767322957.768467:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5650
00000100:00100000:3.0:1767322957.768486:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816942848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322957.768520:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816942848:12345-0@lo:400:kworker.0 Request processed in 48us (1096us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322957.768526:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5650
00000100:00100000:3.0:1767322957.768539:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5651
00000100:00100000:3.0:1767322957.768546:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816942592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322957.768576:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816942592:12345-0@lo:400:kworker.0 Request processed in 31us (840us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322957.768582:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5651
00000100:00080000:3.0:1767322957.768595:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322957.768612:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816942592:0@lo:400:kworker.0
00000100:00100000:1.0:1767322957.771999:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322957.772054:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816942464:0@lo:38:kworker.0
00000100:00100000:1.0:1767322957.772085:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322957.772116:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816942720:0@lo:38:kworker.0
00000100:00100000:1.0:1767322957.772134:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322957.772147:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816942976:0@lo:38:kworker.0
00000100:00100000:1.0:1767322957.772162:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322957.772208:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816942464
00000100:00100000:1.0:1767322957.772216:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816942464
00000100:00100000:1.0:1767322957.772249:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289
00000100:00100000:1.0:1767322957.772256:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816942464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322957.772278:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322957.772319:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816942464:12345-0@lo:38:kworker.0 Request processed in 62us (231us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322957.772326:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289
00000100:00080000:1.0:1767322957.772380:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767322957.772385:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767322957.772389:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816942464:0@lo:38:kworker.0
00000100:00100000:1.0:1767322957.772416:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816942336
00000100:00100000:1.0:1767322957.772419:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816942336
00000100:00100000:1.0:1767322957.772444:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816942720
00000100:00100000:1.0:1767322957.772446:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816942720
00000100:00100000:1.0:1767322957.772467:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816942976
00000100:00100000:1.0:1767322957.772470:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816942976
00000100:00100000:1.0:1767322957.772495:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90225
00000100:00100000:1.0:1767322957.772500:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816942336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322957.772512:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322957.772539:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816942336:12345-0@lo:38:kworker.0 Request processed in 39us (549us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322957.772545:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90225
00000100:00100000:3.0:1767322957.773107:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90226
00000100:00100000:3.0:1767322957.773114:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816942720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322957.773127:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322957.773165:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816942720:12345-0@lo:38:kworker.0 Request processed in 51us (1030us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322957.773172:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90226
00000100:00100000:3.0:1767322957.773190:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90227
00000100:00100000:3.0:1767322957.773194:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816942976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322957.773204:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322957.773228:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816942976:12345-0@lo:38:kworker.0 Request processed in 33us (1064us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322957.773234:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90227
00000100:00080000:3.0:1767322957.773296:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322957.773302:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322957.773305:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816942336:0@lo:38:kworker.0
00000100:00080000:3.0:1767322957.773315:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322957.773319:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322957.773322:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816942720:0@lo:38:kworker.0
00000100:00080000:3.0:1767322957.773330:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322957.773334:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322957.773337:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816942976:0@lo:38:kworker.0
00000100:00100000:0.0:1767322957.782824:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322957.782925:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816942848:0@lo:400:kworker.0
00000100:00100000:3.0:1767322957.784782:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816943104
00000100:00100000:3.0:1767322957.784798:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816943104
00000100:00100000:3.0:1767322957.784885:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551
00000100:00100000:3.0:1767322957.784897:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816943104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322957.785019:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816943104:12345-0@lo:400:kworker.0 Request processed in 123us (2202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322957.785027:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551
00000100:00100000:1.0:1767322957.785243:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816943104:0@lo:400:kworker.0
00010000:00010000:2.0:1767322957.787873:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322958.343599:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322958.791042:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322959.366900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767322959.528504:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758780032 offset 0 length 520: 4
00000100:00100000:2.0:1767322959.531429:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322959.531533:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322959.531624:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758780160
00000100:00100000:1.0:1767322959.531635:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758780160
00000100:00100000:1.0:1767322959.531690:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758780288
00000100:00100000:1.0:1767322959.531693:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758780288
00000100:00100000:3.0:1767322959.531700:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90228
00000100:00100000:3.0:1767322959.531710:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758780160:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322959.531735:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322959.531791:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5652
00000100:00100000:1.0:1767322959.531801:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758780288:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322959.531842:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758780160:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 130us (421us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322959.531850:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758780288:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 49us (315us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322959.531853:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90228
00000100:00100000:1.0:1767322959.531864:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5652
00000100:00080000:0.0:1767322959.532146:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322959.815508:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322960.395913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322960.840093:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322961.414912:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322961.865293:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767322962.375810:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322962.375840:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816943360:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767322962.375917:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322962.377652:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816943360
00000100:00100000:0.0:1767322962.377667:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816943360
00000100:00100000:0.0:1767322962.377749:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265
00000100:00100000:0.0:1767322962.377793:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816943360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322962.377825:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322962.377898:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816943360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1980us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322962.377907:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265
00000100:00080000:3.0:1767322962.378162:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767322962.378445:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816943360:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322962.378589:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816943488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322962.378631:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322962.379885:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816943488
00000100:00100000:0.0:1767322962.379896:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816943488
00000100:00100000:0.0:1767322962.379971:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266
00000100:00100000:0.0:1767322962.379981:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816943488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322962.380011:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322962.380078:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816943488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1445us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322962.380086:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266
00000100:00080000:3.0:1767322962.380165:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322962.380314:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816943488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322962.439919:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767322962.887913:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322962.887925:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767322962.887928:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322962.887932:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322962.887937:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322962.887944:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5500
00000100:00080000:1.0:1767322962.887949:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322962.887956:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322962.888012:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93bb80 x1853166816943616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322962.888036:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322962.888039:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322962.888041:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322962.888045:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5500
00000100:00080000:1.0:1767322962.888047:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322962.888051:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322962.888065:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938a80 x1853166816943744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322962.888106:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322962.888110:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322962.888111:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322962.888115:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5500
00000100:00080000:1.0:1767322962.888117:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322962.888120:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322962.888132:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93aa00 x1853166816944000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767322962.888153:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767322962.888157:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767322962.888158:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767322962.888161:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5500
00000100:00080000:1.0:1767322962.888163:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767322962.888166:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322962.888176:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b480 x1853166816944256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322962.888221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816944512:0@lo:400:kworker.0
00000100:00100000:1.0:1767322962.888286:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322962.888345:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322962.888351:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816943872:0@lo:400:kworker.0
00000100:00100000:1.0:1767322962.888377:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322962.888425:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816944512
00000100:00100000:1.0:1767322962.888446:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816944512
00000100:00100000:1.0:1767322962.888493:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552
00000100:00100000:1.0:1767322962.888502:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816944512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322962.888553:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816944512:12345-0@lo:400:kworker.0 Request processed in 52us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322962.888560:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552
00000100:00100000:1.0:1767322962.888603:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816944512:0@lo:400:kworker.0
00000100:00100000:3.0:1767322962.888793:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816944384:0@lo:400:kworker.0
00000100:00100000:3.0:1767322962.888824:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322962.888845:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322962.888850:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816944128:0@lo:400:kworker.0
00000100:00100000:3.0:1767322962.888872:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322962.888901:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322937/real 1767322937]  req@ffff8d4d4a9f5500 x1853166816937344/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322962 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767322962.888915:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a9f5500 x1853166816937344/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322962 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767322962.888934:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816943616:0@lo:38:kworker.0
00000100:00100000:3.0:1767322962.888953:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322962.888968:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816943744:0@lo:38:kworker.0
00000100:00100000:3.0:1767322962.888990:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322962.889013:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816944000:0@lo:38:kworker.0
00000100:00100000:3.0:1767322962.889033:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322962.889048:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816944256:0@lo:38:kworker.0
00000100:00100000:3.0:1767322962.889066:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322962.889082:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322962.889094:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767322962.889097:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816937344:0@lo:250:kworker.0
00000100:00100000:3.0:1767322962.889121:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816943744
00000100:00100000:3.0:1767322962.889125:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816943744
00000100:00100000:3.0:1767322962.889146:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290
00000100:00100000:3.0:1767322962.889151:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816943744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322962.889169:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322962.889202:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816943744:12345-0@lo:38:kworker.0 Request processed in 49us (211us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322962.889208:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290
00000100:00100000:3.0:1767322962.889232:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816943872
00000100:00100000:3.0:1767322962.889235:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816943872
00000100:00100000:3.0:1767322962.889265:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816944128
00000100:00100000:3.0:1767322962.889269:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816944128
00000100:00100000:3.0:1767322962.889282:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816943616
00000100:00100000:3.0:1767322962.889285:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816943616
00000100:00100000:3.0:1767322962.889292:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816944000
00000100:00100000:3.0:1767322962.889294:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816944000
00000100:00100000:3.0:1767322962.889300:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816944256
00000100:00100000:3.0:1767322962.889302:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816944256
00000100:00100000:3.0:1767322962.889310:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5653
00000100:00100000:3.0:1767322962.889316:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816943872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322962.889351:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816943872:12345-0@lo:400:kworker.0 Request processed in 34us (972us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322962.889357:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5653
00000100:00100000:3.0:1767322962.889370:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5654
00000100:00100000:3.0:1767322962.889376:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816944128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322962.889405:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816944128:12345-0@lo:400:kworker.0 Request processed in 30us (532us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322962.889411:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5654
00000100:00100000:3.0:1767322962.889422:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90229
00000100:00100000:3.0:1767322962.889425:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816943616:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322962.889448:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322962.889470:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816943616:12345-0@lo:38:kworker.0 Request processed in 44us (517us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322962.889481:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90229
00000100:00100000:3.0:1767322962.889491:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90230
00000100:00100000:3.0:1767322962.889494:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816944000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322962.889502:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322962.889520:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816944000:12345-0@lo:38:kworker.0 Request processed in 24us (486us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322962.889524:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90230
00000100:00100000:3.0:1767322962.889533:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90231
00000100:00100000:3.0:1767322962.889537:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816944256:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322962.889544:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322962.889563:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816944256:12345-0@lo:38:kworker.0 Request processed in 25us (496us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322962.889568:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90231
00000100:00080000:3.0:1767322962.889583:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767322962.889603:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322962.889607:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767322962.889609:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322962.889612:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5479
00000100:00080000:3.0:1767322962.889616:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322962.889620:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322962.889639:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d0000 x1853166816944640/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322962.889676:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816944128:0@lo:400:kworker.0
00000100:00100000:3.0:1767322962.889694:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816944640:0@lo:250:kworker.0
00000400:00000100:3.0:1767322962.889713:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816944640 offset 0 length 520: 4
00000100:00080000:3.0:1767322962.889731:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322962.889734:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322962.889736:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816943616:0@lo:38:kworker.0
00000100:00080000:3.0:1767322962.889741:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322962.889743:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322962.889744:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816943744:0@lo:38:kworker.0
00000100:00080000:3.0:1767322962.889749:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322962.889751:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322962.889771:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816944000:0@lo:38:kworker.0
00000100:00080000:3.0:1767322962.889776:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322962.889778:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322962.889780:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816944256:0@lo:38:kworker.0
00000100:00100000:1.0:1767322962.890082:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816944384
00000100:00100000:1.0:1767322962.890087:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816944384
00000100:00100000:1.0:1767322962.890126:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553
00000100:00100000:1.0:1767322962.890139:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816944384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322962.890183:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816944384:12345-0@lo:400:kworker.0 Request processed in 51us (1358us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322962.890190:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3553
00000100:00100000:1.0:1767322962.890220:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816943872:0@lo:400:kworker.0
00000100:00100000:3.0:1767322962.890350:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816944384:0@lo:400:kworker.0
00010000:00010000:2.0:1767322962.890414:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322963.463459:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322963.914835:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322964.487022:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322964.649475:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322964.649618:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758780416
00000100:00100000:3.0:1767322964.649629:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758780416
00000100:00100000:3.0:1767322964.649723:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90232
00000100:00100000:3.0:1767322964.649731:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758780416:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322964.649801:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322964.649874:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758780416:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 141us (409us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322964.649883:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90232
00000100:00100000:1.0:1767322964.652701:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322964.652856:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758780544
00000100:00100000:3.0:1767322964.652865:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758780544
00000100:00100000:3.0:1767322964.652941:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5655
00000100:00100000:3.0:1767322964.652952:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758780544:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322964.653033:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758780544:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322964.653041:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5655
00000100:00080000:0.0:1767322964.653343:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322964.935218:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322965.510861:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322965.958998:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322966.534905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322966.982989:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767322967.495075:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816944768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322967.495175:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322967.495321:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816944768
00000100:00100000:2.0:1767322967.495332:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816944768
00000100:00100000:2.0:1767322967.495438:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267
00000100:00100000:2.0:1767322967.495448:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816944768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322967.495480:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322967.495526:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816944768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (350us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322967.495534:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267
00000100:00080000:3.0:1767322967.495608:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322967.495645:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816944768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322967.496739:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816944896:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322967.496819:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322967.496906:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816944896
00000100:00100000:0.0:1767322967.496913:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816944896
00000100:00100000:0.0:1767322967.496967:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268
00000100:00100000:0.0:1767322967.496976:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816944896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322967.496997:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767322967.497065:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322967.505657:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816944896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8670us (8826us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322967.505675:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268
00000100:00100000:3.0:1767322967.509916:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816944896:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322967.559183:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322968.012125:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322968.012194:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322968.012200:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322968.012202:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322968.012207:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322968.012213:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322968.012223:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5505
00000100:00080000:2.0:1767322968.012228:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322968.012236:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322968.012281:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166816945024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322968.012307:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322968.012311:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322968.012313:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322968.012320:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5505
00000100:00080000:2.0:1767322968.012323:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322968.012326:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322968.012339:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00a80 x1853166816945152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322968.012423:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322968.012427:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322968.012429:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322968.012432:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5505
00000100:00080000:2.0:1767322968.012435:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322968.012438:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322968.012452:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5f80 x1853166816945408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322968.012475:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322968.012478:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322968.012480:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322968.012482:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5505
00000100:00080000:2.0:1767322968.012485:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322968.012488:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322968.012499:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ca80 x1853166816945664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322968.012576:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816945280:0@lo:400:kworker.0
00000100:00100000:1.0:1767322968.012656:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322968.012792:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816945536:0@lo:400:kworker.0
00000100:00100000:0.0:1767322968.012822:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322968.012920:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816945280
00000100:00100000:1.0:1767322968.012928:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816945280
00000100:00100000:1.0:1767322968.012988:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5656
00000100:00100000:1.0:1767322968.012999:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816945280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322968.013066:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816945280:12345-0@lo:400:kworker.0 Request processed in 69us (409us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322968.013074:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5656
00000100:00100000:1.0:1767322968.013092:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816945536
00000100:00100000:1.0:1767322968.013096:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816945536
00000100:00100000:1.0:1767322968.013120:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5657
00000100:00100000:1.0:1767322968.013126:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816945536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322968.013157:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816945536:12345-0@lo:400:kworker.0 Request processed in 31us (333us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322968.013163:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5657
00000100:00100000:1.0:1767322968.013207:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816945280:0@lo:400:kworker.0
00000100:00080000:0.0:1767322968.013377:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322968.013411:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816945536:0@lo:400:kworker.0
00000100:00100000:3.0:1767322968.013616:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816945024:0@lo:38:kworker.0
00000100:00100000:3.0:1767322968.013657:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322968.013697:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816945152:0@lo:38:kworker.0
00000100:00100000:3.0:1767322968.013728:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322968.013793:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816945408:0@lo:38:kworker.0
00000100:00100000:3.0:1767322968.013818:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322968.013836:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816945664:0@lo:38:kworker.0
00000100:00100000:3.0:1767322968.013856:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322968.013883:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816945024
00000100:00100000:3.0:1767322968.013887:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816945024
00000100:00100000:3.0:1767322968.013909:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816945408
00000100:00100000:3.0:1767322968.013911:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816945408
00000100:00100000:3.0:1767322968.013921:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816945664
00000100:00100000:3.0:1767322968.013923:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816945664
00000100:00100000:3.0:1767322968.013932:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90233
00000100:00100000:3.0:1767322968.013937:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816945024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322968.013956:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322968.013987:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816945024:12345-0@lo:38:kworker.0 Request processed in 49us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322968.013997:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90233
00000100:00100000:3.0:1767322968.014009:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90234
00000100:00100000:3.0:1767322968.014025:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816945408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322968.014034:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322968.014054:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816945408:12345-0@lo:38:kworker.0 Request processed in 39us (235us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322968.014060:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90234
00000100:00100000:3.0:1767322968.014069:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90235
00000100:00100000:3.0:1767322968.014072:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816945664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322968.014080:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322968.014098:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816945664:12345-0@lo:38:kworker.0 Request processed in 25us (242us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322968.014103:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90235
00000100:00080000:3.0:1767322968.014136:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322968.014142:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322968.014146:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816945024:0@lo:38:kworker.0
00000100:00080000:3.0:1767322968.014155:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322968.014158:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322968.014161:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816945408:0@lo:38:kworker.0
00000100:00080000:3.0:1767322968.014169:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322968.014172:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322968.014175:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816945664:0@lo:38:kworker.0
00000100:00100000:1.0:1767322968.014500:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816945152
00000100:00100000:1.0:1767322968.014507:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816945152
00000100:00100000:1.0:1767322968.014541:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291
00000100:00100000:1.0:1767322968.014545:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816945152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322968.014557:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322968.014605:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816945152:12345-0@lo:38:kworker.0 Request processed in 57us (875us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322968.014612:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291
00000100:00080000:0.0:1767322968.014682:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322968.014687:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322968.014690:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816945152:0@lo:38:kworker.0
00000100:00100000:1.0:1767322968.582889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322969.031060:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322969.606991:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322969.769589:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322969.769858:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322969.776917:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758780672
00000100:00100000:1.0:1767322969.776935:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758780672
00000100:00100000:1.0:1767322969.777156:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758780800
00000100:00100000:1.0:1767322969.777161:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758780800
00000100:00080000:2.0:1767322969.777255:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322969.780050:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5658
00000100:00100000:0.0:1767322969.780084:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758780800:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322969.780224:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758780800:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 157us (10365us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322969.780232:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5658
00000100:00100000:0.0:1767322969.780259:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90236
00000100:00100000:0.0:1767322969.780265:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758780672:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322969.780479:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322969.780516:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758780672:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 249us (10938us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322969.780523:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90236
00010000:00010000:2.0:1767322970.055412:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322970.635070:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322971.080487:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322971.654878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322972.103314:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322972.615196:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322972.615235:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816945920:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767322972.615298:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322972.615377:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816945920
00000100:00100000:0.0:1767322972.615385:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816945920
00000100:00080000:2.0:1767322972.615442:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767322972.615453:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269
00000100:00100000:0.0:1767322972.615463:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816945920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322972.615493:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322972.615554:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816945920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322972.615572:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269
00000100:00100000:3.0:1767322972.615595:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816945920:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322972.615689:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816945792:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322972.615719:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322972.615873:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816945792
00000100:00100000:0.0:1767322972.615877:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816945792
00000100:00100000:0.0:1767322972.615942:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270
00000100:00100000:0.0:1767322972.615948:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816945792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322972.615965:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322972.616072:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816945792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (352us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322972.616078:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270
00000100:00080000:2.0:1767322972.616113:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767322972.616150:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816945792:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322972.678994:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322973.129890:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767322973.129937:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322973.129944:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322973.129947:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322973.129951:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322973.129955:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322973.129962:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5510
00000100:00080000:0.0:1767322973.129967:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322973.129974:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322973.130018:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b1880 x1853166816946048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322973.130049:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322973.130053:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322973.130055:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322973.130059:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5510
00000100:00080000:0.0:1767322973.130061:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322973.130065:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322973.130077:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b0e00 x1853166816946176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322973.130117:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322973.130121:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322973.130123:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322973.130126:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5510
00000100:00080000:0.0:1767322973.130129:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322973.130132:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322973.130143:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b2d80 x1853166816946432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322973.130168:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322973.130171:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322973.130173:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322973.130176:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5510
00000100:00080000:0.0:1767322973.130178:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322973.130182:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322973.130192:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e674b3100 x1853166816946688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322973.130211:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767322973.130223:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816946560:0@lo:400:kworker.0
00000100:00100000:0.0:1767322973.130287:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322973.130490:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816946048:0@lo:38:kworker.0
00000100:00100000:3.0:1767322973.130518:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322973.130550:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816946176:0@lo:38:kworker.0
00000100:00100000:3.0:1767322973.130577:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322973.130601:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816946432:0@lo:38:kworker.0
00000100:00100000:3.0:1767322973.130620:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322973.130632:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816946688:0@lo:38:kworker.0
00000100:00100000:3.0:1767322973.130649:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322973.130680:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816946560
00000100:00100000:3.0:1767322973.130687:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816946560
00000100:00100000:3.0:1767322973.130734:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816946048
00000100:00100000:3.0:1767322973.130737:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816946048
00000100:00100000:3.0:1767322973.130750:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816946432
00000100:00100000:3.0:1767322973.130772:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816946432
00000100:00100000:3.0:1767322973.130782:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816946688
00000100:00100000:3.0:1767322973.130785:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816946688
00000100:00100000:3.0:1767322973.130796:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5659
00000100:00100000:3.0:1767322973.130807:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816946560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322973.130854:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816946560:12345-0@lo:400:kworker.0 Request processed in 51us (567us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322973.130861:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5659
00000100:00100000:3.0:1767322973.130878:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90237
00000100:00100000:3.0:1767322973.130882:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816946048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322973.130900:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322973.130931:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816946048:12345-0@lo:38:kworker.0 Request processed in 47us (411us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322973.130936:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90237
00000100:00100000:3.0:1767322973.130948:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90238
00000100:00100000:3.0:1767322973.130952:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816946432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322973.130961:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322973.130983:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816946432:12345-0@lo:38:kworker.0 Request processed in 30us (362us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322973.130989:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90238
00000100:00100000:3.0:1767322973.131001:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90239
00000100:00100000:3.0:1767322973.131004:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816946688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322973.131013:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322973.131032:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816946688:12345-0@lo:38:kworker.0 Request processed in 26us (382us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322973.131037:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90239
00000100:00100000:3.0:1767322973.131062:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816946176
00000100:00100000:3.0:1767322973.131066:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816946176
00000100:00100000:3.0:1767322973.131083:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292
00000100:00100000:3.0:1767322973.131088:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816946176:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322973.131096:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322973.131120:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816946176:12345-0@lo:38:kworker.0 Request processed in 30us (541us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322973.131125:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292
00000100:00080000:3.0:1767322973.131159:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322973.131164:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322973.131168:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816946048:0@lo:38:kworker.0
00000100:00080000:3.0:1767322973.131177:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322973.131180:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322973.131183:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816946176:0@lo:38:kworker.0
00000100:00080000:3.0:1767322973.131190:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322973.131194:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322973.131196:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816946432:0@lo:38:kworker.0
00000100:00080000:3.0:1767322973.131203:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322973.131206:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322973.131208:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816946688:0@lo:38:kworker.0
00000100:00080000:2.0:1767322973.131293:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322973.131303:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322973.131313:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816946304:0@lo:400:kworker.0
00000100:00100000:2.0:1767322973.131353:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322973.131652:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816946304
00000100:00100000:1.0:1767322973.131657:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816946304
00000100:00100000:1.0:1767322973.131701:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5660
00000100:00100000:1.0:1767322973.131709:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816946304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322973.131747:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816946304:12345-0@lo:400:kworker.0 Request processed in 40us (393us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322973.131779:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5660
00000100:00100000:1.0:1767322973.131813:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816946304:0@lo:400:kworker.0
00000100:00080000:2.0:1767322973.131867:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322973.131975:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816946560:0@lo:400:kworker.0
00000100:00100000:1.0:1767322973.704110:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322974.151116:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322974.726881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322974.888265:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322974.888387:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322974.888833:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758781056
00000100:00100000:3.0:1767322974.888854:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758781056
00000100:00100000:3.0:1767322974.888955:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758780928
00000100:00100000:3.0:1767322974.888959:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758780928
00000100:00100000:3.0:1767322974.889002:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5661
00000100:00100000:1.0:1767322974.889017:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90240
00000100:00100000:1.0:1767322974.889028:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758780928:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767322974.889055:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322974.889146:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758780928:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 114us (755us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767322974.889180:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322974.889305:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758781056:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322974.889394:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758781056:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 381us (1139us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322974.889664:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90240
00000100:00100000:3.0:1767322974.893014:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5661
00010000:00010000:2.0:1767322975.179352:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322975.754493:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322976.202199:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322976.774867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322977.223124:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322977.735275:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322977.735323:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816946816:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322977.735347:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816946944:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322977.735433:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322977.735720:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816946816
00000100:00100000:2.0:1767322977.735732:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816946816
00000100:00100000:2.0:1767322977.735860:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271
00000100:00100000:2.0:1767322977.735871:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816946816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767322977.735913:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322977.735986:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816946816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (551us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322977.736001:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271
00000100:00100000:3.0:1767322977.736037:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322977.736082:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816946944
00000100:00100000:2.0:1767322977.736090:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816946944
00000100:00100000:2.0:1767322977.736140:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272
00000100:00100000:2.0:1767322977.736152:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816946944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322977.736176:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767322977.736240:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816946944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322977.736249:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272
00000100:00100000:1.0:1767322977.736408:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816946816:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767322977.736523:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767322977.736530:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322977.736800:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816946944:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322977.799000:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322978.249417:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767322978.249675:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322978.249685:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767322978.249688:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322978.249692:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322978.249696:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322978.249703:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5515
00000100:00080000:2.0:1767322978.249708:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322978.249715:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322978.249752:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75296680 x1853166816947072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322978.249794:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322978.249798:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322978.249800:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322978.249804:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5515
00000100:00080000:2.0:1767322978.249807:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322978.249810:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322978.249825:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294700 x1853166816947200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322978.249864:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322978.249868:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322978.249869:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322978.249873:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5515
00000100:00080000:2.0:1767322978.249875:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322978.249878:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322978.249889:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac0b100 x1853166816947456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322978.249922:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322978.249926:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322978.249928:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322978.249934:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5515
00000100:00080000:2.0:1767322978.249937:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322978.249940:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322978.249955:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac08a80 x1853166816947712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322978.249982:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816947328:0@lo:400:kworker.0
00000100:00100000:2.0:1767322978.249985:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767322978.250022:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816947584:0@lo:400:kworker.0
00000100:00100000:1.0:1767322978.250219:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816947072:0@lo:38:kworker.0
00000100:00100000:2.0:1767322978.255192:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322978.255297:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816947584
00000100:00100000:3.0:1767322978.255317:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816947584
00000100:00100000:3.0:1767322978.255647:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5662
00000100:00100000:3.0:1767322978.255664:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816947584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322978.255998:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816947584:12345-0@lo:400:kworker.0 Request processed in 340us (812us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322978.256007:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5662
00000100:00080000:2.0:1767322978.256134:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767322978.256188:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816947584:0@lo:400:kworker.0
00000100:00100000:0.0:1767322978.257718:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322978.257993:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816947328
00000100:00100000:3.0:1767322978.258005:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816947328
00000100:00100000:3.0:1767322978.258080:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5663
00000100:00100000:3.0:1767322978.258090:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816947328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322978.258230:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816947328:0@lo:400:kworker.0
00000100:00080000:2.0:1767322978.258340:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322978.258443:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322978.258492:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816947200:0@lo:38:kworker.0
00000100:00100000:1.0:1767322978.258535:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322978.258571:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816947200
00000100:00100000:1.0:1767322978.258576:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816947200
00000100:00100000:1.0:1767322978.258604:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293
00000100:00100000:1.0:1767322978.258609:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816947200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322978.258635:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322978.258773:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816947072
00000100:00100000:0.0:1767322978.258777:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816947072
00000100:00100000:0.0:1767322978.258884:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90241
00000100:00100000:0.0:1767322978.258890:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816947072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322978.258901:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322978.259119:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816947456:0@lo:38:kworker.0
00000100:00100000:3.0:1767322978.259460:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816947328:12345-0@lo:400:kworker.0 Request processed in 90us (470us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322978.260461:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5663
00000100:00100000:0.0:1767322978.263075:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816947072:12345-0@lo:38:kworker.0 Request processed in 4168us (4617us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322978.263093:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90241
00000100:00100000:1.0:1767322978.263399:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816947200:12345-0@lo:38:kworker.0 Request processed in 4782us (4857us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322978.263412:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293
00000100:00100000:3.0:1767322978.263516:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322978.263594:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816947712:0@lo:38:kworker.0
00000100:00100000:3.0:1767322978.264113:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767322978.264219:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322978.264228:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322978.264234:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816947072:0@lo:38:kworker.0
00000100:00080000:3.0:1767322978.264252:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322978.264258:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322978.264261:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816947200:0@lo:38:kworker.0
00000100:00100000:1.0:1767322978.264429:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816947456
00000100:00100000:1.0:1767322978.264439:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816947456
00000100:00100000:1.0:1767322978.264482:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816947712
00000100:00100000:1.0:1767322978.264486:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816947712
00000100:00100000:1.0:1767322978.264513:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90242
00000100:00100000:1.0:1767322978.264522:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816947456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322978.264554:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322978.264627:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816947456:12345-0@lo:38:kworker.0 Request processed in 103us (1111us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322978.264637:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90242
00000100:00100000:1.0:1767322978.264918:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90243
00000100:00100000:1.0:1767322978.264928:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816947712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322978.264942:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322978.264986:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816947712:12345-0@lo:38:kworker.0 Request processed in 57us (1200us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322978.264994:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90243
00000100:00080000:3.0:1767322978.265210:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322978.265218:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322978.265222:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816947456:0@lo:38:kworker.0
00000100:00080000:3.0:1767322978.265238:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767322978.265244:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767322978.265247:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816947712:0@lo:38:kworker.0
00000100:00100000:1.0:1767322978.822921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322979.271088:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322979.848047:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767322980.008690:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322980.008749:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322980.008866:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758781312
00000100:00100000:3.0:1767322980.008884:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758781312
00000100:00100000:0.0:1767322980.009014:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758781184
00000100:00100000:0.0:1767322980.009020:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758781184
00000100:00100000:3.0:1767322980.009046:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5664
00000100:00100000:0.0:1767322980.009055:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90244
00000100:00100000:3.0:1767322980.009062:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758781312:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767322980.009066:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758781184:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767322980.009095:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322980.009180:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758781312:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 124us (506us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322980.009189:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5664
00000100:00080000:2.0:1767322980.010604:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322980.014841:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758781184:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 5763us (6077us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322980.014855:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90244
00010000:00010000:1.0:1767322980.295039:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322980.870859:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322981.319780:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322981.894862:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322982.343339:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322982.855147:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816947840:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322982.855217:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322982.855381:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816947840
00000100:00100000:1.0:1767322982.855390:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816947840
00000100:00100000:1.0:1767322982.855452:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273
00000100:00100000:1.0:1767322982.855462:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816947840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767322982.855491:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767322982.855573:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767322982.855734:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767322982.855747:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816947968:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322982.855791:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322982.855820:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816947968
00000100:00100000:3.0:1767322982.855824:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816947968
00000100:00100000:3.0:1767322982.855866:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274
00000100:00100000:3.0:1767322982.855874:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816947968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767322982.855893:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767322982.855927:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816947968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (135us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322982.855933:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274
00000100:00080000:3.0:1767322982.855953:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767322982.855985:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816947968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322982.863614:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816947840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8142us (8385us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322982.863630:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273
00000100:00100000:0.0:1767322982.867672:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816947840:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322982.921976:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322983.367282:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322983.367331:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322983.367338:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767322983.367340:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322983.367345:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322983.367349:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322983.367356:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5520
00000100:00080000:3.0:1767322983.367361:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322983.367367:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322983.367409:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9c00 x1853166816948096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322983.367439:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322983.367443:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322983.367444:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322983.367449:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5520
00000100:00080000:3.0:1767322983.367451:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322983.367455:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322983.367467:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9880 x1853166816948224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322983.367509:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322983.367513:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322983.367515:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322983.367519:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5520
00000100:00080000:3.0:1767322983.367521:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322983.367524:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322983.367535:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acad80 x1853166816948480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767322983.367577:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767322983.367582:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767322983.367584:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767322983.367587:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5520
00000100:00080000:3.0:1767322983.367589:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767322983.367592:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767322983.367603:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8000 x1853166816948736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767322983.367634:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816948608:0@lo:400:kworker.0
00000100:00100000:3.0:1767322983.367709:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322983.367870:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816948352:0@lo:400:kworker.0
00000100:00100000:1.0:1767322983.367902:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322983.368065:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816948608
00000100:00100000:3.0:1767322983.368073:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816948608
00000100:00100000:3.0:1767322983.368127:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816948352
00000100:00100000:3.0:1767322983.368130:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816948352
00000100:00100000:3.0:1767322983.368155:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5665
00000100:00100000:3.0:1767322983.368164:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816948608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322983.368215:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816948608:12345-0@lo:400:kworker.0 Request processed in 52us (506us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322983.368223:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5665
00000100:00100000:3.0:1767322983.368248:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5666
00000100:00100000:3.0:1767322983.368256:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816948352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322983.368285:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816948352:12345-0@lo:400:kworker.0 Request processed in 31us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322983.368291:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5666
00000100:00100000:3.0:1767322983.368335:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816948608:0@lo:400:kworker.0
00000100:00080000:1.0:1767322983.368409:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322983.368431:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816948352:0@lo:400:kworker.0
00000100:00100000:0.0:1767322983.368687:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816948096:0@lo:38:kworker.0
00000100:00100000:0.0:1767322983.368727:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322983.368778:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816948224:0@lo:38:kworker.0
00000100:00100000:1.0:1767322983.368909:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816948096
00000100:00100000:1.0:1767322983.368914:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816948096
00000100:00100000:1.0:1767322983.368947:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90245
00000100:00100000:1.0:1767322983.368952:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816948096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322983.368971:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322983.369004:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816948096:12345-0@lo:38:kworker.0 Request processed in 51us (277us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322983.369011:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90245
00000100:00100000:0.0:1767322983.369168:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322983.369200:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816948480:0@lo:38:kworker.0
00000100:00100000:0.0:1767322983.369223:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322983.369256:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816948736:0@lo:38:kworker.0
00000100:00100000:0.0:1767322983.369281:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767322983.369309:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322983.369314:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322983.369317:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816948096:0@lo:38:kworker.0
00000100:00100000:1.0:1767322983.369381:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816948224
00000100:00100000:1.0:1767322983.369386:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816948224
00000100:00100000:1.0:1767322983.369414:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294
00000100:00100000:1.0:1767322983.369419:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816948224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322983.369430:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322983.369461:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816948224:12345-0@lo:38:kworker.0 Request processed in 40us (293us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322983.369467:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294
00000100:00100000:1.0:1767322983.369483:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816948480
00000100:00100000:1.0:1767322983.369487:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816948480
00000100:00100000:1.0:1767322983.369501:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816948736
00000100:00100000:1.0:1767322983.369503:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816948736
00000100:00100000:1.0:1767322983.369518:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90246
00000100:00100000:1.0:1767322983.369522:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816948480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322983.369531:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322983.369568:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816948480:12345-0@lo:38:kworker.0 Request processed in 45us (344us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322983.369575:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90246
00000100:00100000:1.0:1767322983.369586:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90247
00000100:00100000:1.0:1767322983.369590:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816948736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322983.369599:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322983.369622:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816948736:12345-0@lo:38:kworker.0 Request processed in 31us (340us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322983.369627:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90247
00000100:00080000:0.0:1767322983.369983:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322983.369987:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322983.369990:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816948224:0@lo:38:kworker.0
00000100:00080000:0.0:1767322983.369998:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322983.370001:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322983.370003:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816948480:0@lo:38:kworker.0
00000100:00080000:0.0:1767322983.370011:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322983.370014:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322983.370017:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816948736:0@lo:38:kworker.0
00000100:00100000:1.0:1767322983.942879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322984.107672:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:1.0:1767322984.107705:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758781440 offset 0 length 520: 4
00000100:00100000:3.0:1767322984.107727:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758781696
00000100:00100000:3.0:1767322984.107740:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758781696
00000100:00100000:1.0:1767322984.107822:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:1.0:1767322984.108351:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322984.118666:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758781568
00000100:00100000:1.0:1767322984.118683:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758781568
00000100:00100000:1.0:1767322984.118786:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5667
00000100:00100000:1.0:1767322984.118804:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758781696:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322984.118877:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90248
00000100:00100000:2.0:1767322984.118884:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758781568:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:1.0:1767322984.118890:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758781696:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 96us (11231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322984.118897:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5667
00010000:00020000:2.0:1767322984.118905:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322984.119934:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758781568:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 1044us (12106us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322984.119945:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90248
00010000:00010000:1.0:1767322984.397482:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322984.966887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322985.415208:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322985.990926:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322986.439254:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322987.014949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322987.463402:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322987.463422:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322962/real 1767322962]  req@ffff8d4d4a9d0000 x1853166816944640/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322987 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767322987.463455:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a9d0000 x1853166816944640/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767322987 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767322987.463474:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322987.463497:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767322987.463501:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816944640:0@lo:250:kworker.0
00000100:00080000:2.0:1767322987.463529:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322987.463535:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767322987.463539:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322987.463544:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5505
00000100:00080000:2.0:1767322987.463548:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322987.463554:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322987.463588:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac08e00 x1853166816948864/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322987.463617:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322987.463621:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322987.463623:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322987.463627:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5525
00000100:00080000:2.0:1767322987.463629:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322987.463632:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322987.463647:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac08000 x1853166816948992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322987.463656:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322987.463660:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322987.463661:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322987.463665:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5525
00000100:00080000:2.0:1767322987.463667:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322987.463670:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322987.463684:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09f80 x1853166816949120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322987.463732:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322987.463736:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322987.463737:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322987.463741:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5525
00000100:00080000:2.0:1767322987.463743:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322987.463746:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322987.463777:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac0b100 x1853166816949376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767322987.463802:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767322987.463805:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767322987.463808:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767322987.463811:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5525
00000100:00080000:2.0:1767322987.463813:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767322987.463816:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767322987.463831:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62ca80 x1853166816949632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767322987.463866:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816949504:0@lo:400:kworker.0
00000100:00100000:2.0:1767322987.463940:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322987.463988:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767322987.463992:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816949760:0@lo:400:kworker.0
00000100:00100000:2.0:1767322987.464009:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322987.464033:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816949504
00000100:00100000:2.0:1767322987.464040:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816949504
00000100:00100000:2.0:1767322987.464077:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5668
00000100:00100000:2.0:1767322987.464083:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816949504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322987.464115:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816949504:12345-0@lo:400:kworker.0 Request processed in 33us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322987.464120:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5668
00000100:00100000:2.0:1767322987.464150:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816949504:0@lo:400:kworker.0
00000100:00100000:3.0:1767322987.464241:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816949888:0@lo:400:kworker.0
00000100:00100000:3.0:1767322987.464272:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322987.464295:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767322987.464298:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816949248:0@lo:400:kworker.0
00000100:00100000:3.0:1767322987.464312:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322987.464328:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816949248
00000100:00100000:3.0:1767322987.464330:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816949248
00000100:00100000:3.0:1767322987.464348:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5669
00000100:00100000:3.0:1767322987.464352:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816949248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322987.464372:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816949248:12345-0@lo:400:kworker.0 Request processed in 20us (59us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322987.464376:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5669
00000100:00100000:3.0:1767322987.464391:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816949248:0@lo:400:kworker.0
00000100:00100000:0.0:1767322987.464451:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816949760
00000100:00100000:0.0:1767322987.464454:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816949760
00000100:00100000:0.0:1767322987.464481:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816949888
00000100:00100000:0.0:1767322987.464483:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816949888
00000100:00100000:0.0:1767322987.464497:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3554
00000100:00100000:0.0:1767322987.464501:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816949760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322987.464527:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816949760:12345-0@lo:400:kworker.0 Request processed in 26us (517us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322987.464531:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3554
00000100:00100000:0.0:1767322987.464538:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3555
00000100:00100000:0.0:1767322987.464541:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816949888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767322987.464555:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816949888:12345-0@lo:400:kworker.0 Request processed in 14us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322987.464559:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3555
00000100:00100000:0.0:1767322987.464578:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816949760:0@lo:400:kworker.0
00000100:00100000:0.0:1767322987.464589:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816948864:0@lo:250:kworker.0
00000400:00000100:0.0:1767322987.464601:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816948864 offset 0 length 520: 4
00000100:00100000:0.0:1767322987.464612:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816948992:0@lo:38:kworker.0
00000100:00100000:0.0:1767322987.464623:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322987.464632:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816949120:0@lo:38:kworker.0
00000100:00100000:0.0:1767322987.464644:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322987.464652:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816949376:0@lo:38:kworker.0
00000100:00100000:0.0:1767322987.464662:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322987.464668:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816949632:0@lo:38:kworker.0
00000100:00100000:0.0:1767322987.464678:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322987.464692:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816949120
00000100:00100000:0.0:1767322987.464695:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816949120
00000100:00100000:0.0:1767322987.464705:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295
00000100:00100000:0.0:1767322987.464709:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816949120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322987.464722:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322987.464742:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816949120:12345-0@lo:38:kworker.0 Request processed in 32us (97us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322987.464747:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295
00000100:00100000:0.0:1767322987.464783:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816948992
00000100:00100000:0.0:1767322987.464787:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816948992
00000100:00100000:0.0:1767322987.464804:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816949376
00000100:00100000:0.0:1767322987.464807:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816949376
00000100:00100000:0.0:1767322987.464815:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816949632
00000100:00100000:0.0:1767322987.464817:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816949632
00000100:00100000:0.0:1767322987.464828:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90249
00000100:00100000:0.0:1767322987.464833:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816948992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322987.464848:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322987.464873:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816948992:12345-0@lo:38:kworker.0 Request processed in 39us (247us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322987.464879:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90249
00000100:00100000:0.0:1767322987.464890:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90250
00000100:00100000:0.0:1767322987.464893:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816949376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322987.464901:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322987.464921:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816949376:12345-0@lo:38:kworker.0 Request processed in 26us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322987.464926:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90250
00000100:00100000:0.0:1767322987.464935:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90251
00000100:00100000:0.0:1767322987.464938:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816949632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767322987.464946:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767322987.464965:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816949632:12345-0@lo:38:kworker.0 Request processed in 25us (285us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767322987.464973:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90251
00000100:00080000:0.0:1767322987.464995:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322987.465000:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322987.465003:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816948992:0@lo:38:kworker.0
00000100:00080000:0.0:1767322987.465011:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322987.465014:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322987.465017:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816949120:0@lo:38:kworker.0
00000100:00080000:0.0:1767322987.465022:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322987.465024:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322987.465026:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816949376:0@lo:38:kworker.0
00000100:00080000:0.0:1767322987.465030:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767322987.465031:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767322987.465033:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816949632:0@lo:38:kworker.0
00000100:00100000:3.0:1767322987.465111:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816949888:0@lo:400:kworker.0
00000100:00080000:1.0:1767322987.468405:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767322987.468413:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322987.468416:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322987.976184:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767322987.976244:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816950016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322987.976334:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322987.976432:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816950016
00000100:00100000:1.0:1767322987.976444:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816950016
00000100:00100000:1.0:1767322987.976508:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275
00000100:00100000:1.0:1767322987.976520:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816950016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767322987.976559:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767322987.976617:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816950016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322987.976627:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275
00000100:00100000:0.0:1767322987.976671:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816950016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322987.976861:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816950144:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322987.976889:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322987.976920:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816950144
00000100:00100000:0.0:1767322987.976924:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816950144
00000100:00100000:0.0:1767322987.976947:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276
00000100:00100000:0.0:1767322987.976954:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816950144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322987.976974:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322987.977004:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816950144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (114us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322987.977011:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276
00000100:00100000:0.0:1767322987.977042:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816950144:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322988.038898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322988.487627:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322989.063024:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767322989.223857:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767322989.223908:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322989.223986:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758781952
00000100:00100000:3.0:1767322989.223996:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758781952
00000100:00100000:3.0:1767322989.224080:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758781824
00000100:00100000:3.0:1767322989.224088:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758781824
00000100:00100000:3.0:1767322989.224112:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5670
00000100:00100000:3.0:1767322989.224124:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758781952:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767322989.224222:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758781952:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (373us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322989.224230:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5670
00000100:00100000:3.0:1767322989.224249:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90252
00000100:00100000:3.0:1767322989.224253:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758781824:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767322989.224276:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322989.224304:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758781824:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 49us (395us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322989.224310:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90252
00000100:00080000:1.0:1767322989.224672:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767322989.511262:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322990.088220:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322990.535219:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322991.110894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322991.559602:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322992.134837:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767322992.583206:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322992.583217:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322992.583220:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322992.583224:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322992.583228:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322992.583245:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5530
00000100:00080000:0.0:1767322992.583250:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322992.583258:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00010000:00010000:1.0:1767322992.583298:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767322992.583299:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79adad80 x1853166816950272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322992.583318:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322992.583321:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322992.583323:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322992.583328:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5530
00000100:00080000:0.0:1767322992.583330:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322992.583333:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322992.583344:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79adaa00 x1853166816950400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322992.583387:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322992.583392:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322992.583394:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322992.583397:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5530
00000100:00080000:0.0:1767322992.583400:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322992.583403:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322992.583408:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816950528:0@lo:400:kworker.0
00000100:00100000:0.0:1767322992.583416:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9880 x1853166816950656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322992.583447:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322992.583450:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322992.583451:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322992.583455:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5530
00000100:00080000:0.0:1767322992.583457:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322992.583460:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322992.583472:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ada680 x1853166816950912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767322992.583483:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322992.583512:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816950784:0@lo:400:kworker.0
00000100:00100000:0.0:1767322992.583546:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322992.583564:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322992.583570:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767322992.583576:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816951168:0@lo:400:kworker.0
00000100:00100000:0.0:1767322992.583581:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816951040:0@lo:400:kworker.0
00000100:00100000:1.0:1767322992.583617:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322992.583631:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816950528
00000100:00100000:0.0:1767322992.583639:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816950528
00000100:00100000:1.0:1767322992.583664:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816950784
00000100:00100000:1.0:1767322992.583670:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816950784
00000100:00100000:1.0:1767322992.583707:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5671
00000100:00100000:1.0:1767322992.583716:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816950528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322992.583791:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816950528:12345-0@lo:400:kworker.0 Request processed in 76us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322992.583802:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5671
00000100:00100000:1.0:1767322992.583820:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5672
00000100:00100000:1.0:1767322992.583827:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816950784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767322992.583857:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816950784:12345-0@lo:400:kworker.0 Request processed in 31us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767322992.583863:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5672
00000100:00080000:3.0:1767322992.583873:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767322992.583905:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816950528:0@lo:400:kworker.0
00000100:00100000:1.0:1767322992.583935:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322992.583971:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816950784:0@lo:400:kworker.0
00000100:00100000:3.0:1767322992.584041:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816951168
00000100:00100000:3.0:1767322992.584045:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816951168
00000100:00100000:2.0:1767322992.584078:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816950272:0@lo:38:kworker.0
00000100:00100000:3.0:1767322992.584096:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816951040
00000100:00100000:3.0:1767322992.584101:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816951040
00000100:00100000:2.0:1767322992.584114:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322992.584127:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556
00000100:00100000:3.0:1767322992.584138:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816951168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322992.584139:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816950400:0@lo:38:kworker.0
00000100:00100000:2.0:1767322992.584193:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322992.584201:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816951168:12345-0@lo:400:kworker.0 Request processed in 65us (583us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322992.584209:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556
00000100:00100000:3.0:1767322992.584229:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557
00000100:00100000:3.0:1767322992.584236:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816951040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322992.584246:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816950656:0@lo:38:kworker.0
00000100:00100000:2.0:1767322992.584279:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322992.584290:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816951040:12345-0@lo:400:kworker.0 Request processed in 53us (352us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322992.584297:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557
00000100:00100000:2.0:1767322992.584303:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816950912:0@lo:38:kworker.0
00000100:00100000:3.0:1767322992.584329:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816951040:0@lo:400:kworker.0
00000100:00100000:2.0:1767322992.584330:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322992.584358:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816950272
00000100:00100000:3.0:1767322992.584362:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816950272
00000100:00100000:2.0:1767322992.584375:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816950400
00000100:00100000:2.0:1767322992.584380:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816950400
00000100:00100000:3.0:1767322992.584383:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816950656
00000100:00100000:3.0:1767322992.584388:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816950656
00000100:00100000:2.0:1767322992.584405:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296
00000100:00100000:3.0:1767322992.584409:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816950912
00000100:00100000:2.0:1767322992.584413:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816950400:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322992.584415:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816950912
00000100:00100000:3.0:1767322992.584434:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90253
00010000:00020000:2.0:1767322992.584436:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767322992.584442:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816950272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767322992.584455:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322992.584478:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816950400:12345-0@lo:38:kworker.0 Request processed in 64us (284us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322992.584486:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296
00000100:00100000:3.0:1767322992.584492:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816950272:12345-0@lo:38:kworker.0 Request processed in 49us (377us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322992.584500:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90253
00000100:00100000:2.0:1767322992.584511:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90254
00000100:00100000:2.0:1767322992.584517:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816950656:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767322992.584521:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90255
00000100:00100000:3.0:1767322992.584527:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816950912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767322992.584531:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767322992.584540:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322992.584562:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816950656:12345-0@lo:38:kworker.0 Request processed in 44us (282us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322992.584569:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90254
00000100:00100000:3.0:1767322992.584575:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816950912:12345-0@lo:38:kworker.0 Request processed in 46us (244us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767322992.584582:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90255
00000100:00080000:2.0:1767322992.584598:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322992.584604:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322992.584609:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816950272:0@lo:38:kworker.0
00000100:00080000:2.0:1767322992.584618:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322992.584622:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322992.584624:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816950400:0@lo:38:kworker.0
00000100:00080000:2.0:1767322992.584631:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322992.584634:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322992.584637:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816950656:0@lo:38:kworker.0
00000100:00080000:2.0:1767322992.584642:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322992.584645:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322992.584647:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816950912:0@lo:38:kworker.0
00000100:00080000:1.0:1767322992.584696:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767322992.584700:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767322992.584717:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816951168:0@lo:400:kworker.0
00000100:00100000:1.0:1767322993.096110:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816951424:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322993.096125:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816951296:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767322993.097059:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322993.097298:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322993.103042:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816951296
00000100:00100000:2.0:1767322993.103057:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816951296
00000100:00100000:0.0:1767322993.103106:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816951424
00000100:00100000:0.0:1767322993.103112:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816951424
00000100:00100000:0.0:1767322993.103185:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277
00000100:00100000:0.0:1767322993.103195:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816951424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322993.103230:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767322993.103467:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278
00000100:00100000:2.0:1767322993.103475:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816951296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767322993.103496:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322993.103586:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816951424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 392us (6287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322993.103595:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277
00000100:00100000:3.0:1767322993.103643:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816951424:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767322993.103702:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816951296:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767322993.103796:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816951296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 322us (6739us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322993.103804:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278
00000100:00100000:1.0:1767322993.159001:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767322993.607024:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322994.182825:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767322994.344312:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322994.344493:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758782208
00000100:00100000:2.0:1767322994.344505:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758782208
00000100:00100000:2.0:1767322994.344588:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5673
00000100:00100000:2.0:1767322994.344600:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758782208:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322994.344688:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758782208:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 90us (399us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322994.344697:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5673
00000100:00080000:1.0:1767322994.344777:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767322994.345160:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322994.345493:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758782080
00000100:00100000:2.0:1767322994.345498:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758782080
00000100:00100000:2.0:1767322994.345528:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90256
00000100:00100000:2.0:1767322994.345533:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758782080:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322994.345554:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322994.345601:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758782080:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 65us (441us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322994.345608:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90256
00010000:00010000:1.0:1767322994.631870:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322995.206992:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322995.660329:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322996.230883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322996.678902:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322997.254880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767322997.702902:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322997.702913:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767322997.702917:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322997.702921:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322997.702926:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322997.702934:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5535
00000100:00080000:0.0:1767322997.702940:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322997.702948:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322997.703014:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9c00 x1853166816951552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322997.703042:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322997.703046:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322997.703048:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322997.703052:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5535
00000100:00080000:0.0:1767322997.703054:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322997.703058:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767322997.703071:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad8000 x1853166816951680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322997.703140:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322997.703145:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322997.703148:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767322997.703152:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5535
00000100:00080000:0.0:1767322997.703155:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322997.703159:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322997.703170:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816951808:0@lo:400:kworker.0
00000100:00100000:0.0:1767322997.703175:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9880 x1853166816951936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767322997.703210:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767322997.703214:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767322997.703217:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767322997.703219:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816952064:0@lo:400:kworker.0
00000100:00080000:0.0:1767322997.703224:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5535
00000100:00080000:0.0:1767322997.703228:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767322997.703232:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767322997.703247:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322997.703249:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79adad80 x1853166816952192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767322997.703359:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816951808
00000100:00100000:0.0:1767322997.703366:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816951808
00000100:00100000:0.0:1767322997.703442:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5674
00000100:00100000:0.0:1767322997.703452:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816951808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767322997.703562:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816951552:0@lo:38:kworker.0
00000100:00100000:3.0:1767322997.703611:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322997.703662:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767322997.703669:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816952320:0@lo:400:kworker.0
00000100:00100000:3.0:1767322997.703697:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322997.703736:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816952320
00000100:00100000:3.0:1767322997.703740:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816952320
00000100:00100000:3.0:1767322997.703805:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558
00000100:00100000:3.0:1767322997.703813:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816952320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322997.703850:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816952320:12345-0@lo:400:kworker.0 Request processed in 38us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322997.703858:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558
00000100:00100000:3.0:1767322997.703917:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816952320:0@lo:400:kworker.0
00000100:00100000:3.0:1767322997.703941:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816952448:0@lo:400:kworker.0
00000100:00100000:3.0:1767322997.703965:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767322997.703995:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816952448
00000100:00100000:3.0:1767322997.703999:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816952448
00000100:00100000:3.0:1767322997.704041:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559
00000100:00100000:3.0:1767322997.704048:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816952448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322997.704081:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816952448:12345-0@lo:400:kworker.0 Request processed in 34us (115us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322997.704087:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559
00000100:00100000:3.0:1767322997.704124:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816952448:0@lo:400:kworker.0
00000100:00100000:3.0:1767322997.704143:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816952064
00000100:00100000:3.0:1767322997.704146:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816952064
00000100:00100000:3.0:1767322997.704171:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5675
00000100:00100000:3.0:1767322997.704177:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816952064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767322997.704212:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816952064:12345-0@lo:400:kworker.0 Request processed in 35us (601us total) trans 0 rc 0/0
00000100:00100000:3.0:1767322997.704217:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5675
00000100:00100000:3.0:1767322997.704244:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816952064:0@lo:400:kworker.0
00010000:00010000:3.0:1767322997.704275:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767322997.704299:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767322997.704303:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767322997.704305:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767322997.712238:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816951808:12345-0@lo:400:kworker.0 Request processed in 8778us (8982us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322997.712254:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5674
00000100:00100000:1.0:1767322997.712484:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816951808:0@lo:400:kworker.0
00000100:00100000:2.0:1767322997.714182:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322997.714238:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816951680:0@lo:38:kworker.0
00000100:00100000:2.0:1767322997.714279:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767322997.714323:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816951936:0@lo:38:kworker.0
00000100:00100000:2.0:1767322997.714346:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767322997.714468:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816951680
00000100:00100000:1.0:1767322997.714477:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816951680
00000100:00100000:1.0:1767322997.714523:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297
00000100:00100000:1.0:1767322997.714531:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816951680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322997.714555:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322997.714602:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816951680:12345-0@lo:38:kworker.0 Request processed in 70us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322997.714608:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297
00000100:00100000:2.0:1767322997.715264:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816952192:0@lo:38:kworker.0
00000100:00100000:2.0:1767322997.715294:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767322997.716339:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322997.716348:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322997.716352:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816951680:0@lo:38:kworker.0
00000100:00100000:3.0:1767322997.716474:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816951552
00000100:00100000:3.0:1767322997.716482:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816951552
00000100:00100000:3.0:1767322997.716552:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816951936
00000100:00100000:3.0:1767322997.716556:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816951936
00000100:00100000:0.0:1767322997.716582:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816952192
00000100:00100000:0.0:1767322997.716587:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816952192
00000100:00100000:1.0:1767322997.716621:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90257
00000100:00100000:1.0:1767322997.716628:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816951552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322997.716648:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322997.716696:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816951552:12345-0@lo:38:kworker.0 Request processed in 68us (2518us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322997.716703:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90257
00000100:00100000:1.0:1767322997.716720:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90258
00000100:00100000:1.0:1767322997.716724:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816951936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322997.716746:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322997.716784:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816951936:12345-0@lo:38:kworker.0 Request processed in 59us (2436us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322997.716790:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90258
00000100:00100000:1.0:1767322997.716801:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90259
00000100:00100000:1.0:1767322997.716804:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816952192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767322997.716813:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767322997.716837:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816952192:12345-0@lo:38:kworker.0 Request processed in 31us (1543us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767322997.716842:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90259
00000100:00080000:2.0:1767322997.716956:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322997.716961:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322997.716976:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816951552:0@lo:38:kworker.0
00000100:00080000:2.0:1767322997.716986:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322997.716989:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322997.716992:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816951936:0@lo:38:kworker.0
00000100:00080000:2.0:1767322997.717134:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767322997.717138:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767322997.717141:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816952192:0@lo:38:kworker.0
00000100:00100000:1.0:1767322998.215148:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816952576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322998.215216:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322998.215400:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767322998.215412:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816952704:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767322998.215441:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767322998.215471:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816952576
00000100:00100000:0.0:1767322998.215479:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816952576
00000100:00100000:0.0:1767322998.215524:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816952704
00000100:00100000:0.0:1767322998.215528:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816952704
00000100:00100000:0.0:1767322998.215548:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279
00000100:00100000:0.0:1767322998.215557:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816952576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767322998.215585:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767322998.215624:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816952576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322998.215632:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279
00000100:00100000:0.0:1767322998.215650:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280
00000100:00100000:0.0:1767322998.215656:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816952704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767322998.215671:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767322998.215694:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816952704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767322998.215700:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280
00000100:00100000:0.0:1767322998.215790:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816952704:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767322998.215975:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816952576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767322998.279327:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767322998.728028:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767322999.302934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767322999.463552:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767322999.463596:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767322999.463671:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758782336
00000100:00100000:2.0:1767322999.463681:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758782336
00000100:00100000:2.0:1767322999.463867:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758782464
00000100:00100000:2.0:1767322999.463871:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758782464
00000100:00100000:2.0:1767322999.463935:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5676
00000100:00100000:2.0:1767322999.463945:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758782464:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767322999.464020:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758782464:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 75us (422us total) trans 0 rc 0/0
00000100:00100000:2.0:1767322999.464027:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5676
00000100:00100000:2.0:1767322999.464048:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90260
00000100:00100000:2.0:1767322999.464053:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758782336:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767322999.464077:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767322999.464115:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758782336:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (572us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767322999.464121:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90260
00000100:00080000:0.0:1767322999.465452:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767322999.753527:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323000.326950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323000.775194:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323001.350948:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323001.799819:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323002.374941:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323002.829966:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323002.829981:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323002.829984:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323002.829989:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323002.829995:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323002.830005:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5540
00000100:00080000:2.0:1767323002.830011:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323002.830019:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323002.830096:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09f80 x1853166816952832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323002.830132:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323002.830136:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323002.830138:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323002.830143:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5540
00000100:00080000:2.0:1767323002.830146:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323002.830149:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323002.830163:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac08000 x1853166816952960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323002.830208:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323002.830213:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323002.830215:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323002.830218:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5540
00000100:00080000:2.0:1767323002.830221:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323002.830224:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323002.830235:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac0a680 x1853166816953216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323002.830279:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323002.830283:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323002.830285:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323002.830288:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5540
00000100:00080000:2.0:1767323002.830290:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323002.830293:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323002.830304:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624b480 x1853166816953472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323002.830345:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816953728:0@lo:400:kworker.0
00000100:00100000:2.0:1767323002.830446:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323002.830535:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323002.830542:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816953088:0@lo:400:kworker.0
00000100:00100000:2.0:1767323002.830572:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323002.830605:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816953344:0@lo:400:kworker.0
00000100:00100000:2.0:1767323002.830631:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323002.830649:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323002.830654:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816953600:0@lo:400:kworker.0
00000100:00100000:3.0:1767323002.830654:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816952832:0@lo:38:kworker.0
00000100:00100000:2.0:1767323002.830674:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323002.830683:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323002.830702:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816952960:0@lo:38:kworker.0
00000100:00100000:2.0:1767323002.830714:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816953728
00000100:00100000:2.0:1767323002.830722:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816953728
00000100:00100000:3.0:1767323002.830724:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323002.830747:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816953216:0@lo:38:kworker.0
00000100:00100000:3.0:1767323002.830811:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323002.830812:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816953600
00000100:00100000:2.0:1767323002.830815:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816953600
00000100:00100000:3.0:1767323002.830829:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816953472:0@lo:38:kworker.0
00000100:00100000:2.0:1767323002.830840:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560
00000100:00100000:3.0:1767323002.830849:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323002.830850:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816953728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323002.830882:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561
00000100:00100000:3.0:1767323002.830890:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816953600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323002.830906:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816953728:12345-0@lo:400:kworker.0 Request processed in 58us (460us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323002.830914:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560
00000100:00100000:3.0:1767323002.830921:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816953600:12345-0@lo:400:kworker.0 Request processed in 33us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323002.830926:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561
00000100:00100000:2.0:1767323002.830943:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816953344
00000100:00100000:3.0:1767323002.830943:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816953088
00000100:00100000:2.0:1767323002.830946:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816953344
00000100:00100000:2.0:1767323002.830973:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816952832
00000100:00100000:2.0:1767323002.830977:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816952832
00000100:00100000:2.0:1767323002.830985:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816953216
00000100:00100000:2.0:1767323002.830988:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816953216
00000100:00100000:2.0:1767323002.830994:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816953472
00000100:00100000:2.0:1767323002.830996:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816953472
00000100:00100000:2.0:1767323002.831006:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5677
00000100:00100000:2.0:1767323002.831013:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816953344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323002.831045:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816953344:12345-0@lo:400:kworker.0 Request processed in 33us (413us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323002.831051:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5677
00000100:00100000:3.0:1767323002.831070:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816953088
00000100:00100000:2.0:1767323002.831073:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90261
00000100:00100000:2.0:1767323002.831077:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816952832:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323002.831095:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5678
00010000:00020000:2.0:1767323002.831100:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323002.831101:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816953088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323002.831128:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816953088:12345-0@lo:400:kworker.0 Request processed in 27us (555us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323002.831131:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816952832:12345-0@lo:38:kworker.0 Request processed in 52us (446us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323002.831134:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5678
00000100:00100000:2.0:1767323002.831137:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90261
00000100:00100000:3.0:1767323002.831147:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90262
00000100:00100000:3.0:1767323002.831150:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816953216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323002.831161:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323002.831184:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816953216:12345-0@lo:38:kworker.0 Request processed in 32us (373us total) trans 0 rc -19/-19
00010000:00010000:1.0:1767323002.831438:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323002.831464:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767323002.831469:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323002.831471:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323002.832404:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90263
00000100:00100000:2.0:1767323002.832571:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816953472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323002.832593:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323002.832658:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816953472:12345-0@lo:38:kworker.0 Request processed in 90us (1807us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323002.832665:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90263
00000100:00100000:2.0:1767323002.832776:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816953088:0@lo:400:kworker.0
00000100:00100000:2.0:1767323002.832794:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816953728:0@lo:400:kworker.0
00000100:00080000:2.0:1767323002.832860:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323002.832866:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323002.832870:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816952832:0@lo:38:kworker.0
00000100:00080000:2.0:1767323002.832884:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323002.832888:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323002.832892:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816953216:0@lo:38:kworker.0
00000100:00080000:2.0:1767323002.832903:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323002.832907:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323002.832910:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816953472:0@lo:38:kworker.0
00000100:00100000:2.0:1767323002.832970:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816953600:0@lo:400:kworker.0
00000100:00100000:2.0:1767323002.832983:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816953344:0@lo:400:kworker.0
00000100:00100000:2.0:1767323002.833028:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816952960
00000100:00100000:2.0:1767323002.833036:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816952960
00000100:00100000:2.0:1767323002.833384:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298
00000100:00100000:2.0:1767323002.833390:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816952960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323002.833405:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323002.833473:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816952960:12345-0@lo:38:kworker.0 Request processed in 82us (2748us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323002.833480:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298
00000100:00080000:2.0:1767323002.833512:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323002.833517:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323002.833521:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816952960:0@lo:38:kworker.0
00000100:00100000:3.0:1767323002.834144:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90262
00000100:00100000:3.0:1767323003.335083:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816953856:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323003.335190:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323003.335242:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816953856
00000100:00100000:1.0:1767323003.335255:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816953856
00000100:00100000:1.0:1767323003.335325:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281
00000100:00100000:1.0:1767323003.335336:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816953856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323003.335374:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323003.335654:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816953856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 319us (464us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323003.335714:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816953856:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323003.335824:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323003.335838:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816953984:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323003.335875:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323003.335972:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816953984
00000100:00100000:3.0:1767323003.335978:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816953984
00000100:00100000:3.0:1767323003.336093:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282
00000100:00100000:3.0:1767323003.336102:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816953984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323003.336122:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323003.336172:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816953984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323003.336180:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282
00000100:00100000:2.0:1767323003.336247:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816953984:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323003.341092:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281
00000100:00100000:1.0:1767323003.398907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323003.847108:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323004.422990:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323004.583940:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323004.584347:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758782720
00000100:00100000:3.0:1767323004.584363:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758782720
00000100:00100000:3.0:1767323004.584459:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5679
00000100:00100000:3.0:1767323004.584474:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758782720:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767323004.584717:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323004.584842:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758782720:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 372us (910us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323004.584851:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5679
00000100:00100000:2.0:1767323004.585069:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323004.585207:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758782592
00000100:00100000:0.0:1767323004.585213:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758782592
00000100:00100000:0.0:1767323004.585251:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90264
00000100:00100000:0.0:1767323004.585257:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758782592:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323004.585279:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323004.585314:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758782592:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 56us (246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323004.585322:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90264
00010000:00010000:1.0:1767323004.874326:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323005.447034:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323005.895360:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323006.471013:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323006.920014:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323007.494907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323007.943877:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323007.943889:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323007.943892:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323007.943896:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323007.943901:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323007.943909:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5545
00000100:00080000:2.0:1767323007.943914:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323007.943921:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323007.943965:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249880 x1853166816954112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323007.943983:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323007.943987:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323007.943989:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323007.943994:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5545
00000100:00080000:2.0:1767323007.943996:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323007.944000:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323007.944023:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624b480 x1853166816954240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323007.944076:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323007.944081:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323007.944083:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323007.944087:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5545
00000100:00080000:2.0:1767323007.944090:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323007.944094:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323007.944106:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624ad80 x1853166816954496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323007.944134:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323007.944138:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323007.944140:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323007.944143:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5545
00000100:00080000:2.0:1767323007.944145:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323007.944148:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323007.944163:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a680 x1853166816954752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323007.944233:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816955008:0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.944304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323007.944379:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323007.944385:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816954368:0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.944412:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323007.944440:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816954624:0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.944464:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323007.944481:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323007.944486:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816954880:0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.944507:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323007.944541:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816955008
00000100:00100000:2.0:1767323007.944547:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816955008
00000100:00100000:2.0:1767323007.944592:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816954880
00000100:00100000:2.0:1767323007.944595:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816954880
00000100:00100000:2.0:1767323007.944617:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562
00000100:00100000:2.0:1767323007.944624:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816955008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.944673:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816955008:12345-0@lo:400:kworker.0 Request processed in 49us (369us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323007.944681:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562
00000100:00100000:2.0:1767323007.944700:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563
00000100:00100000:2.0:1767323007.944706:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816954880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.944738:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816954880:12345-0@lo:400:kworker.0 Request processed in 32us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323007.944744:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563
00000100:00100000:2.0:1767323007.944792:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816954368
00000100:00100000:2.0:1767323007.944795:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816954368
00000100:00100000:2.0:1767323007.944820:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816954624
00000100:00100000:2.0:1767323007.944824:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816954624
00000100:00100000:2.0:1767323007.944846:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5680
00000100:00100000:2.0:1767323007.944852:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816954368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.944881:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816954368:12345-0@lo:400:kworker.0 Request processed in 29us (468us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323007.944886:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5680
00000100:00100000:2.0:1767323007.944898:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5681
00000100:00100000:2.0:1767323007.944903:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816954624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.944928:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816954624:12345-0@lo:400:kworker.0 Request processed in 25us (464us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323007.944933:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5681
00000100:00100000:2.0:1767323007.944977:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816954880:0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.944986:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816954624:0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.945012:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816954368:0@lo:400:kworker.0
00000100:00100000:2.0:1767323007.945034:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816955008:0@lo:400:kworker.0
00000100:00100000:0.0:1767323007.945638:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816954112:0@lo:38:kworker.0
00000100:00100000:0.0:1767323007.945673:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323007.945699:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816954240:0@lo:38:kworker.0
00000100:00100000:0.0:1767323007.945731:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323007.945784:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816954496:0@lo:38:kworker.0
00000100:00100000:0.0:1767323007.945807:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323007.945824:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816954752:0@lo:38:kworker.0
00000100:00100000:0.0:1767323007.945843:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323007.945873:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816954112
00000100:00100000:0.0:1767323007.945879:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816954112
00000100:00100000:0.0:1767323007.945902:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816954496
00000100:00100000:0.0:1767323007.945905:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816954496
00000100:00100000:0.0:1767323007.945918:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816954752
00000100:00100000:0.0:1767323007.945921:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816954752
00000100:00100000:0.0:1767323007.945931:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90265
00000100:00100000:0.0:1767323007.945936:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816954112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323007.945956:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323007.945990:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816954112:12345-0@lo:38:kworker.0 Request processed in 53us (315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323007.945998:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90265
00000100:00100000:0.0:1767323007.946031:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90266
00000100:00100000:0.0:1767323007.946035:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816954496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323007.946044:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323007.946067:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816954496:12345-0@lo:38:kworker.0 Request processed in 31us (259us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323007.946073:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90266
00000100:00100000:0.0:1767323007.946084:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90267
00000100:00100000:0.0:1767323007.946088:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816954752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323007.946096:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323007.946118:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816954752:12345-0@lo:38:kworker.0 Request processed in 29us (274us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323007.946123:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90267
00000100:00080000:0.0:1767323007.946139:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323007.946144:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323007.946146:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323007.946199:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323007.946205:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323007.946208:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816954112:0@lo:38:kworker.0
00000100:00080000:0.0:1767323007.946217:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323007.946220:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323007.946222:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816954496:0@lo:38:kworker.0
00000100:00080000:0.0:1767323007.946228:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323007.946231:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323007.946234:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816954752:0@lo:38:kworker.0
00010000:00010000:1.0:1767323007.946364:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323007.946562:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816954240
00000100:00100000:2.0:1767323007.946568:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816954240
00000100:00100000:2.0:1767323007.946600:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299
00000100:00100000:2.0:1767323007.946605:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816954240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323007.946616:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323007.946660:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816954240:12345-0@lo:38:kworker.0 Request processed in 53us (928us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323007.946666:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299
00000100:00080000:0.0:1767323007.947420:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323007.947427:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323007.947431:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816954240:0@lo:38:kworker.0
00000100:00100000:2.0:1767323008.455129:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816955264:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323008.455137:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816955136:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323008.455355:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323008.455412:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816955264
00000100:00100000:1.0:1767323008.455421:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816955264
00000100:00100000:1.0:1767323008.455481:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283
00000100:00100000:1.0:1767323008.455490:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816955264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323008.455521:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323008.455571:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816955264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (217us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323008.455579:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283
00000100:00100000:0.0:1767323008.455647:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816955264:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323008.458297:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323008.458571:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816955136
00000100:00100000:2.0:1767323008.458581:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816955136
00000100:00100000:2.0:1767323008.458639:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284
00000100:00100000:2.0:1767323008.458650:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816955136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323008.458682:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323008.458832:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816955136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 184us (540us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323008.458840:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284
00000100:00100000:3.0:1767323008.467156:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816955136:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323008.522228:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323008.967394:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323009.543690:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323009.707468:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323009.707580:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758782848
00000100:00100000:3.0:1767323009.707595:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758782848
00000100:00100000:3.0:1767323009.707820:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90268
00000100:00100000:3.0:1767323009.707831:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758782848:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323009.707865:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323009.708083:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758782848:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 251us (630us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323009.708092:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90268
00000100:00100000:1.0:1767323009.717681:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:1.0:1767323009.717739:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758783104 offset 0 length 520: 4
00000100:00100000:3.0:1767323009.719282:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758782976
00000100:00100000:3.0:1767323009.719300:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758782976
00000100:00100000:3.0:1767323009.719421:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5682
00000100:00100000:3.0:1767323009.719436:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758782976:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323009.719547:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758782976:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 114us (1880us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323009.719556:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5682
00000100:00080000:0.0:1767323009.719908:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323009.997148:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323010.567498:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323011.015173:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323011.592327:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323012.039086:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323012.039199:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767322987/real 1767322987]  req@ffff8d4d4ac08e00 x1853166816948864/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323012 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323012.039240:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ac08e00 x1853166816948864/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323012 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323012.039264:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323012.039325:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323012.039330:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816948864:0@lo:250:kworker.0
00000100:00080000:1.0:1767323012.046200:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323012.046215:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767323012.046222:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323012.046232:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5530
00000100:00080000:1.0:1767323012.046423:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323012.046435:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323012.046487:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae66d80 x1853166816955392/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323012.046590:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323012.046595:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323012.046597:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323012.046601:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5550
00000100:00080000:1.0:1767323012.046604:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323012.046609:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323012.046627:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae64000 x1853166816955520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323012.046637:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323012.046640:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323012.046642:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323012.046646:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5550
00000100:00080000:1.0:1767323012.046649:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323012.046652:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323012.046670:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a879180 x1853166816955648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323012.046715:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816955392:0@lo:250:kworker.0
00000100:00080000:1.0:1767323012.046723:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323012.046728:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323012.046730:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323012.046733:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5550
00000100:00080000:1.0:1767323012.046735:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323012.046739:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323012.046751:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a87aa00 x1853166816955904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323012.046805:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323012.046811:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767323012.046813:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816955776:0@lo:400:kworker.0
00000100:00080000:1.0:1767323012.046814:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323012.046823:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5550
00000100:00080000:1.0:1767323012.046827:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323012.046831:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323012.046846:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878e00 x1853166816956160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323012.046900:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323012.046910:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816956032:0@lo:400:kworker.0
00000100:00100000:1.0:1767323012.046950:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323012.047006:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323012.047006:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323012.047017:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816956416:0@lo:400:kworker.0
00000100:00100000:1.0:1767323012.047020:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816956288:0@lo:400:kworker.0
00000100:00100000:0.0:1767323012.047061:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323012.047078:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816955776
00000100:00100000:1.0:1767323012.047089:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816955776
00000100:00080000:0.0:1767323012.047121:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323012.047137:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:2.0:1767323012.047334:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816955392 offset 0 length 520: 4
00000100:00100000:2.0:1767323012.047362:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816955520:0@lo:38:kworker.0
00000100:00100000:3.0:1767323012.047383:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816956416
00000100:00100000:3.0:1767323012.047390:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816956416
00000100:00100000:2.0:1767323012.047393:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323012.047445:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816956288
00000100:00100000:3.0:1767323012.047448:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816956288
00000100:00100000:2.0:1767323012.047469:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816955648:0@lo:38:kworker.0
00000100:00100000:3.0:1767323012.047483:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564
00000100:00100000:3.0:1767323012.047498:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816956416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323012.047503:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323012.047532:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816955904:0@lo:38:kworker.0
00000100:00100000:2.0:1767323012.047556:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323012.047662:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816956416:12345-0@lo:400:kworker.0 Request processed in 169us (599us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323012.047670:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564
00000100:00100000:3.0:1767323012.047694:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565
00000100:00100000:2.0:1767323012.047695:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816956160:0@lo:38:kworker.0
00000100:00100000:3.0:1767323012.047705:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816956288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323012.047723:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323012.047743:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816956032
00000100:00100000:0.0:1767323012.047747:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816956032
00000100:00100000:3.0:1767323012.047785:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816956288:12345-0@lo:400:kworker.0 Request processed in 54us (617us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323012.047803:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565
00000100:00080000:3.0:1767323012.047826:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323012.047832:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323012.047835:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323012.047874:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816955648
00000100:00100000:2.0:1767323012.047879:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816955648
00000100:00100000:3.0:1767323012.047884:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816956288:0@lo:400:kworker.0
00000100:00100000:2.0:1767323012.047910:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300
00000100:00100000:2.0:1767323012.047916:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816955648:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323012.047924:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816956416:0@lo:400:kworker.0
00010000:00020000:2.0:1767323012.047941:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323012.047943:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816955520
00000100:00100000:3.0:1767323012.047949:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816955520
00000100:00100000:3.0:1767323012.047973:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816955904
00000100:00100000:3.0:1767323012.047988:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816955904
00000100:00100000:2.0:1767323012.047999:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816955648:12345-0@lo:38:kworker.0 Request processed in 80us (496us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323012.048000:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816956160
00000100:00100000:3.0:1767323012.048005:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816956160
00000100:00100000:2.0:1767323012.048010:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300
00000100:00100000:3.0:1767323012.048019:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90269
00000100:00100000:3.0:1767323012.048025:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816955520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323012.048037:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323012.048042:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90270
00000100:00100000:2.0:1767323012.048049:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816955904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323012.048061:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323012.048072:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816955520:12345-0@lo:38:kworker.0 Request processed in 45us (679us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323012.048079:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90269
00000100:00100000:3.0:1767323012.048095:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90271
00000100:00100000:2.0:1767323012.048098:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816955904:12345-0@lo:38:kworker.0 Request processed in 46us (539us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323012.048104:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816956160:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323012.048113:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90270
00010000:00020000:3.0:1767323012.048119:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323012.048154:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323012.048161:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323012.048164:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816955904:0@lo:38:kworker.0
00000100:00080000:2.0:1767323012.048187:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323012.048191:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323012.048194:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816955520:0@lo:38:kworker.0
00000100:00080000:2.0:1767323012.048201:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323012.048204:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323012.048207:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816955648:0@lo:38:kworker.0
00000100:00100000:2.0:1767323012.048575:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5683
00000100:00100000:2.0:1767323012.048586:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816955776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323012.048729:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5684
00000100:00100000:0.0:1767323012.048739:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816956032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323012.050665:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816955776:12345-0@lo:400:kworker.0 Request processed in 2072us (3755us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323012.050681:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5683
00000100:00100000:3.0:1767323012.050691:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816956160:12345-0@lo:38:kworker.0 Request processed in 2586us (2966us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323012.050703:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90271
00000100:00080000:2.0:1767323012.050835:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323012.050842:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323012.050847:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816956160:0@lo:38:kworker.0
00000100:00100000:0.0:1767323012.051009:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816956032:12345-0@lo:400:kworker.0 Request processed in 2271us (4056us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323012.051017:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5684
00000100:00100000:2.0:1767323012.051084:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816956032:0@lo:400:kworker.0
00000100:00100000:3.0:1767323012.051129:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816955776:0@lo:400:kworker.0
00000100:00100000:1.0:1767323012.615050:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323013.065556:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323013.575302:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816956544:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323013.575405:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323013.575742:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816956544
00000100:00100000:2.0:1767323013.575773:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816956544
00000100:00100000:2.0:1767323013.575885:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285
00000100:00100000:2.0:1767323013.575897:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816956544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323013.575937:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323013.576019:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816956544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (615us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323013.576032:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285
00000100:00100000:3.0:1767323013.576093:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816956672:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323013.576123:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323013.576230:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816956672
00000100:00100000:0.0:1767323013.576235:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816956672
00000100:00100000:0.0:1767323013.576266:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286
00000100:00100000:0.0:1767323013.576273:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816956672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323013.576293:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323013.576333:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816956672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323013.576340:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286
00000100:00100000:2.0:1767323013.576499:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816956672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323013.578123:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816956544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323013.639533:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323014.087528:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323014.663114:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323014.829645:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323014.829705:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323014.830058:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758783360
00000100:00100000:2.0:1767323014.830075:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758783360
00000100:00100000:2.0:1767323014.830281:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758783232
00000100:00100000:2.0:1767323014.830285:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758783232
00000100:00080000:3.0:1767323014.830334:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323014.836423:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5685
00000100:00100000:0.0:1767323014.836463:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758783360:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323014.836614:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758783360:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 174us (6983us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323014.836626:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5685
00000100:00100000:0.0:1767323014.836674:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90272
00000100:00100000:0.0:1767323014.836681:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758783232:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323014.836709:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323014.836740:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758783232:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (7035us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323014.836746:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90272
00010000:00010000:1.0:1767323015.118045:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323015.686931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323016.139030:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323016.710949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323017.159683:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323017.159801:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323017.159809:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323017.159813:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323017.159818:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323017.159824:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323017.159834:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5554
00000100:00080000:0.0:1767323017.159840:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323017.159848:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323017.159905:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40700 x1853166816956800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323017.159949:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323017.159954:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323017.159956:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323017.159960:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5554
00000100:00080000:0.0:1767323017.159963:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323017.159967:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323017.159983:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e42300 x1853166816956928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323017.160042:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323017.160047:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323017.160049:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767323017.160251:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816956800:0@lo:38:kworker.0
00000100:00100000:3.0:1767323017.160338:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323017.160410:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816956928:0@lo:38:kworker.0
00000100:00100000:3.0:1767323017.160445:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323017.160692:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323017.160705:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816957056:0@lo:400:kworker.0
00000100:00100000:2.0:1767323017.160741:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323017.160881:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816956800
00000100:00100000:3.0:1767323017.160892:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816956800
00000100:00100000:3.0:1767323017.160945:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816957056
00000100:00100000:3.0:1767323017.160949:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816957056
00000100:00100000:3.0:1767323017.161010:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5686
00000100:00100000:3.0:1767323017.161026:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816957056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323017.161208:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90273
00000100:00100000:2.0:1767323017.161216:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816956800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323017.161241:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323017.161303:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816957056:12345-0@lo:400:kworker.0 Request processed in 282us (560us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323017.161311:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5686
00000100:00080000:3.0:1767323017.161337:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323017.161378:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816956928
00000100:00100000:3.0:1767323017.161383:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816956928
00000100:00100000:3.0:1767323017.161406:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301
00000100:00100000:3.0:1767323017.161411:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816956928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323017.161422:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323017.161457:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816956928:12345-0@lo:38:kworker.0 Request processed in 44us (1011us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323017.161463:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301
00000100:00080000:3.0:1767323017.161504:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323017.161510:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323017.161515:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816956928:0@lo:38:kworker.0
00000100:00100000:3.0:1767323017.161557:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816957056:0@lo:400:kworker.0
00000100:00080000:0.0:1767323017.161733:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5554
00000100:00080000:0.0:1767323017.161738:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323017.161743:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323017.162213:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816956800:12345-0@lo:38:kworker.0 Request processed in 995us (1873us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323017.162223:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90273
00000100:00100000:0.0:1767323017.162600:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e41c00 x1853166816957184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323017.162677:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323017.162681:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323017.162684:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323017.162688:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5554
00000100:00080000:0.0:1767323017.162692:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323017.162696:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323017.162713:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e42680 x1853166816957440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323017.162922:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816957568:0@lo:400:kworker.0
00000100:00100000:1.0:1767323017.162995:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323017.163032:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323017.163038:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816957312:0@lo:400:kworker.0
00000100:00100000:2.0:1767323017.163338:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816957568
00000100:00100000:2.0:1767323017.163347:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816957568
00000100:00100000:2.0:1767323017.163412:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566
00000100:00100000:2.0:1767323017.163422:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816957568:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323017.163522:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323017.163538:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816957696:0@lo:400:kworker.0
00000100:00100000:2.0:1767323017.164034:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816957568:12345-0@lo:400:kworker.0 Request processed in 612us (1038us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323017.164048:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566
00000100:00100000:2.0:1767323017.164102:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816957184:0@lo:38:kworker.0
00000100:00100000:2.0:1767323017.164137:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323017.164169:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816957440:0@lo:38:kworker.0
00000100:00100000:2.0:1767323017.164198:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323017.164242:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323017.164247:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323017.164251:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816956800:0@lo:38:kworker.0
00000100:00100000:2.0:1767323017.164288:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816957184
00000100:00100000:2.0:1767323017.164293:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816957184
00000100:00100000:2.0:1767323017.164316:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816957440
00000100:00100000:2.0:1767323017.164319:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816957440
00000100:00100000:2.0:1767323017.164337:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90274
00000100:00100000:2.0:1767323017.164342:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816957184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323017.164365:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323017.164407:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816957184:12345-0@lo:38:kworker.0 Request processed in 63us (269us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323017.164414:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90274
00000100:00100000:2.0:1767323017.164427:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90275
00000100:00100000:2.0:1767323017.164431:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816957440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323017.164441:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323017.164466:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816957440:12345-0@lo:38:kworker.0 Request processed in 33us (267us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323017.164472:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90275
00000100:00080000:2.0:1767323017.164496:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323017.164501:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323017.164504:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816957184:0@lo:38:kworker.0
00000100:00080000:2.0:1767323017.164513:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323017.164516:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323017.164519:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816957440:0@lo:38:kworker.0
00000100:00100000:1.0:1767323017.167515:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323017.167611:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816957568:0@lo:400:kworker.0
00000100:00100000:0.0:1767323017.167737:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816957312
00000100:00100000:0.0:1767323017.167747:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816957312
00000100:00100000:0.0:1767323017.167869:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5687
00000100:00100000:0.0:1767323017.167881:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816957312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323017.167969:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816957312:12345-0@lo:400:kworker.0 Request processed in 89us (464us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323017.167977:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5687
00000100:00100000:1.0:1767323017.168258:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816957312:0@lo:400:kworker.0
00000100:00080000:2.0:1767323017.168345:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323017.168560:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323017.168742:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816957696
00000100:00100000:2.0:1767323017.168749:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816957696
00000100:00100000:2.0:1767323017.168865:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567
00000100:00100000:2.0:1767323017.168874:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816957696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323017.168943:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816957696:12345-0@lo:400:kworker.0 Request processed in 71us (384us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323017.168951:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567
00000100:00100000:1.0:1767323017.169046:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816957696:0@lo:400:kworker.0
00000100:00080000:3.0:1767323017.169294:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323017.734951:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323018.184787:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323018.695017:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816957952:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323018.695114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323018.696682:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816957952
00000100:00100000:1.0:1767323018.696698:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816957952
00000100:00100000:0.0:1767323018.696873:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816957824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323018.696960:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323018.700534:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816957824
00000100:00100000:2.0:1767323018.700557:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816957824
00000100:00100000:1.0:1767323018.700747:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287
00000100:00100000:1.0:1767323018.700779:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816957952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323018.700828:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323018.700950:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816957952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 177us (5835us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323018.700959:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287
00000100:00100000:0.0:1767323018.701452:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816957952:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323018.702260:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288
00000100:00100000:2.0:1767323018.702279:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816957824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323018.702313:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323018.702399:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816957824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (5439us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323018.702407:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288
00000100:00100000:0.0:1767323018.702578:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816957824:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323018.759055:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323019.207228:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323019.783383:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323019.944127:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323019.944467:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758783488
00000100:00100000:1.0:1767323019.944481:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758783488
00000100:00100000:1.0:1767323019.944614:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90276
00000100:00100000:1.0:1767323019.944625:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758783488:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323019.944655:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323019.944797:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758783488:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 129us (642us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323019.944806:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90276
00000100:00100000:3.0:1767323019.950492:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323019.951156:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758783616
00000100:00100000:1.0:1767323019.951175:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758783616
00000100:00100000:1.0:1767323019.951284:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5688
00000100:00100000:1.0:1767323019.951296:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758783616:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323019.951418:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758783616:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 123us (937us total) trans 0 rc 0/0
00000100:00080000:3.0:1767323019.951420:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323019.951431:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5688
00010000:00010000:1.0:1767323020.231038:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323020.808491:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323021.255283:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323021.830934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323022.278909:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323022.278926:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323022.278930:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323022.278936:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323022.278942:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323022.278953:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5559
00000100:00080000:0.0:1767323022.279495:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323022.279506:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323022.279562:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40e00 x1853166816958080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323022.279597:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323022.279600:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323022.279602:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323022.279605:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5559
00000100:00080000:0.0:1767323022.279607:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323022.279611:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323022.279623:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40380 x1853166816958208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323022.279651:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816958080:0@lo:38:kworker.0
00000100:00080000:0.0:1767323022.279675:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323022.279679:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323022.279681:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323022.279684:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5559
00000100:00080000:0.0:1767323022.279686:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323022.279689:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323022.279699:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e43b80 x1853166816958464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323022.279715:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323022.279718:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323022.279719:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323022.279723:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5559
00000100:00080000:0.0:1767323022.279726:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323022.279729:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323022.279739:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e42680 x1853166816958720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323022.279795:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323022.279834:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816958336:0@lo:400:kworker.0
00000100:00100000:2.0:1767323022.279905:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816958208:0@lo:38:kworker.0
00000100:00100000:0.0:1767323022.279907:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816958976:0@lo:400:kworker.0
00000100:00100000:3.0:1767323022.279948:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323022.279974:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323022.280001:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323022.280014:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816958592:0@lo:400:kworker.0
00000100:00100000:2.0:1767323022.280044:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816958464:0@lo:38:kworker.0
00000100:00100000:1.0:1767323022.280048:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816958080
00000100:00100000:3.0:1767323022.280058:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323022.280067:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816958080
00000100:00100000:2.0:1767323022.280102:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816958336
00000100:00100000:2.0:1767323022.280109:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816958336
00000100:00100000:1.0:1767323022.280153:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816958592
00000100:00100000:1.0:1767323022.280159:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816958592
00000100:00100000:2.0:1767323022.280181:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5689
00000100:00100000:2.0:1767323022.280194:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816958336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323022.280207:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5690
00000100:00100000:1.0:1767323022.280218:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816958592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323022.281141:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323022.281184:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323022.281193:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816958848:0@lo:400:kworker.0
00000100:00100000:0.0:1767323022.281223:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323022.281254:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816958976
00000100:00100000:0.0:1767323022.281257:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816958976
00000100:00100000:0.0:1767323022.281299:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816958848
00000100:00100000:0.0:1767323022.281302:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816958848
00000100:00100000:0.0:1767323022.281327:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568
00000100:00100000:0.0:1767323022.281334:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816958976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323022.281374:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816958976:12345-0@lo:400:kworker.0 Request processed in 41us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323022.281380:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568
00000100:00100000:0.0:1767323022.281393:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569
00000100:00100000:0.0:1767323022.281397:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816958848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323022.281412:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816958848:12345-0@lo:400:kworker.0 Request processed in 16us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323022.281416:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569
00000100:00100000:0.0:1767323022.281448:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816958848:0@lo:400:kworker.0
00000100:00100000:0.0:1767323022.281455:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816958976:0@lo:400:kworker.0
00000100:00100000:0.0:1767323022.281495:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90277
00000100:00100000:0.0:1767323022.281499:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816958080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323022.281517:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323022.281540:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816958080:12345-0@lo:38:kworker.0 Request processed in 41us (1786us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323022.281544:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90277
00000100:00080000:0.0:1767323022.281580:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323022.281583:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323022.281585:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323022.281599:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816958208
00000100:00100000:0.0:1767323022.281601:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816958208
00000100:00100000:0.0:1767323022.281616:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302
00000100:00100000:0.0:1767323022.281619:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816958208:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323022.281625:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323022.284143:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816958208:12345-0@lo:38:kworker.0 Request processed in 2508us (4156us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323022.284163:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302
00010000:00010000:0.0:1767323022.284265:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323022.284313:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323022.284365:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816958720:0@lo:38:kworker.0
00000100:00100000:0.0:1767323022.284429:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323022.284473:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323022.284480:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323022.284485:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816958080:0@lo:38:kworker.0
00000100:00080000:0.0:1767323022.284497:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323022.284501:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323022.284505:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816958208:0@lo:38:kworker.0
00000100:00100000:0.0:1767323022.284556:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816958464
00000100:00100000:0.0:1767323022.284562:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816958464
00000100:00100000:0.0:1767323022.284594:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816958720
00000100:00100000:0.0:1767323022.284597:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816958720
00000100:00100000:0.0:1767323022.284613:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90278
00000100:00100000:0.0:1767323022.284620:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816958464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323022.284646:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323022.284692:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816958464:12345-0@lo:38:kworker.0 Request processed in 72us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323022.284699:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90278
00000100:00100000:0.0:1767323022.284711:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90279
00000100:00100000:0.0:1767323022.284715:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816958720:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323022.284725:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323022.284747:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816958720:12345-0@lo:38:kworker.0 Request processed in 31us (318us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323022.284776:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90279
00000100:00080000:0.0:1767323022.284816:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323022.284820:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323022.284824:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816958464:0@lo:38:kworker.0
00000100:00080000:0.0:1767323022.284831:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323022.284835:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323022.284837:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816958720:0@lo:38:kworker.0
00000100:00100000:2.0:1767323022.287102:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816958336:12345-0@lo:400:kworker.0 Request processed in 6899us (7144us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323022.287121:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5689
00000100:00100000:3.0:1767323022.287166:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816958336:0@lo:400:kworker.0
00000100:00100000:1.0:1767323022.291846:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816958592:12345-0@lo:400:kworker.0 Request processed in 11612us (11775us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323022.291867:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5690
00000100:00100000:3.0:1767323022.292011:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816958592:0@lo:400:kworker.0
00000100:00100000:1.0:1767323022.855840:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323023.303120:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323023.815212:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816959104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323023.815287:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323023.815351:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816959232:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323023.815501:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323023.817698:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816959104
00000100:00100000:0.0:1767323023.817712:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816959104
00000100:00100000:2.0:1767323023.817719:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816959232
00000100:00100000:2.0:1767323023.817732:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816959232
00000100:00100000:2.0:1767323023.818092:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289
00000100:00100000:2.0:1767323023.818107:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816959104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323023.818154:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323023.818175:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290
00000100:00100000:0.0:1767323023.818202:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816959232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323023.818240:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323023.818259:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816959104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (2970us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323023.818269:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289
00000100:00100000:0.0:1767323023.818314:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816959232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (2813us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323023.818499:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816959104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323023.818516:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816959232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323023.818680:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290
00000100:00100000:1.0:1767323023.878922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323024.328645:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323024.902925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323025.064696:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323025.068610:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758783872
00000100:00100000:3.0:1767323025.068631:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758783872
00000100:00100000:3.0:1767323025.068740:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5691
00000100:00100000:3.0:1767323025.068792:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758783872:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767323025.068796:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323025.068905:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758783872:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 154us (4219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323025.068914:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5691
00000100:00100000:0.0:1767323025.069122:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323025.069278:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758783744
00000100:00100000:1.0:1767323025.069284:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758783744
00000100:00100000:1.0:1767323025.069314:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90280
00000100:00100000:1.0:1767323025.069319:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758783744:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323025.069346:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323025.069391:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758783744:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 70us (276us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323025.069398:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90280
00010000:00010000:1.0:1767323025.351388:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323025.927970:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323026.374975:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323026.951109:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323027.399087:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323027.399103:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323027.399107:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323027.399113:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323027.399118:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323027.399128:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5564
00000100:00080000:0.0:1767323027.399134:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323027.399143:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323027.399199:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e43b80 x1853166816959360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323027.399276:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816959360:0@lo:38:kworker.0
00000100:00100000:2.0:1767323027.399381:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323027.399482:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323027.399486:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323027.399488:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323027.399494:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5564
00000100:00080000:0.0:1767323027.399497:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323027.399502:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323027.399520:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40380 x1853166816959488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323027.399627:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816959360
00000100:00100000:3.0:1767323027.399638:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816959360
00000100:00100000:3.0:1767323027.399697:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90281
00000100:00100000:3.0:1767323027.399708:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816959360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323027.399735:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323027.401457:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816959488:0@lo:38:kworker.0
00000100:00100000:2.0:1767323027.401548:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323027.401625:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816959488
00000100:00100000:1.0:1767323027.401634:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816959488
00000100:00100000:1.0:1767323027.401922:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303
00000100:00100000:1.0:1767323027.401933:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816959488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323027.401961:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323027.402010:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816959488:12345-0@lo:38:kworker.0 Request processed in 77us (461us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323027.402018:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303
00000100:00080000:0.0:1767323027.402226:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323027.402234:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323027.402238:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767323027.402242:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816959616:0@lo:400:kworker.0
00000100:00080000:0.0:1767323027.402247:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5564
00000100:00080000:0.0:1767323027.402253:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323027.402260:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323027.402278:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323027.402290:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e42d80 x1853166816959744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323027.402320:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816959616
00000100:00080000:0.0:1767323027.402321:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323027.402327:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767323027.402328:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816959616
00000100:00080000:0.0:1767323027.402330:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323027.402336:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5564
00000100:00080000:0.0:1767323027.402339:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323027.402344:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323027.402363:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0a80 x1853166816960000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323027.402389:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5692
00000100:00100000:1.0:1767323027.402399:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816959616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323027.402446:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816959616:12345-0@lo:400:kworker.0 Request processed in 50us (168us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323027.402454:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5692
00000100:00100000:0.0:1767323027.402477:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816959872:0@lo:400:kworker.0
00000100:00080000:1.0:1767323027.402479:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323027.402502:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816960256:0@lo:400:kworker.0
00000100:00100000:0.0:1767323027.402518:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323027.402542:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1767323027.402572:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323027.402577:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323027.402585:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816960128:0@lo:400:kworker.0
00000100:00100000:0.0:1767323027.402586:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816960256
00000100:00100000:0.0:1767323027.402592:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816960256
00000100:00100000:1.0:1767323027.402614:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323027.402649:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816960128
00000100:00100000:0.0:1767323027.402653:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816960128
00000100:00100000:1.0:1767323027.402871:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816959872
00000100:00100000:1.0:1767323027.402876:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816959872
00000100:00100000:1.0:1767323027.402906:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5693
00000100:00100000:1.0:1767323027.402913:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816959872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323027.402956:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816959872:12345-0@lo:400:kworker.0 Request processed in 43us (438us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323027.402962:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5693
00000100:00100000:1.0:1767323027.403004:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816959872:0@lo:400:kworker.0
00000100:00080000:1.0:1767323027.403031:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767323027.403034:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323027.403036:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323027.403092:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570
00000100:00100000:1.0:1767323027.403100:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816960256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323027.403114:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571
00000100:00100000:1.0:1767323027.403153:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816960256:12345-0@lo:400:kworker.0 Request processed in 50us (608us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323027.403154:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816959360:12345-0@lo:38:kworker.0 Request processed in 3441us (3766us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323027.403171:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90281
00000100:00100000:1.0:1767323027.403230:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570
00000100:00100000:0.0:1767323027.403237:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816960128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323027.403271:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816960256:0@lo:400:kworker.0
00000100:00100000:3.0:1767323027.403274:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816959616:0@lo:400:kworker.0
00000100:00100000:0.0:1767323027.403290:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816960128:12345-0@lo:400:kworker.0 Request processed in 58us (674us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323027.403296:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816960128:0@lo:400:kworker.0
00000100:00100000:0.0:1767323027.403303:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571
00000100:00080000:2.0:1767323027.404581:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323027.404595:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323027.404601:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816959360:0@lo:38:kworker.0
00000100:00100000:2.0:1767323027.406631:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816959744:0@lo:38:kworker.0
00000100:00100000:2.0:1767323027.416454:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323027.416530:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816960000:0@lo:38:kworker.0
00000100:00100000:2.0:1767323027.416571:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323027.416625:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323027.416631:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323027.416636:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816959488:0@lo:38:kworker.0
00000100:00100000:1.0:1767323027.416678:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816959744
00000100:00100000:1.0:1767323027.416688:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816959744
00000100:00100000:1.0:1767323027.416847:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816960000
00000100:00100000:1.0:1767323027.416851:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816960000
00000100:00100000:0.0:1767323027.417194:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90282
00000100:00100000:0.0:1767323027.417206:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816959744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323027.417237:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323027.417313:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816959744:12345-0@lo:38:kworker.0 Request processed in 106us (869us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323027.417321:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90282
00000100:00100000:0.0:1767323027.418090:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90283
00000100:00100000:0.0:1767323027.418099:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816960000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323027.418120:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323027.418170:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816960000:12345-0@lo:38:kworker.0 Request processed in 71us (1599us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323027.418177:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90283
00000100:00080000:2.0:1767323027.418428:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323027.418437:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323027.418441:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816959744:0@lo:38:kworker.0
00000100:00080000:2.0:1767323027.418453:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323027.418457:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323027.418460:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816960000:0@lo:38:kworker.0
00000100:00100000:1.0:1767323027.975174:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323028.425624:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323028.935048:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1767323028.935085:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816960512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323028.935187:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323028.935281:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816960384:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323028.935309:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323028.935388:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816960512
00000100:00100000:1.0:1767323028.935399:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816960512
00000100:00100000:3.0:1767323028.935401:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816960384
00000100:00100000:3.0:1767323028.935405:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816960384
00000100:00100000:3.0:1767323028.935469:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291
00000100:00100000:3.0:1767323028.935480:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816960384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323028.935520:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323028.935583:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816960384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323028.935591:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291
00000100:00100000:0.0:1767323028.936925:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816960384:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323028.937338:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292
00000100:00100000:1.0:1767323028.937360:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816960512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323028.937396:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323028.937480:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816960512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (2292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323028.937487:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292
00000100:00100000:0.0:1767323028.937562:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816960512:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323028.999796:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323029.448417:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323030.022939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323030.185022:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323030.185584:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323030.190837:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758784128
00000100:00100000:0.0:1767323030.190861:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758784128
00000100:00100000:0.0:1767323030.190989:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758784000
00000100:00100000:0.0:1767323030.190994:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758784000
00000100:00100000:0.0:1767323030.191294:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5694
00000100:00100000:0.0:1767323030.191310:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758784128:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323030.191426:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758784128:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 121us (6419us total) trans 0 rc 0/0
00000100:00080000:1.0:1767323030.191630:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323030.197295:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90284
00000100:00100000:2.0:1767323030.197318:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758784000:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323030.197354:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323030.197454:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758784000:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 143us (11870us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323030.197464:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90284
00000100:00100000:0.0:1767323030.197618:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5694
00010000:00010000:0.0:1767323030.471381:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323031.049365:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323031.495561:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323032.073043:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323032.519291:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323032.519305:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323032.519309:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323032.519313:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323032.519319:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323032.519329:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5570
00000100:00080000:0.0:1767323032.519335:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323032.519343:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323032.519399:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3480 x1853166816960640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323032.519724:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323032.519728:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323032.519731:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323032.519736:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5570
00000100:00080000:0.0:1767323032.519739:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323032.519744:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323032.519784:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1500 x1853166816960768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323032.519858:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816960896:0@lo:400:kworker.0
00000100:00080000:0.0:1767323032.519915:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323032.519919:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323032.519921:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323032.519925:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5570
00000100:00080000:0.0:1767323032.519927:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323032.519932:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323032.519943:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1f80 x1853166816961024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323032.519949:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323032.519970:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323032.519973:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323032.519975:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323032.519978:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5570
00000100:00080000:0.0:1767323032.519980:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323032.519984:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323032.519993:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3b80 x1853166816961280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323032.520035:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323032.520041:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816961536:0@lo:400:kworker.0
00000100:00100000:1.0:1767323032.520069:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323032.520075:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816961408:0@lo:400:kworker.0
00000100:00100000:0.0:1767323032.520104:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1767323032.520104:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323032.520125:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323032.520131:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816961152:0@lo:400:kworker.0
00000100:00100000:2.0:1767323032.520138:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816960640:0@lo:38:kworker.0
00000100:00100000:0.0:1767323032.520152:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323032.520210:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816960896
00000100:00100000:3.0:1767323032.520219:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816960896
00000100:00100000:3.0:1767323032.520283:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816961152
00000100:00100000:3.0:1767323032.520287:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816961152
00000100:00100000:3.0:1767323032.520316:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5695
00000100:00100000:3.0:1767323032.520325:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816960896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323032.520472:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816961536
00000100:00100000:1.0:1767323032.520476:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816961536
00000100:00100000:1.0:1767323032.520510:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816961408
00000100:00100000:1.0:1767323032.520513:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816961408
00000100:00100000:1.0:1767323032.520537:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572
00000100:00100000:1.0:1767323032.520544:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816961536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323032.520661:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323032.520693:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816960768:0@lo:38:kworker.0
00000100:00100000:2.0:1767323032.520720:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323032.520745:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816961024:0@lo:38:kworker.0
00000100:00100000:3.0:1767323032.520870:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816960896:12345-0@lo:400:kworker.0 Request processed in 545us (920us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323032.520878:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5695
00000100:00100000:3.0:1767323032.520896:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816960640
00000100:00100000:3.0:1767323032.520899:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816960640
00000100:00100000:3.0:1767323032.520914:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5696
00000100:00100000:3.0:1767323032.520920:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816961152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323032.520946:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816961152:12345-0@lo:400:kworker.0 Request processed in 26us (793us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323032.520952:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5696
00000100:00100000:3.0:1767323032.520963:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90285
00000100:00100000:3.0:1767323032.520967:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816960640:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323032.520988:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323032.521011:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816960640:12345-0@lo:38:kworker.0 Request processed in 43us (350us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323032.521017:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90285
00000100:00080000:3.0:1767323032.521046:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323032.521051:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323032.521053:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323032.521092:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816960896:0@lo:400:kworker.0
00000100:00100000:3.0:1767323032.521143:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816960768
00000100:00100000:3.0:1767323032.521147:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816960768
00000100:00100000:3.0:1767323032.521168:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304
00000100:00100000:3.0:1767323032.521173:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816960768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323032.521184:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323032.521209:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816960768:12345-0@lo:38:kworker.0 Request processed in 35us (489us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323032.521215:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304
00000100:00100000:3.0:1767323032.521253:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573
00000100:00100000:3.0:1767323032.521261:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816961408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323032.521293:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816961408:12345-0@lo:400:kworker.0 Request processed in 33us (1188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323032.521299:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573
00000100:00100000:2.0:1767323032.521438:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323032.521465:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816961280:0@lo:38:kworker.0
00000100:00100000:2.0:1767323032.521487:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323032.521512:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323032.521517:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323032.521521:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816960640:0@lo:38:kworker.0
00000100:00080000:2.0:1767323032.521541:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323032.521545:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323032.521547:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816960768:0@lo:38:kworker.0
00000100:00100000:2.0:1767323032.521564:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816961024
00000100:00100000:2.0:1767323032.521568:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816961024
00000100:00100000:2.0:1767323032.521588:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816961280
00000100:00100000:2.0:1767323032.521591:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816961280
00000100:00100000:2.0:1767323032.521606:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90286
00000100:00100000:2.0:1767323032.521610:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816961024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323032.521619:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323032.521646:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816961024:12345-0@lo:38:kworker.0 Request processed in 35us (208us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323032.521651:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90286
00000100:00100000:2.0:1767323032.521666:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90287
00000100:00100000:2.0:1767323032.521670:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816961280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323032.521679:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323032.521699:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816961280:12345-0@lo:38:kworker.0 Request processed in 28us (211us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323032.521704:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90287
00000100:00080000:2.0:1767323032.521727:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323032.521730:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323032.521733:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816961024:0@lo:38:kworker.0
00000100:00080000:2.0:1767323032.521740:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323032.521743:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323032.521746:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816961280:0@lo:38:kworker.0
00000100:00100000:1.0:1767323032.522208:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816961536:12345-0@lo:400:kworker.0 Request processed in 1661us (2134us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323032.522216:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572
00000100:00100000:3.0:1767323032.522280:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816961536:0@lo:400:kworker.0
00000100:00100000:0.0:1767323032.527243:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816961152:0@lo:400:kworker.0
00000100:00100000:0.0:1767323032.527264:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816961408:0@lo:400:kworker.0
00000100:00100000:1.0:1767323033.095124:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323033.543349:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323034.055411:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323034.055443:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816961664:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323034.055549:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323034.055686:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816961664
00000100:00100000:3.0:1767323034.055696:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816961664
00000100:00100000:3.0:1767323034.055815:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293
00000100:00100000:3.0:1767323034.055830:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816961664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323034.055869:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323034.055928:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816961664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323034.055937:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293
00000100:00100000:3.0:1767323034.055993:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816961664:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767323034.056173:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323034.060720:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816961792:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323034.060867:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323034.060982:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816961792
00000100:00100000:0.0:1767323034.060992:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816961792
00000100:00100000:0.0:1767323034.061083:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294
00000100:00100000:0.0:1767323034.061095:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816961792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323034.061138:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767323034.061228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323034.061996:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816961792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 899us (1124us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323034.062007:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294
00000100:00100000:3.0:1767323034.062495:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816961792:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323034.118946:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323034.566985:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323035.142946:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:0.0:1767323035.307927:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758784256 offset 0 length 520: 4
00000100:00100000:2.0:1767323035.315018:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323035.315066:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323035.315169:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758784384
00000100:00100000:3.0:1767323035.315184:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758784384
00000100:00100000:3.0:1767323035.315307:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758784512
00000100:00100000:3.0:1767323035.315312:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758784512
00000100:00080000:1.0:1767323035.315528:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323035.316001:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5697
00000100:00100000:2.0:1767323035.316020:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758784512:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323035.316624:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758784512:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 608us (1552us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323035.316635:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5697
00000100:00100000:2.0:1767323035.316668:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90288
00000100:00100000:2.0:1767323035.316673:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758784384:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323035.316702:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323035.316732:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758784384:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (1728us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323035.316737:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90288
00010000:00010000:0.0:1767323035.591095:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323036.168199:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323036.616684:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323037.190922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323037.639099:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323037.639110:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323037.639113:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323037.639116:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323037.639121:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323037.639140:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5575
00000100:00080000:1.0:1767323037.639145:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323037.639153:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323037.639195:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884380 x1853166816961920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323037.639225:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323037.639228:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323037.639230:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323037.639234:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5575
00000100:00080000:1.0:1767323037.639236:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323037.639239:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323037.639255:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884700 x1853166816962048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323037.639304:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323037.639309:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323037.639312:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323037.639319:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5575
00000100:00080000:1.0:1767323037.639328:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767323037.639328:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323012/real 1767323012]  req@ffff8d4d4ae66d80 x1853166816955392/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323037 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767323037.639338:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323037.639363:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75887800 x1853166816962304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323037.639389:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ae66d80 x1853166816955392/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323037 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767323037.639399:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323037.639404:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323037.639406:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323037.639412:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5575
00000100:00080000:1.0:1767323037.639415:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323037.639418:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323037.639424:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816961920:0@lo:38:kworker.0
00000100:00100000:1.0:1767323037.639435:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40380 x1853166816962560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323037.639491:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816962688:0@lo:400:kworker.0
00000100:00100000:3.0:1767323037.639530:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323037.639614:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816962176:0@lo:400:kworker.0
00010000:00010000:2.0:1767323037.640033:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323037.640071:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816962432:0@lo:400:kworker.0
00000100:00100000:3.0:1767323037.641230:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816962048:0@lo:38:kworker.0
00000100:00100000:3.0:1767323037.641299:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323037.641339:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816962304:0@lo:38:kworker.0
00000100:00100000:3.0:1767323037.641367:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323037.641388:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323037.641408:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767323037.641413:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816955392:0@lo:250:kworker.0
00000100:00100000:3.0:1767323037.641451:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816962560:0@lo:38:kworker.0
00000100:00100000:3.0:1767323037.641476:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323037.641524:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816961920
00000100:00100000:3.0:1767323037.641533:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816961920
00000100:00100000:3.0:1767323037.641574:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816962304
00000100:00100000:3.0:1767323037.641577:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816962304
00000100:00100000:3.0:1767323037.641591:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816962560
00000100:00100000:3.0:1767323037.641594:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816962560
00000100:00100000:3.0:1767323037.641612:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90289
00000100:00100000:3.0:1767323037.641620:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816961920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323037.641646:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323037.641695:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816961920:12345-0@lo:38:kworker.0 Request processed in 74us (2166us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323037.641702:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90289
00000100:00100000:3.0:1767323037.641719:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90290
00000100:00100000:3.0:1767323037.641723:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816962304:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323037.641802:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323037.641874:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816962688
00000100:00100000:1.0:1767323037.641882:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816962688
00000100:00100000:1.0:1767323037.641945:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574
00000100:00100000:1.0:1767323037.641954:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816962688:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767323037.642072:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323037.642079:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816962688:12345-0@lo:400:kworker.0 Request processed in 123us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323037.642086:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574
00000100:00080000:1.0:1767323037.642108:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323037.642126:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816962304:12345-0@lo:38:kworker.0 Request processed in 398us (755us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323037.642135:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90290
00000100:00100000:3.0:1767323037.642153:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90291
00000100:00100000:3.0:1767323037.642158:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816962560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323037.642169:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323037.642353:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816962688:0@lo:400:kworker.0
00000100:00080000:1.0:1767323037.642377:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323037.642380:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767323037.642382:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323037.642386:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5554
00000100:00080000:1.0:1767323037.642389:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323037.642392:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323037.642409:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e43b80 x1853166816962944/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323037.642469:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816962048
00000100:00100000:1.0:1767323037.642472:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816962048
00000100:00100000:1.0:1767323037.642488:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305
00000100:00100000:1.0:1767323037.642492:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816962048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323037.642507:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323037.645013:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816962560:12345-0@lo:38:kworker.0 Request processed in 2842us (3524us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323037.645026:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90291
00000100:00100000:3.0:1767323037.645106:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816962944:0@lo:250:kworker.0
00000400:00000100:3.0:1767323037.645142:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816962944 offset 0 length 520: 4
00000100:00080000:3.0:1767323037.645194:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323037.645200:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323037.645204:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816962560:0@lo:38:kworker.0
00000100:00080000:3.0:1767323037.645220:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323037.645223:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323037.645226:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816961920:0@lo:38:kworker.0
00000100:00080000:3.0:1767323037.645238:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323037.645242:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323037.645244:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816962304:0@lo:38:kworker.0
00000100:00100000:3.0:1767323037.645324:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816962816:0@lo:400:kworker.0
00000100:00100000:3.0:1767323037.645355:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323037.645386:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816962816
00000100:00100000:3.0:1767323037.645392:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816962816
00000100:00100000:3.0:1767323037.645437:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575
00000100:00100000:3.0:1767323037.645445:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816962816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323037.645483:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816962816:12345-0@lo:400:kworker.0 Request processed in 41us (128us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323037.645488:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3575
00000100:00100000:3.0:1767323037.645509:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816962816:0@lo:400:kworker.0
00000100:00080000:3.0:1767323037.645543:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323037.646137:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323037.646598:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816962176
00000100:00100000:3.0:1767323037.646606:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816962176
00000100:00100000:3.0:1767323037.646712:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5698
00000100:00100000:3.0:1767323037.646721:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816962176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323037.646829:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816962176:12345-0@lo:400:kworker.0 Request processed in 110us (697us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323037.646834:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5698
00000100:00100000:3.0:1767323037.646879:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816962176:0@lo:400:kworker.0
00000100:00100000:1.0:1767323037.649273:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816962048:12345-0@lo:38:kworker.0 Request processed in 6771us (7966us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323037.649285:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305
00000100:00080000:3.0:1767323037.649384:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323037.649388:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323037.649391:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816962048:0@lo:38:kworker.0
00000100:00080000:0.0:1767323037.649567:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323037.649817:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323037.650132:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816962432
00000100:00100000:3.0:1767323037.650140:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816962432
00000100:00100000:3.0:1767323037.650351:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5699
00000100:00100000:3.0:1767323037.650361:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816962432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323037.650433:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816962432:12345-0@lo:400:kworker.0 Request processed in 74us (617us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323037.650440:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5699
00000100:00100000:1.0:1767323037.650489:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816962432:0@lo:400:kworker.0
00000100:00080000:0.0:1767323037.650520:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323038.214883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323038.664126:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323039.175014:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323039.175043:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816963072:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323039.175122:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323039.175156:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323039.175162:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816963072
00000100:00100000:3.0:1767323039.175171:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816963200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323039.175172:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816963072
00000100:00100000:3.0:1767323039.175219:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323039.175236:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816963200
00000100:00100000:1.0:1767323039.175240:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816963200
00000100:00100000:1.0:1767323039.175269:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295
00000100:00100000:1.0:1767323039.175278:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816963072:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323039.175286:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323039.175290:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767323039.175309:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323039.175352:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816963072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323039.175359:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295
00000100:00100000:1.0:1767323039.175381:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296
00000100:00100000:1.0:1767323039.175388:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816963200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323039.175403:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323039.175428:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816963200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323039.175435:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296
00000100:00100000:2.0:1767323039.175639:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816963072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323039.183459:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816963200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323039.239007:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323039.686924:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323040.263957:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323040.424855:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323040.425078:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323040.425149:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758784768
00000100:00100000:0.0:1767323040.425158:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758784768
00000100:00100000:0.0:1767323040.425233:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758784640
00000100:00100000:0.0:1767323040.425237:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758784640
00000100:00100000:0.0:1767323040.425255:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5700
00000100:00100000:0.0:1767323040.425263:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758784768:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:1.0:1767323040.425469:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323040.425486:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90292
00000100:00100000:1.0:1767323040.425491:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758784640:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323040.425510:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323040.425557:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758784640:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 64us (478us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323040.425564:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90292
00000100:00100000:0.0:1767323040.425810:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758784768:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 537us (952us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323040.425817:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5700
00010000:00010000:1.0:1767323040.712339:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323041.286965:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323041.735309:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323042.310842:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323042.758888:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323042.758969:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323042.758977:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323042.758980:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323042.758983:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323042.758987:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323042.758995:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5580
00000100:00080000:2.0:1767323042.758999:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323042.759006:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323042.759062:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7ad80 x1853166816963328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323042.759094:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323042.759098:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323042.759101:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323042.759105:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5580
00000100:00080000:2.0:1767323042.759108:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323042.759112:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323042.759127:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b100 x1853166816963456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323042.759127:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816963328:0@lo:38:kworker.0
00000100:00100000:3.0:1767323042.759197:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323042.759306:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323042.759310:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323042.759312:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323042.759322:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5580
00000100:00080000:2.0:1767323042.759324:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323042.759328:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323042.759338:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7bb80 x1853166816963712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323042.759363:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323042.759367:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323042.759369:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323042.759373:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5580
00000100:00080000:2.0:1767323042.759375:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323042.759378:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323042.759387:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816963456:0@lo:38:kworker.0
00000100:00100000:2.0:1767323042.759389:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae78700 x1853166816963968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323042.759424:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323042.759431:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816964224:0@lo:400:kworker.0
00000100:00100000:3.0:1767323042.759463:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816963712:0@lo:38:kworker.0
00000100:00100000:2.0:1767323042.759465:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323042.759494:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323042.759499:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323042.759503:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816963584:0@lo:400:kworker.0
00000100:00100000:1.0:1767323042.759548:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816963456
00000100:00100000:1.0:1767323042.759556:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816963456
00000100:00100000:1.0:1767323042.759589:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306
00000100:00100000:1.0:1767323042.759596:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816963456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323042.759615:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323042.759650:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816963456:12345-0@lo:38:kworker.0 Request processed in 54us (227us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323042.759657:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306
00000100:00100000:1.0:1767323042.759691:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816964096:0@lo:400:kworker.0
00000100:00100000:1.0:1767323042.759723:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323042.759741:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323042.759745:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816963840:0@lo:400:kworker.0
00000100:00100000:1.0:1767323042.759803:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816964224
00000100:00100000:1.0:1767323042.759807:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816964224
00000100:00100000:1.0:1767323042.759846:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816964096
00000100:00100000:1.0:1767323042.759849:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816964096
00000100:00100000:1.0:1767323042.759867:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576
00000100:00100000:1.0:1767323042.759872:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816964224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323042.759911:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816964224:12345-0@lo:400:kworker.0 Request processed in 39us (447us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323042.759917:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576
00000100:00100000:1.0:1767323042.759928:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577
00000100:00100000:1.0:1767323042.759933:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816964096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323042.759961:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816964096:12345-0@lo:400:kworker.0 Request processed in 28us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323042.759967:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577
00000100:00080000:1.0:1767323042.759985:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323042.759989:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323042.760041:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816963968:0@lo:38:kworker.0
00000100:00100000:2.0:1767323042.760050:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323042.760103:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816963328
00000100:00100000:0.0:1767323042.760108:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816963328
00000100:00100000:0.0:1767323042.760130:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816963712
00000100:00100000:0.0:1767323042.760133:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816963712
00000100:00100000:0.0:1767323042.760154:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90293
00000100:00100000:0.0:1767323042.760164:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816963328:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323042.760164:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90294
00000100:00100000:1.0:1767323042.760175:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816963712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323042.760181:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323042.760190:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323042.760221:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816963328:12345-0@lo:38:kworker.0 Request processed in 58us (1023us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323042.760230:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90293
00000100:00100000:1.0:1767323042.760231:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816963712:12345-0@lo:38:kworker.0 Request processed in 54us (731us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323042.760239:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90294
00000100:00100000:3.0:1767323042.760373:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816963584
00000100:00100000:3.0:1767323042.760378:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816963584
00000100:00100000:3.0:1767323042.760412:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5701
00000100:00100000:2.0:1767323042.760414:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816964224:0@lo:400:kworker.0
00000100:00100000:3.0:1767323042.760424:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816963584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323042.760446:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323042.760469:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323042.760473:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323042.760476:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816963456:0@lo:38:kworker.0
00000100:00080000:2.0:1767323042.760484:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323042.760487:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323042.760489:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816963712:0@lo:38:kworker.0
00000100:00080000:2.0:1767323042.760496:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323042.760499:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323042.760502:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816963328:0@lo:38:kworker.0
00000100:00100000:0.0:1767323042.760530:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816963968
00000100:00100000:0.0:1767323042.760536:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816963968
00000100:00100000:0.0:1767323042.760572:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90295
00000100:00100000:0.0:1767323042.760576:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816963968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323042.760586:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323042.760611:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816963968:12345-0@lo:38:kworker.0 Request processed in 34us (166us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323042.760617:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90295
00000100:00080000:1.0:1767323042.760686:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323042.760706:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323042.760744:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816964096:0@lo:400:kworker.0
00000100:00100000:1.0:1767323042.760860:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816963840
00000100:00100000:1.0:1767323042.760865:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816963840
00000100:00080000:2.0:1767323042.760881:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323042.760887:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323042.760892:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816963968:0@lo:38:kworker.0
00000100:00100000:1.0:1767323042.760899:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5702
00000100:00100000:1.0:1767323042.760908:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816963840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323042.760951:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816963840:12345-0@lo:400:kworker.0 Request processed in 45us (244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323042.760957:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5702
00000100:00080000:1.0:1767323042.760976:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323042.760984:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816963840:0@lo:400:kworker.0
00000100:00100000:3.0:1767323042.761091:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816963584:12345-0@lo:400:kworker.0 Request processed in 671us (1040us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323042.761098:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5701
00000100:00100000:2.0:1767323042.761155:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816963584:0@lo:400:kworker.0
00000100:00100000:1.0:1767323043.334847:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323043.783330:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323044.295302:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816964352:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323044.295376:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323044.295585:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816964352
00000100:00100000:3.0:1767323044.295593:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816964352
00000100:00100000:3.0:1767323044.295657:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297
00000100:00100000:3.0:1767323044.295669:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816964352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323044.295712:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323044.295987:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816964352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 321us (609us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323044.295995:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297
00000100:00100000:3.0:1767323044.296065:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816964352:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767323044.296252:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323044.296451:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816964480:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323044.296484:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323044.296563:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816964480
00000100:00100000:1.0:1767323044.296569:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816964480
00000100:00100000:1.0:1767323044.296615:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298
00000100:00100000:1.0:1767323044.296622:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816964480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323044.296641:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323044.296976:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816964480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 354us (490us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323044.296983:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298
00000100:00080000:2.0:1767323044.297184:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323044.297215:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816964480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323044.358887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323044.809835:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323045.382845:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323045.544936:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323045.544999:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758785024
00000100:00100000:0.0:1767323045.545008:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758785024
00000100:00100000:0.0:1767323045.545087:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5703
00000100:00100000:0.0:1767323045.545097:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758785024:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767323045.545151:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323045.545228:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758785024:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 131us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323045.545237:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5703
00000100:00100000:1.0:1767323045.546362:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323045.546585:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758784896
00000100:00100000:0.0:1767323045.546592:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758784896
00000100:00100000:0.0:1767323045.546663:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90296
00000100:00100000:0.0:1767323045.546699:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758784896:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323045.546721:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323045.546817:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758784896:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 145us (458us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323045.546825:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90296
00010000:00010000:2.0:1767323045.831601:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323046.406954:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323046.855100:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323047.430849:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323047.879010:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323047.879111:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323047.879118:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323047.879121:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323047.879125:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323047.879130:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323047.879139:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5585
00000100:00080000:1.0:1767323047.879144:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323047.879150:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323047.879206:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6e300 x1853166816964608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323047.879238:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323047.879242:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323047.879244:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323047.879248:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5585
00000100:00080000:1.0:1767323047.879251:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323047.879255:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323047.879268:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6f800 x1853166816964736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323047.879308:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323047.879312:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323047.879315:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323047.879319:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5585
00000100:00080000:1.0:1767323047.879321:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323047.879324:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323047.879336:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6c000 x1853166816964992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323047.879368:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323047.879371:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323047.879373:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323047.879376:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5585
00000100:00080000:1.0:1767323047.879379:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323047.879382:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323047.879393:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6ca80 x1853166816965248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323047.879437:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816965120:0@lo:400:kworker.0
00000100:00100000:1.0:1767323047.879501:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323047.879568:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323047.879574:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816965376:0@lo:400:kworker.0
00000100:00100000:1.0:1767323047.879601:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323047.879661:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816965376
00000100:00100000:1.0:1767323047.879669:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816965376
00000100:00100000:1.0:1767323047.879728:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578
00000100:00100000:1.0:1767323047.879738:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816965376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323047.879825:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816965376:12345-0@lo:400:kworker.0 Request processed in 89us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323047.879846:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578
00000100:00100000:1.0:1767323047.879907:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816965376:0@lo:400:kworker.0
00000100:00100000:3.0:1767323047.880044:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816964864:0@lo:400:kworker.0
00000100:00100000:3.0:1767323047.880083:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323047.880113:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323047.880119:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816965504:0@lo:400:kworker.0
00000100:00100000:3.0:1767323047.880140:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323047.880178:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816965504
00000100:00100000:3.0:1767323047.880182:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816965504
00000100:00100000:3.0:1767323047.880210:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579
00000100:00100000:3.0:1767323047.880217:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816965504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323047.880250:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816965504:12345-0@lo:400:kworker.0 Request processed in 34us (108us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323047.880257:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3579
00000100:00100000:3.0:1767323047.880286:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816965504:0@lo:400:kworker.0
00000100:00100000:1.0:1767323047.880290:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816965120
00000100:00100000:1.0:1767323047.880294:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816965120
00000100:00100000:1.0:1767323047.880333:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816964864
00000100:00100000:3.0:1767323047.880337:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5704
00000100:00100000:1.0:1767323047.880338:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816964864
00000100:00100000:3.0:1767323047.880349:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816965120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323047.880351:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816964608:0@lo:38:kworker.0
00000100:00100000:1.0:1767323047.880362:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5705
00000100:00100000:1.0:1767323047.880372:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816964864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323047.880389:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816965120:12345-0@lo:400:kworker.0 Request processed in 45us (888us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323047.880394:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5704
00000100:00100000:3.0:1767323047.880425:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816965120:0@lo:400:kworker.0
00000100:00100000:3.0:1767323047.880450:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816964864:0@lo:400:kworker.0
00000100:00100000:1.0:1767323047.880577:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816964864:12345-0@lo:400:kworker.0 Request processed in 205us (492us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323047.880584:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5705
00000100:00080000:2.0:1767323047.880646:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323047.880666:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323047.880668:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323047.881317:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323047.881374:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816964736:0@lo:38:kworker.0
00000100:00100000:0.0:1767323047.881412:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323047.881452:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816964992:0@lo:38:kworker.0
00000100:00100000:0.0:1767323047.881481:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323047.881512:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816965248:0@lo:38:kworker.0
00000100:00100000:0.0:1767323047.881535:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323047.882367:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816964608
00000100:00100000:0.0:1767323047.882379:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816964608
00000100:00100000:0.0:1767323047.882421:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816964992
00000100:00100000:0.0:1767323047.882425:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816964992
00000100:00100000:0.0:1767323047.882439:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816965248
00000100:00100000:0.0:1767323047.882442:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816965248
00000100:00100000:0.0:1767323047.882460:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90297
00000100:00100000:0.0:1767323047.882468:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816964608:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323047.882850:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90298
00000100:00100000:2.0:1767323047.882858:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816964992:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323047.883054:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816964736
00000100:00100000:1.0:1767323047.883068:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816964736
00000100:00100000:1.0:1767323047.883118:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307
00000100:00100000:1.0:1767323047.883126:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816964736:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323047.883225:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90299
00010000:00020000:0.0:1767323047.883231:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323047.883241:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816965248:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323047.883320:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816964608:12345-0@lo:38:kworker.0 Request processed in 850us (2004us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323047.883330:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90297
00000100:00080000:0.0:1767323047.883396:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323047.883402:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323047.883406:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816964608:0@lo:38:kworker.0
00010000:00020000:2.0:1767323047.889525:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323047.889686:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816964992:12345-0@lo:38:kworker.0 Request processed in 6822us (8198us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323047.889704:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90298
00000100:00080000:2.0:1767323047.889824:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323047.889831:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323047.889836:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816964992:0@lo:38:kworker.0
00010000:00020000:1.0:1767323047.893067:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323047.893183:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816964736:12345-0@lo:38:kworker.0 Request processed in 10053us (11767us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323047.893199:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307
00000100:00080000:2.0:1767323047.894002:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323047.894010:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323047.894015:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816964736:0@lo:38:kworker.0
00010000:00020000:3.0:1767323047.895670:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323047.895793:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816965248:12345-0@lo:38:kworker.0 Request processed in 12556us (14254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323047.895806:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90299
00000100:00080000:2.0:1767323047.896029:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323047.896036:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323047.896040:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816965248:0@lo:38:kworker.0
00000100:00100000:1.0:1767323048.454909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323048.903020:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323049.414986:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323049.415013:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816965632:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323049.415082:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323049.415345:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816965632
00000100:00100000:0.0:1767323049.415354:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816965632
00000100:00100000:0.0:1767323049.415441:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299
00000100:00100000:0.0:1767323049.415452:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816965632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323049.415486:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767323049.415486:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323049.415551:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816965632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (466us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323049.415559:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299
00000100:00100000:2.0:1767323049.415624:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816965632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323049.415669:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816965760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323049.415701:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323049.415865:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816965760
00000100:00100000:2.0:1767323049.415870:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816965760
00000100:00100000:2.0:1767323049.415908:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300
00000100:00100000:2.0:1767323049.415915:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816965760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323049.415931:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323049.415966:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816965760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (264us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323049.416040:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300
00000100:00080000:2.0:1767323049.416059:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323049.417969:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816965760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323049.479064:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323049.927674:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323050.502981:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323050.664692:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323050.664834:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323050.665825:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758785280
00000100:00100000:3.0:1767323050.665838:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758785280
00000100:00100000:3.0:1767323050.665972:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758785152
00000100:00100000:3.0:1767323050.665976:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758785152
00000100:00100000:3.0:1767323050.666003:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5706
00000100:00100000:3.0:1767323050.666016:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758785280:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323050.666090:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758785280:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (1417us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323050.666097:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5706
00000100:00100000:3.0:1767323050.666114:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90300
00000100:00100000:3.0:1767323050.666119:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758785152:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323050.666153:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323050.666180:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758785152:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (1346us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323050.666187:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90300
00000100:00080000:0.0:1767323050.667019:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323050.951402:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323051.526957:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323051.975124:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323052.550924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323052.998998:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323052.999013:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323052.999021:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323052.999024:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323052.999028:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323052.999033:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323052.999041:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5590
00000100:00080000:2.0:1767323052.999046:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323052.999052:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323052.999092:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7ad80 x1853166816965888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323052.999118:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323052.999122:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323052.999124:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323052.999129:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5590
00000100:00080000:2.0:1767323052.999131:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323052.999135:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323052.999149:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7bb80 x1853166816966016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323052.999155:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816965888:0@lo:38:kworker.0
00000100:00080000:2.0:1767323052.999200:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323052.999205:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323052.999207:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323052.999211:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5590
00000100:00080000:2.0:1767323052.999214:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323052.999217:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323052.999230:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7a680 x1853166816966272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323052.999256:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323052.999274:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323052.999278:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323052.999281:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323052.999285:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5590
00000100:00080000:2.0:1767323052.999287:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323052.999290:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323052.999304:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae79880 x1853166816966528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323052.999339:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816966016:0@lo:38:kworker.0
00000100:00100000:2.0:1767323052.999351:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816966400:0@lo:400:kworker.0
00000100:00100000:0.0:1767323052.999372:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323052.999394:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323052.999414:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816966272:0@lo:38:kworker.0
00000100:00100000:2.0:1767323052.999421:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323052.999430:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816966656:0@lo:400:kworker.0
00000100:00100000:0.0:1767323052.999444:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323052.999463:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323052.999502:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816966656
00000100:00100000:2.0:1767323052.999510:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816966656
00000100:00100000:2.0:1767323052.999563:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580
00000100:00100000:2.0:1767323052.999572:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816966656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323052.999648:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816966656:12345-0@lo:400:kworker.0 Request processed in 77us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323052.999656:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580
00000100:00080000:2.0:1767323052.999682:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323052.999696:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816966144:0@lo:400:kworker.0
00000100:00100000:2.0:1767323052.999720:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816966656:0@lo:400:kworker.0
00000100:00100000:1.0:1767323052.999734:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323052.999784:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323052.999793:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816966784:0@lo:400:kworker.0
00000100:00100000:2.0:1767323052.999793:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816965888
00000100:00100000:2.0:1767323052.999798:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816965888
00000100:00100000:1.0:1767323052.999824:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323052.999826:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816966400
00000100:00100000:2.0:1767323052.999831:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816966400
00000100:00100000:1.0:1767323052.999860:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816966016
00000100:00100000:2.0:1767323052.999865:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816966272
00000100:00100000:1.0:1767323052.999866:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816966016
00000100:00100000:2.0:1767323052.999871:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816966272
00000100:00100000:2.0:1767323052.999885:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816966144
00000100:00100000:2.0:1767323052.999887:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816966144
00000100:00100000:1.0:1767323052.999897:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308
00000100:00100000:1.0:1767323052.999903:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816966016:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323052.999908:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5707
00000100:00100000:2.0:1767323052.999917:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816966400:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767323052.999921:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323052.999931:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816966528:0@lo:38:kworker.0
00000100:00100000:1.0:1767323052.999958:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816966016:12345-0@lo:38:kworker.0 Request processed in 53us (585us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323052.999964:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308
00000100:00100000:0.0:1767323052.999981:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323052.999988:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816966400:12345-0@lo:400:kworker.0 Request processed in 71us (594us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323052.999997:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5707
00000100:00080000:0.0:1767323053.000015:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323053.000016:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816966528
00000100:00100000:2.0:1767323053.000021:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816966528
00000100:00080000:0.0:1767323053.000025:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323053.000031:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816966016:0@lo:38:kworker.0
00000100:00100000:3.0:1767323053.000033:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5708
00000100:00100000:0.0:1767323053.000154:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90301
00000100:00100000:0.0:1767323053.000160:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816965888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323053.000172:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323053.000172:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816966144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323053.000218:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816966144:12345-0@lo:400:kworker.0 Request processed in 53us (485us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323053.000336:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816965888:12345-0@lo:38:kworker.0 Request processed in 174us (1081us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323053.000801:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90302
00000100:00100000:1.0:1767323053.000808:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816966272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323053.000820:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323053.000853:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816966272:12345-0@lo:38:kworker.0 Request processed in 45us (1409us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323053.000859:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90302
00000100:00100000:1.0:1767323053.000877:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90303
00000100:00100000:1.0:1767323053.000881:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816966528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323053.000890:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323053.000910:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816966528:12345-0@lo:38:kworker.0 Request processed in 28us (930us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323053.000915:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90303
00000100:00100000:1.0:1767323053.000937:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816966784
00000100:00100000:1.0:1767323053.000942:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816966784
00000100:00100000:1.0:1767323053.000973:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581
00000100:00100000:1.0:1767323053.000979:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816966784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323053.001008:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816966784:12345-0@lo:400:kworker.0 Request processed in 30us (1185us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323053.001014:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581
00000100:00100000:1.0:1767323053.001044:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816966784:0@lo:400:kworker.0
00000100:00100000:1.0:1767323053.001056:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816966144:0@lo:400:kworker.0
00000100:00080000:1.0:1767323053.001111:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323053.001116:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323053.001119:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816966272:0@lo:38:kworker.0
00000100:00080000:1.0:1767323053.001128:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323053.001224:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323053.001227:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816966528:0@lo:38:kworker.0
00000100:00080000:1.0:1767323053.001243:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323053.001246:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323053.001249:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816965888:0@lo:38:kworker.0
00000100:00080000:2.0:1767323053.001350:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323053.001354:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323053.001374:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816966400:0@lo:400:kworker.0
00000100:00100000:3.0:1767323053.004097:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5708
00000100:00100000:0.0:1767323053.004430:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90301
00000100:00100000:1.0:1767323053.574959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323054.023066:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323054.535154:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323054.535173:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816966912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323054.535228:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323054.535368:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816966912
00000100:00100000:0.0:1767323054.535378:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816966912
00000100:00100000:0.0:1767323054.535438:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301
00000100:00100000:0.0:1767323054.535448:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816966912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323054.535477:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323054.535541:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816966912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323054.535550:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301
00000100:00100000:1.0:1767323054.535618:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816966912:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323054.535844:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816967040:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323054.535877:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323054.535924:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816967040
00000100:00100000:3.0:1767323054.535928:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816967040
00000100:00100000:3.0:1767323054.535962:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302
00000100:00080000:0.0:1767323054.535969:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323054.535969:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816967040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323054.535987:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323054.536366:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816967040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 396us (486us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323054.536375:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302
00000100:00100000:2.0:1767323054.536379:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816967040:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323054.598844:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323055.046973:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323055.622873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323055.786522:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323055.786568:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323055.786609:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758785536
00000100:00100000:0.0:1767323055.786620:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758785536
00000100:00100000:0.0:1767323055.786703:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758785408
00000100:00100000:0.0:1767323055.786707:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758785408
00000100:00100000:0.0:1767323055.786843:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5709
00000100:00100000:0.0:1767323055.786855:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758785536:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323055.786936:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758785536:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (423us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323055.786944:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5709
00000100:00100000:0.0:1767323055.786974:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90304
00000100:00100000:0.0:1767323055.786979:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758785408:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323055.787001:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323055.787026:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758785408:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (458us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323055.787032:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90304
00000100:00080000:0.0:1767323055.789513:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323056.072598:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323056.646875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323057.095024:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323057.671110:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323058.118874:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323058.118886:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323058.118890:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323058.118895:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323058.118900:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323058.118909:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5595
00000100:00080000:2.0:1767323058.118914:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323058.118922:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323058.118964:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45930380 x1853166816967168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323058.118990:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323058.118994:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323058.118996:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323058.119000:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5595
00000100:00080000:2.0:1767323058.119002:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323058.119006:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323058.119019:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45932d80 x1853166816967296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323058.119060:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323058.119064:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323058.119066:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323058.119070:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5595
00000100:00080000:2.0:1767323058.119073:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323058.119077:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323058.119088:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816967424:0@lo:400:kworker.0
00000100:00100000:2.0:1767323058.119093:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45930000 x1853166816967552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323058.119124:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323058.119128:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323058.119130:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323058.119134:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5595
00000100:00080000:2.0:1767323058.119136:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323058.119140:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323058.119154:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7ad80 x1853166816967808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323058.119158:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323058.119201:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816967936:0@lo:400:kworker.0
00000100:00100000:3.0:1767323058.119216:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323058.119217:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816967680:0@lo:400:kworker.0
00000100:00100000:3.0:1767323058.119224:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816968064:0@lo:400:kworker.0
00000100:00100000:2.0:1767323058.119245:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323058.119256:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323058.119264:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816967424
00000100:00100000:3.0:1767323058.119270:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816967424
00000100:00100000:3.0:1767323058.119329:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816967680
00000100:00100000:3.0:1767323058.119333:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816967680
00000100:00080000:0.0:1767323058.119350:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323058.119361:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5710
00000100:00100000:3.0:1767323058.119368:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816967424:12345-0@lo:400:kworker.0
00010000:00010000:0.0:1767323058.119414:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323058.119428:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5711
00000100:00100000:0.0:1767323058.119438:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816967680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323058.122435:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816967936
00000100:00100000:1.0:1767323058.122592:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816967936
00000100:00100000:3.0:1767323058.122666:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816967424:12345-0@lo:400:kworker.0 Request processed in 3295us (3508us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323058.122676:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5710
00000100:00100000:2.0:1767323058.122805:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323058.122846:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816968064
00000100:00100000:3.0:1767323058.122850:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816968064
00000100:00100000:1.0:1767323058.122854:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582
00000100:00100000:1.0:1767323058.122867:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816967936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323058.122874:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816967424:0@lo:400:kworker.0
00000100:00100000:3.0:1767323058.122879:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583
00000100:00100000:3.0:1767323058.122888:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816968064:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323058.122946:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323058.122951:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816967936:12345-0@lo:400:kworker.0 Request processed in 85us (3704us total) trans 0 rc 0/0
00000100:00080000:2.0:1767323058.122953:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323058.122964:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582
00000100:00100000:2.0:1767323058.122979:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816968064:0@lo:400:kworker.0
00000100:00100000:1.0:1767323058.122996:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816967168:0@lo:38:kworker.0
00000100:00100000:2.0:1767323058.123019:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816967936:0@lo:400:kworker.0
00000100:00100000:3.0:1767323058.123049:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816968064:12345-0@lo:400:kworker.0 Request processed in 63us (145us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323058.123055:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3583
00000100:00100000:1.0:1767323058.124646:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323058.124693:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816967296:0@lo:38:kworker.0
00000100:00100000:1.0:1767323058.124728:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323058.124788:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816967552:0@lo:38:kworker.0
00000100:00100000:1.0:1767323058.124813:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323058.124819:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816967296
00000100:00100000:2.0:1767323058.124827:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816967296
00000100:00100000:1.0:1767323058.124831:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816967808:0@lo:38:kworker.0
00000100:00100000:1.0:1767323058.124856:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323058.124865:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309
00000100:00100000:2.0:1767323058.124872:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816967296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323058.124893:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323058.124899:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816967168
00000100:00100000:1.0:1767323058.124905:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816967168
00000100:00100000:1.0:1767323058.124929:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816967552
00000100:00100000:1.0:1767323058.124933:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816967552
00000100:00100000:2.0:1767323058.124942:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816967296:12345-0@lo:38:kworker.0 Request processed in 68us (212us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323058.124949:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816967808
00000100:00100000:2.0:1767323058.124950:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309
00000100:00100000:1.0:1767323058.124954:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816967808
00000100:00100000:1.0:1767323058.124969:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90305
00000100:00100000:1.0:1767323058.124975:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816967168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323058.124987:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323058.124996:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90306
00000100:00100000:2.0:1767323058.125002:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816967552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323058.125014:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323058.125020:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816967168:12345-0@lo:38:kworker.0 Request processed in 43us (566us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323058.125027:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90305
00000100:00100000:1.0:1767323058.125045:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90307
00000100:00100000:2.0:1767323058.125050:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816967552:12345-0@lo:38:kworker.0 Request processed in 45us (236us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323058.125054:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816967808:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323058.125063:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90306
00010000:00020000:1.0:1767323058.125070:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323058.125098:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816967808:12345-0@lo:38:kworker.0 Request processed in 44us (241us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323058.125104:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90307
00000100:00080000:1.0:1767323058.125138:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323058.125144:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323058.125147:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816967168:0@lo:38:kworker.0
00000100:00080000:1.0:1767323058.125156:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323058.125160:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323058.125162:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816967296:0@lo:38:kworker.0
00000100:00080000:1.0:1767323058.125168:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323058.125171:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323058.125173:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816967552:0@lo:38:kworker.0
00000100:00080000:1.0:1767323058.125179:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323058.125181:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323058.125184:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816967808:0@lo:38:kworker.0
00000100:00100000:0.0:1767323058.125287:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816967680:12345-0@lo:400:kworker.0 Request processed in 5849us (6029us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323058.125295:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5711
00000100:00100000:1.0:1767323058.127887:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816967680:0@lo:400:kworker.0
00000100:00100000:1.0:1767323058.695069:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323059.143897:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323059.655132:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816968192:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323059.655180:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323059.655197:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816968320:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323059.655217:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323059.655260:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816968192
00000100:00100000:3.0:1767323059.655268:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816968192
00000100:00100000:3.0:1767323059.655321:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303
00000100:00100000:3.0:1767323059.655331:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816968192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323059.655364:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323059.655513:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816968192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 182us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323059.655521:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303
00000100:00100000:2.0:1767323059.655566:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816968192:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323059.655566:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323059.655612:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816968320
00000100:00100000:2.0:1767323059.655618:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816968320
00000100:00100000:2.0:1767323059.655649:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304
00000100:00100000:2.0:1767323059.655657:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816968320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323059.655678:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323059.655719:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816968320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (154us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323059.655725:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304
00000100:00100000:3.0:1767323059.655885:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816968320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323059.718938:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:0.0:1767323059.882687:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758785664 offset 0 length 520: 4
00000100:00100000:0.0:1767323059.882735:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323059.882827:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323059.882920:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758785792
00000100:00100000:3.0:1767323059.882941:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758785792
00000100:00100000:3.0:1767323059.882981:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758785920
00000100:00100000:3.0:1767323059.882984:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758785920
00000100:00100000:3.0:1767323059.883030:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5712
00000100:00100000:3.0:1767323059.883041:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758785920:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323059.883115:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758785920:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323059.883123:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5712
00000100:00100000:3.0:1767323059.883140:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90308
00000100:00100000:3.0:1767323059.883144:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758785792:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:1.0:1767323059.883167:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767323059.883169:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323059.883199:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758785792:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (464us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323059.883210:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90308
00010000:00010000:2.0:1767323060.166984:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323060.742812:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323061.192543:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323061.766867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323062.214920:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323037/real 1767323037]  req@ffff8d4d54e43b80 x1853166816962944/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323062 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00010000:0.0:1767323062.214949:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323062.214961:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d54e43b80 x1853166816962944/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323062 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323062.214984:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323062.215010:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323062.215015:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816962944:0@lo:250:kworker.0
00000100:00080000:1.0:1767323062.215150:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323062.215157:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767323062.215160:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323062.215165:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5580
00000100:00080000:1.0:1767323062.215170:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323062.215176:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323062.215213:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6f100 x1853166816968448/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323062.215285:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816968448:0@lo:250:kworker.0
00000400:00000100:2.0:1767323062.215334:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816968448 offset 0 length 520: 4
00000100:00080000:1.0:1767323062.215395:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323062.215399:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323062.215401:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323062.215405:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5600
00000100:00080000:1.0:1767323062.215407:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323062.215411:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323062.215428:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6d880 x1853166816968576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323062.221994:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816968576:0@lo:38:kworker.0
00000100:00100000:2.0:1767323062.222077:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323062.222224:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323062.222230:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323062.222233:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323062.222240:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5600
00000100:00080000:1.0:1767323062.222243:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323062.222250:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323062.222280:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6c700 x1853166816968704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323062.222321:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323062.222324:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323062.222326:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323062.222330:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5600
00000100:00080000:1.0:1767323062.222332:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323062.222336:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323062.222348:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431faa00 x1853166816968960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323062.222368:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816968832:0@lo:400:kworker.0
00000100:00080000:1.0:1767323062.222371:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323062.222377:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323062.222379:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323062.222383:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5600
00000100:00080000:1.0:1767323062.222386:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323062.222389:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323062.222400:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9180 x1853166816969216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323062.222419:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323062.222483:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816969344:0@lo:400:kworker.0
00000100:00100000:2.0:1767323062.222514:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323062.222577:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323062.222583:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816969088:0@lo:400:kworker.0
00000100:00100000:2.0:1767323062.222615:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816968704:0@lo:38:kworker.0
00000100:00100000:2.0:1767323062.222639:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323062.222657:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816968960:0@lo:38:kworker.0
00000100:00100000:2.0:1767323062.222687:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816968704
00000100:00100000:2.0:1767323062.222694:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816968704
00000100:00100000:2.0:1767323062.222743:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310
00000100:00100000:2.0:1767323062.222751:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816968704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323062.222793:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323062.222811:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323062.222820:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816969472:0@lo:400:kworker.0
00000100:00100000:2.0:1767323062.222837:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816968704:12345-0@lo:38:kworker.0 Request processed in 84us (195us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323062.222846:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310
00000100:00100000:3.0:1767323062.222851:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323062.222876:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323062.222889:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816969344
00000100:00100000:3.0:1767323062.222894:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816969344
00000100:00100000:2.0:1767323062.222904:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816969216:0@lo:38:kworker.0
00000100:00100000:0.0:1767323062.222906:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816968576
00000100:00100000:0.0:1767323062.222913:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816968576
00000100:00100000:2.0:1767323062.222941:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323062.222950:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816969472
00000100:00100000:3.0:1767323062.222955:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816969472
00000100:00100000:3.0:1767323062.222982:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584
00000100:00100000:3.0:1767323062.222991:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816969344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323062.223000:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585
00000100:00100000:1.0:1767323062.223012:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816969472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323062.225078:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816969344:12345-0@lo:400:kworker.0 Request processed in 2079us (2554us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323062.225090:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584
00000100:00080000:2.0:1767323062.225094:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323062.225101:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323062.225107:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816968704:0@lo:38:kworker.0
00000100:00100000:3.0:1767323062.226369:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816968960
00000100:00100000:3.0:1767323062.226379:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816968960
00000100:00100000:1.0:1767323062.226858:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816969472:12345-0@lo:400:kworker.0 Request processed in 3845us (4003us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323062.226868:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816968832
00000100:00100000:1.0:1767323062.226869:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585
00000100:00100000:0.0:1767323062.226877:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816968832
00000100:00100000:0.0:1767323062.226921:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816969216
00000100:00100000:0.0:1767323062.226925:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816969216
00000100:00100000:1.0:1767323062.226935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816969472:0@lo:400:kworker.0
00000100:00100000:0.0:1767323062.226943:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5713
00000100:00100000:0.0:1767323062.226956:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816968832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323062.226989:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90309
00000100:00100000:1.0:1767323062.226997:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816968576:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323062.227018:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816968832:12345-0@lo:400:kworker.0 Request processed in 64us (4598us total) trans 0 rc 0/0
00010000:00020000:1.0:1767323062.227019:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323062.227030:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5713
00000100:00100000:0.0:1767323062.227049:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90310
00000100:00100000:0.0:1767323062.227055:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816968960:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323062.227062:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816968576:12345-0@lo:38:kworker.0 Request processed in 64us (4984us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767323062.227068:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323062.227073:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90309
00000100:00100000:1.0:1767323062.227089:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90311
00000100:00100000:1.0:1767323062.227095:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816969216:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323062.227105:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816968960:12345-0@lo:38:kworker.0 Request processed in 49us (4229us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767323062.227106:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323062.227116:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90310
00000100:00100000:1.0:1767323062.227137:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816969216:12345-0@lo:38:kworker.0 Request processed in 40us (4196us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323062.227144:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90311
00000100:00100000:0.0:1767323062.227158:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816968832:0@lo:400:kworker.0
00000100:00080000:3.0:1767323062.227179:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767323062.227182:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323062.227186:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323062.227190:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767323062.227192:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323062.227197:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816968960:0@lo:38:kworker.0
00000100:00080000:1.0:1767323062.227210:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323062.227216:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323062.227222:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816969216:0@lo:38:kworker.0
00000100:00080000:1.0:1767323062.227231:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323062.227234:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323062.227237:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816968576:0@lo:38:kworker.0
00000100:00100000:0.0:1767323062.227312:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323062.227362:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816969344:0@lo:400:kworker.0
00000100:00100000:3.0:1767323062.227616:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816969088
00000100:00100000:3.0:1767323062.227621:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816969088
00000100:00100000:3.0:1767323062.227670:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5714
00000100:00100000:3.0:1767323062.227678:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816969088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323062.227715:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816969088:12345-0@lo:400:kworker.0 Request processed in 38us (500us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323062.227722:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5714
00000100:00100000:0.0:1767323062.227829:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816969088:0@lo:400:kworker.0
00000100:00080000:1.0:1767323062.231598:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323062.790871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323063.239802:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323063.814934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323064.263130:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323064.775151:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323064.775169:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816969600:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323064.775223:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323064.777772:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816969600
00000100:00100000:3.0:1767323064.777795:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816969600
00000100:00100000:3.0:1767323064.777920:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305
00000100:00100000:0.0:1767323064.777929:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323064.777940:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816969600:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323064.777951:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816969728:0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323064.777988:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323064.778026:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323064.778094:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816969728
00000100:00100000:2.0:1767323064.778103:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816969728
00000100:00080000:1.0:1767323064.778127:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323064.778135:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323064.778179:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306
00000100:00100000:2.0:1767323064.778189:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816969728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323064.778216:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323064.783331:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816969600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5386us (8090us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323064.783357:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305
00000100:00100000:2.0:1767323064.783412:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816969728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5213us (5376us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323064.783467:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306
00000100:00100000:1.0:1767323064.784885:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816969728:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323064.786152:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816969600:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323064.839258:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323065.006328:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323065.006387:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323065.006413:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758786048
00000100:00100000:2.0:1767323065.006431:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758786048
00000100:00100000:2.0:1767323065.006501:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758786176
00000100:00100000:2.0:1767323065.006507:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758786176
00000100:00100000:3.0:1767323065.006523:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90312
00000100:00100000:3.0:1767323065.006537:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758786048:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323065.006568:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323065.006666:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758786048:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 129us (352us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323065.006675:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90312
00000100:00100000:2.0:1767323065.006813:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5715
00000100:00100000:2.0:1767323065.006826:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758786176:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323065.006919:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758786176:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 96us (534us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323065.006927:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5715
00000100:00080000:1.0:1767323065.007785:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323065.288220:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323065.862932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323066.311171:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323066.886901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323067.338159:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323067.338170:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323067.338173:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323067.338177:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323067.338182:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323067.338189:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5604
00000100:00080000:0.0:1767323067.338194:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323067.338201:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323067.338243:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66134a80 x1853166816969856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323067.338261:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323067.338265:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323067.338267:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323067.338270:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5604
00000100:00080000:0.0:1767323067.338273:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323067.338276:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323067.338288:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66135180 x1853166816969984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323067.338327:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323067.338331:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323067.338333:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323067.338337:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5604
00000100:00080000:0.0:1767323067.338339:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323067.338342:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323067.338353:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b800 x1853166816970240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323067.338381:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323067.338384:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323067.338386:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323067.338389:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5604
00000100:00080000:0.0:1767323067.338391:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323067.338394:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323067.338406:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99180 x1853166816970496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323067.338449:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816970624:0@lo:400:kworker.0
00000100:00100000:0.0:1767323067.338529:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323067.338596:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323067.338602:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816970368:0@lo:400:kworker.0
00000100:00100000:0.0:1767323067.338629:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323067.338664:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816970368
00000100:00100000:0.0:1767323067.338671:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816970368
00000100:00100000:0.0:1767323067.338721:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5716
00000100:00100000:0.0:1767323067.338736:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816970368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323067.338816:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816970368:12345-0@lo:400:kworker.0 Request processed in 82us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323067.338824:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5716
00000100:00100000:0.0:1767323067.338870:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816970368:0@lo:400:kworker.0
00000100:00100000:0.0:1767323067.338913:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816970624
00000100:00100000:0.0:1767323067.338917:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816970624
00000100:00100000:0.0:1767323067.338948:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586
00000100:00100000:0.0:1767323067.338955:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816970624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323067.338998:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816970624:12345-0@lo:400:kworker.0 Request processed in 44us (469us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323067.339005:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586
00000100:00100000:0.0:1767323067.339034:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816970624:0@lo:400:kworker.0
00000100:00100000:1.0:1767323067.339450:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816970112:0@lo:400:kworker.0
00000100:00100000:1.0:1767323067.339495:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323067.339523:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323067.339529:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816970752:0@lo:400:kworker.0
00000100:00100000:1.0:1767323067.339551:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323067.339587:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323067.339593:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323067.339604:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816970752
00000100:00100000:1.0:1767323067.339609:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816970752
00000100:00100000:1.0:1767323067.339643:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587
00000100:00100000:1.0:1767323067.339650:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816970752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323067.339683:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816970752:12345-0@lo:400:kworker.0 Request processed in 34us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323067.339696:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587
00000100:00080000:1.0:1767323067.339711:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323067.339730:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816970752:0@lo:400:kworker.0
00000100:00100000:0.0:1767323067.339817:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816970112
00000100:00100000:0.0:1767323067.339821:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816970112
00000100:00100000:2.0:1767323067.339915:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816969856:0@lo:38:kworker.0
00000100:00100000:2.0:1767323067.339945:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323067.339966:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816969984:0@lo:38:kworker.0
00000100:00100000:2.0:1767323067.340005:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323067.340034:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816970240:0@lo:38:kworker.0
00000100:00100000:2.0:1767323067.340064:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323067.340084:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816970496:0@lo:38:kworker.0
00000100:00100000:2.0:1767323067.340107:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323067.340135:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816969856
00000100:00100000:2.0:1767323067.340139:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816969856
00000100:00100000:2.0:1767323067.340159:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816970240
00000100:00100000:2.0:1767323067.340161:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816970240
00000100:00100000:2.0:1767323067.340169:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816970496
00000100:00100000:2.0:1767323067.340170:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816970496
00000100:00100000:2.0:1767323067.340177:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90313
00000100:00100000:2.0:1767323067.340180:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816969856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323067.340194:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323067.340218:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816969856:12345-0@lo:38:kworker.0 Request processed in 38us (274us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323067.340223:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90313
00000100:00100000:2.0:1767323067.340232:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90314
00000100:00100000:2.0:1767323067.340234:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816970240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323067.340240:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323067.340253:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816970240:12345-0@lo:38:kworker.0 Request processed in 18us (190us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323067.340256:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90314
00000100:00100000:2.0:1767323067.340262:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90315
00000100:00100000:2.0:1767323067.340264:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816970496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323067.340269:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323067.340279:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816970496:12345-0@lo:38:kworker.0 Request processed in 14us (173us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323067.340282:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90315
00000100:00080000:2.0:1767323067.340306:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323067.340310:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323067.340312:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816969856:0@lo:38:kworker.0
00000100:00080000:2.0:1767323067.340317:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323067.340318:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323067.340320:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816970240:0@lo:38:kworker.0
00000100:00080000:2.0:1767323067.340324:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323067.340326:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323067.340327:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816970496:0@lo:38:kworker.0
00000100:00100000:0.0:1767323067.340391:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5717
00000100:00100000:0.0:1767323067.340396:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816970112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323067.340422:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816970112:12345-0@lo:400:kworker.0 Request processed in 27us (928us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323067.340428:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5717
00000100:00100000:0.0:1767323067.340447:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816969984
00000100:00100000:0.0:1767323067.340449:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816969984
00000100:00100000:0.0:1767323067.340459:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311
00000100:00100000:0.0:1767323067.340463:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816969984:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323067.340479:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323067.340510:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816969984:12345-0@lo:38:kworker.0 Request processed in 41us (500us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323067.340517:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311
00000100:00100000:0.0:1767323067.340552:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816970112:0@lo:400:kworker.0
00010000:00010000:3.0:1767323067.340651:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323067.340661:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323067.340666:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323067.340669:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66135180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816969984:0@lo:38:kworker.0
00000100:00080000:1.0:1767323067.340733:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323067.911074:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323068.360060:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323068.934953:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323069.382999:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323069.894949:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323069.894968:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816971008:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323069.895013:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323069.895026:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323069.895037:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816970880:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323069.895113:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323069.895303:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816971008
00000100:00100000:0.0:1767323069.895313:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816971008
00000100:00100000:1.0:1767323069.895345:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816970880
00000100:00100000:1.0:1767323069.895350:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816970880
00000100:00100000:0.0:1767323069.895387:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307
00000100:00100000:0.0:1767323069.895400:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816971008:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767323069.895409:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323069.895428:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767323069.895457:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323069.895526:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816971008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (499us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323069.895533:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307
00000100:00100000:1.0:1767323069.895573:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308
00000100:00100000:1.0:1767323069.895580:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816970880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323069.895594:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323069.895621:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816970880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (510us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323069.895625:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308
00000100:00100000:2.0:1767323069.895711:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816971008:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323069.895791:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816970880:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323069.958871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323070.123326:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323070.123422:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758786304
00000100:00100000:2.0:1767323070.123438:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758786304
00000100:00100000:2.0:1767323070.123520:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90316
00000100:00100000:2.0:1767323070.123530:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758786304:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323070.123556:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323070.123641:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758786304:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 110us (329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323070.123647:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90316
00000100:00100000:0.0:1767323070.126232:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323070.126386:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758786432
00000100:00100000:2.0:1767323070.126395:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758786432
00000100:00100000:2.0:1767323070.126491:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5718
00000100:00100000:2.0:1767323070.126500:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758786432:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323070.126574:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758786432:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 75us (351us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323070.126582:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5718
00000100:00080000:1.0:1767323070.126805:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323070.407409:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323070.982993:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323071.432125:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323072.007550:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323072.455008:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323072.455102:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323072.455108:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323072.455110:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323072.455114:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323072.455120:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323072.455128:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5609
00000100:00080000:1.0:1767323072.455133:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323072.455141:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323072.455196:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9c00 x1853166816971136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323072.455232:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323072.455235:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323072.455236:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323072.455240:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5609
00000100:00080000:1.0:1767323072.455242:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323072.455245:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323072.455256:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9f80 x1853166816971264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323072.455289:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323072.455293:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323072.455294:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323072.455297:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5609
00000100:00080000:1.0:1767323072.455299:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323072.455301:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323072.455310:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fad80 x1853166816971520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323072.455330:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323072.455333:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323072.455335:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323072.455337:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5609
00000100:00080000:1.0:1767323072.455339:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323072.455341:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323072.455347:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8380 x1853166816971776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323072.455380:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816971648:0@lo:400:kworker.0
00000100:00100000:1.0:1767323072.455473:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323072.455557:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323072.455564:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816971904:0@lo:400:kworker.0
00000100:00100000:1.0:1767323072.455591:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323072.455628:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816971904
00000100:00100000:1.0:1767323072.455635:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816971904
00000100:00100000:1.0:1767323072.455688:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588
00000100:00100000:1.0:1767323072.455694:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816971904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323072.455737:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816971904:12345-0@lo:400:kworker.0 Request processed in 43us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323072.455743:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588
00000100:00080000:1.0:1767323072.455816:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323072.455863:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816971904:0@lo:400:kworker.0
00000100:00100000:1.0:1767323072.455915:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816971648
00000100:00100000:1.0:1767323072.455919:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816971648
00000100:00100000:1.0:1767323072.455959:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5719
00000100:00100000:1.0:1767323072.455966:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816971648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323072.456018:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816971648:12345-0@lo:400:kworker.0 Request processed in 51us (544us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323072.456030:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5719
00000100:00080000:1.0:1767323072.456054:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323072.456070:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816971648:0@lo:400:kworker.0
00000100:00100000:0.0:1767323072.456161:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816972032:0@lo:400:kworker.0
00000100:00100000:0.0:1767323072.456196:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323072.456230:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323072.456236:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816971392:0@lo:400:kworker.0
00000100:00100000:0.0:1767323072.456259:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323072.456285:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816971392
00000100:00100000:0.0:1767323072.456289:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816971392
00000100:00100000:0.0:1767323072.456322:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5720
00000100:00100000:0.0:1767323072.456329:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816971392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323072.456361:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816971392:12345-0@lo:400:kworker.0 Request processed in 33us (101us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323072.456368:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5720
00000100:00080000:0.0:1767323072.456383:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323072.456399:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816971392:0@lo:400:kworker.0
00000100:00100000:2.0:1767323072.456617:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816971136:0@lo:38:kworker.0
00000100:00100000:2.0:1767323072.456652:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323072.456683:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816971264:0@lo:38:kworker.0
00000100:00100000:2.0:1767323072.456709:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323072.456741:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816971520:0@lo:38:kworker.0
00000100:00100000:2.0:1767323072.456798:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323072.456818:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816971776:0@lo:38:kworker.0
00000100:00100000:2.0:1767323072.456841:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323072.456878:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816971136
00000100:00100000:2.0:1767323072.456883:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816971136
00000100:00100000:2.0:1767323072.456906:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816971520
00000100:00100000:2.0:1767323072.456910:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816971520
00000100:00100000:2.0:1767323072.456923:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816971776
00000100:00100000:2.0:1767323072.456925:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816971776
00000100:00100000:2.0:1767323072.456940:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90317
00000100:00100000:2.0:1767323072.456945:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816971136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323072.456970:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323072.457024:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816971136:12345-0@lo:38:kworker.0 Request processed in 77us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323072.457030:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90317
00000100:00100000:2.0:1767323072.457050:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90318
00000100:00100000:2.0:1767323072.457055:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816971520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323072.457065:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323072.457088:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816971520:12345-0@lo:38:kworker.0 Request processed in 32us (289us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323072.457093:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90318
00000100:00100000:2.0:1767323072.457105:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90319
00000100:00100000:2.0:1767323072.457108:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816971776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323072.457117:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323072.457139:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816971776:12345-0@lo:38:kworker.0 Request processed in 29us (297us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323072.457145:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90319
00000100:00080000:2.0:1767323072.457194:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323072.457200:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323072.457203:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816971136:0@lo:38:kworker.0
00000100:00080000:2.0:1767323072.457211:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323072.457215:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323072.457218:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816971520:0@lo:38:kworker.0
00000100:00080000:2.0:1767323072.457226:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323072.457229:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323072.457232:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816971776:0@lo:38:kworker.0
00000100:00100000:3.0:1767323072.457360:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816971264
00000100:00100000:3.0:1767323072.457367:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816971264
00000100:00100000:3.0:1767323072.457402:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312
00000100:00100000:3.0:1767323072.457407:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816971264:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323072.457417:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323072.457463:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816971264:12345-0@lo:38:kworker.0 Request processed in 54us (752us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323072.457469:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312
00000100:00080000:2.0:1767323072.457539:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323072.457544:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323072.457547:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816971264:0@lo:38:kworker.0
00000100:00100000:1.0:1767323072.457675:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816972032
00000100:00100000:1.0:1767323072.457681:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816972032
00000100:00100000:1.0:1767323072.457814:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589
00000100:00100000:1.0:1767323072.457823:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816972032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323072.457884:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816972032:12345-0@lo:400:kworker.0 Request processed in 64us (1688us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323072.457891:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589
00000100:00100000:3.0:1767323072.458162:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816972032:0@lo:400:kworker.0
00000100:00080000:0.0:1767323072.461838:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323073.031059:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323073.480074:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323074.054894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323074.503083:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323075.015170:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816972160:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323075.015269:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323075.015543:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816972160
00000100:00100000:0.0:1767323075.015553:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816972160
00000100:00100000:0.0:1767323075.015635:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309
00000100:00100000:0.0:1767323075.015646:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816972160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323075.015684:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323075.015742:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816972160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (474us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323075.015751:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309
00000100:00080000:1.0:1767323075.015944:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323075.017899:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816972160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323075.017978:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323075.017993:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816972288:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323075.018067:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323075.018132:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816972288
00000100:00100000:0.0:1767323075.018141:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816972288
00000100:00100000:0.0:1767323075.018217:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310
00000100:00100000:0.0:1767323075.018228:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816972288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323075.018261:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767323075.018374:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323075.018500:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816972288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 274us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323075.018509:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310
00000100:00100000:2.0:1767323075.024724:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816972288:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323075.078923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323075.241364:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323075.241509:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323075.242123:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758786688
00000100:00100000:1.0:1767323075.242137:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758786688
00000100:00100000:1.0:1767323075.242249:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758786560
00000100:00100000:1.0:1767323075.242254:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758786560
00000100:00100000:1.0:1767323075.242280:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5721
00000100:00100000:1.0:1767323075.242291:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758786688:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323075.242390:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758786688:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (1042us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323075.242408:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5721
00000100:00100000:1.0:1767323075.242430:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90320
00000100:00100000:1.0:1767323075.242435:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758786560:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323075.242462:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323075.242490:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758786560:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (981us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323075.242496:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90320
00000100:00080000:3.0:1767323075.244256:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323075.527142:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323076.103750:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323076.551096:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323077.126914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323077.575337:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323077.575352:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323077.575356:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323077.575360:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323077.575367:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323077.575389:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5615
00000100:00080000:1.0:1767323077.575395:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323077.575404:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323077.575461:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8000 x1853166816972416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323077.575494:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323077.575498:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323077.575500:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323077.575504:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5615
00000100:00080000:1.0:1767323077.575507:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323077.575511:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323077.575527:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb100 x1853166816972544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323077.575598:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323077.575602:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323077.575604:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323077.575608:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5615
00000100:00080000:1.0:1767323077.575611:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323077.575614:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323077.575631:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9180 x1853166816972800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323077.575661:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323077.575664:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323077.575666:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323077.575670:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5615
00000100:00080000:1.0:1767323077.575673:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323077.575676:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323077.575688:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8380 x1853166816973056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323077.575772:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816972928:0@lo:400:kworker.0
00000100:00100000:1.0:1767323077.575869:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323077.575872:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816973312:0@lo:400:kworker.0
00000100:00100000:2.0:1767323077.575896:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816972416:0@lo:38:kworker.0
00000100:00100000:1.0:1767323077.575945:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323077.575953:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816973184:0@lo:400:kworker.0
00000100:00100000:3.0:1767323077.575961:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816972672:0@lo:400:kworker.0
00000100:00100000:0.0:1767323077.577024:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323077.577406:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323077.577424:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1767323077.577431:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323077.577460:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816973312
00000100:00100000:2.0:1767323077.577469:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816972544:0@lo:38:kworker.0
00000100:00100000:1.0:1767323077.577472:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816973312
00000100:00100000:0.0:1767323077.577484:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816972928
00000100:00100000:0.0:1767323077.577491:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816972928
00000100:00100000:2.0:1767323077.577517:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323077.577552:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816973184
00000100:00100000:1.0:1767323077.577557:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816973184
00000100:00100000:2.0:1767323077.577631:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816972800:0@lo:38:kworker.0
00000100:00100000:2.0:1767323077.577662:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323077.577686:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816973056:0@lo:38:kworker.0
00000100:00100000:3.0:1767323077.577694:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323077.578074:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816972416
00000100:00100000:3.0:1767323077.578081:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816972416
00000100:00100000:3.0:1767323077.578118:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816972800
00000100:00100000:3.0:1767323077.578121:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816972800
00000100:00100000:3.0:1767323077.578138:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816972672
00000100:00100000:3.0:1767323077.578141:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816972672
00000100:00100000:1.0:1767323077.578271:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590
00000100:00100000:1.0:1767323077.578287:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816973312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323077.578291:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5722
00000100:00100000:0.0:1767323077.578305:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816972928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323077.578394:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816973312:12345-0@lo:400:kworker.0 Request processed in 113us (1373us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323077.578402:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816972928:12345-0@lo:400:kworker.0 Request processed in 99us (2532us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323077.578407:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590
00000100:00100000:0.0:1767323077.578415:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5722
00000100:00100000:1.0:1767323077.578431:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3591
00000100:00100000:0.0:1767323077.578436:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90321
00000100:00100000:1.0:1767323077.578441:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816973184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323077.578445:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816972416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323077.578473:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323077.578478:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816973184:12345-0@lo:400:kworker.0 Request processed in 38us (1072us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323077.578486:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3591
00000100:00100000:0.0:1767323077.578513:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816972416:12345-0@lo:38:kworker.0 Request processed in 69us (1091us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323077.578520:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90322
00000100:00100000:1.0:1767323077.578527:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816972800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323077.578537:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323077.578565:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816972800:12345-0@lo:38:kworker.0 Request processed in 37us (902us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323077.578917:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90321
00000100:00100000:1.0:1767323077.578960:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90322
00000100:00100000:0.0:1767323077.578985:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816973312:0@lo:400:kworker.0
00000100:00100000:1.0:1767323077.579023:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816973184:0@lo:400:kworker.0
00000100:00100000:1.0:1767323077.579037:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816972928:0@lo:400:kworker.0
00000100:00100000:0.0:1767323077.579055:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816972544
00000100:00100000:0.0:1767323077.579061:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816972544
00000100:00100000:0.0:1767323077.579091:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313
00000100:00100000:0.0:1767323077.579098:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816972544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323077.579109:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323077.579118:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323077.579126:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767323077.579130:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323077.579145:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816972544:12345-0@lo:38:kworker.0 Request processed in 46us (1626us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323077.579152:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313
00000100:00100000:3.0:1767323077.579389:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5723
00000100:00100000:3.0:1767323077.579399:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816972672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323077.579493:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816972672:12345-0@lo:400:kworker.0 Request processed in 96us (1802us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323077.579499:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5723
00000100:00100000:0.0:1767323077.579553:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816972672:0@lo:400:kworker.0
00000100:00100000:2.0:1767323077.580458:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323077.580526:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323077.580533:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323077.580537:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816972416:0@lo:38:kworker.0
00000100:00080000:2.0:1767323077.580550:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323077.580752:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816973056
00000100:00100000:3.0:1767323077.580782:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816973056
00000100:00100000:3.0:1767323077.580824:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90323
00000100:00100000:3.0:1767323077.580830:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816973056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323077.580849:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323077.581111:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323077.581116:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816972544:0@lo:38:kworker.0
00000100:00080000:2.0:1767323077.581136:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323077.581140:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323077.581143:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816972800:0@lo:38:kworker.0
00000100:00100000:3.0:1767323077.581360:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816973056:12345-0@lo:38:kworker.0 Request processed in 528us (903us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323077.581368:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90323
00000100:00080000:2.0:1767323077.581624:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323077.581630:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323077.581633:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816973056:0@lo:38:kworker.0
00000100:00100000:1.0:1767323078.150926:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323078.598999:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323079.174911:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323079.626083:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323080.135411:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816973440:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323080.135518:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323080.135672:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816973440
00000100:00100000:1.0:1767323080.135678:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816973568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323080.135684:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816973440
00000100:00100000:1.0:1767323080.135720:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323080.135787:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311
00000100:00100000:2.0:1767323080.135800:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e451b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816973440:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767323080.135807:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323080.135825:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816973568
00000100:00100000:1.0:1767323080.135830:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816973568
00002000:00000024:2.0:1767323080.135849:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323080.135868:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312
00000100:00100000:1.0:1767323080.135876:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816973568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323080.135896:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323080.135937:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816973568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323080.135945:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312
00000100:00080000:1.0:1767323080.135976:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323080.136021:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816973568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323080.136310:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e451b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816973440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 514us (792us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323080.136319:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311
00000100:00100000:3.0:1767323080.136626:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816973440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323080.198936:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323080.359839:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323080.359913:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323080.360263:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758786944
00000100:00100000:1.0:1767323080.360277:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758786944
00000100:00100000:1.0:1767323080.360388:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758786816
00000100:00100000:1.0:1767323080.360393:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758786816
00000100:00100000:0.0:1767323080.360462:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5724
00000100:00080000:2.0:1767323080.360466:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323080.360479:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758786944:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323080.360515:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90324
00000100:00100000:2.0:1767323080.360523:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6f576850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758786816:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323080.360552:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323080.360593:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6f576850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758786816:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 69us (679us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323080.360600:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90324
00000100:00100000:0.0:1767323080.362831:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758786944:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 2341us (3096us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323080.362850:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5724
00010000:00010000:3.0:1767323080.648048:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323081.224157:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323081.671131:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323082.246915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323082.695080:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323082.695095:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323082.695099:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323082.695105:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323082.695110:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323082.695120:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5620
00000100:00080000:1.0:1767323082.695126:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323082.695135:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323082.695361:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f800 x1853166816973696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323082.695395:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323082.695400:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323082.695402:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323082.695407:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5620
00000100:00080000:1.0:1767323082.695410:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323082.695415:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323082.695432:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c380 x1853166816973824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1767323082.695436:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323082.695484:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323082.695492:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323082.695493:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323082.695497:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5620
00000100:00080000:1.0:1767323082.695498:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323082.695501:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323082.695509:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d180 x1853166816974080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323082.695531:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323082.695535:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323082.695537:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323082.695540:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5620
00000100:00080000:1.0:1767323082.695542:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323082.695545:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323082.695553:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c000 x1853166816974336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323082.695557:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816973952:0@lo:400:kworker.0
00000100:00100000:0.0:1767323082.695585:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816974592:0@lo:400:kworker.0
00000100:00100000:1.0:1767323082.695586:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816974464:0@lo:400:kworker.0
00000100:00100000:2.0:1767323082.695714:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816973696:0@lo:38:kworker.0
00000100:00100000:3.0:1767323082.697301:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323082.697447:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816974208:0@lo:400:kworker.0
00000100:00100000:3.0:1767323082.697489:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323082.697528:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816973952
00000100:00100000:3.0:1767323082.697537:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816973952
00000100:00100000:3.0:1767323082.697601:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816974208
00000100:00100000:3.0:1767323082.697604:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816974208
00000100:00100000:3.0:1767323082.697636:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5725
00000100:00100000:3.0:1767323082.697645:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816973952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323082.697707:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816973952:12345-0@lo:400:kworker.0 Request processed in 62us (415us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323082.697714:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5725
00000100:00100000:3.0:1767323082.697732:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5726
00000100:00100000:3.0:1767323082.697738:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816974208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323082.698539:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816974208:12345-0@lo:400:kworker.0 Request processed in 797us (1045us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323082.698548:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5726
00000100:00100000:3.0:1767323082.698625:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816973952:0@lo:400:kworker.0
00000100:00100000:3.0:1767323082.698665:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816974208:0@lo:400:kworker.0
00000100:00080000:3.0:1767323082.698703:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323082.699111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323082.699197:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816974592
00000100:00100000:3.0:1767323082.699208:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816974592
00000100:00100000:3.0:1767323082.699278:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592
00000100:00080000:0.0:1767323082.699281:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323082.699294:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816974592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323082.699374:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816974592:12345-0@lo:400:kworker.0 Request processed in 88us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323082.699381:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592
00000100:00100000:0.0:1767323082.699816:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816974592:0@lo:400:kworker.0
00000100:00100000:1.0:1767323082.702702:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323082.702804:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816974464
00000100:00100000:3.0:1767323082.702816:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816974464
00000100:00100000:3.0:1767323082.702909:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593
00000100:00100000:3.0:1767323082.702923:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816974464:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323082.703124:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323082.703307:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816974464:12345-0@lo:400:kworker.0 Request processed in 388us (614us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323082.703316:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593
00000100:00100000:1.0:1767323082.703368:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816974464:0@lo:400:kworker.0
00000100:00100000:2.0:1767323082.704168:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323082.704212:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816973824:0@lo:38:kworker.0
00000100:00100000:2.0:1767323082.704253:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323082.704279:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816973696
00000100:00100000:3.0:1767323082.704288:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816973696
00000100:00100000:2.0:1767323082.704290:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816974080:0@lo:38:kworker.0
00000100:00100000:2.0:1767323082.704314:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323082.704371:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816973824
00000100:00100000:0.0:1767323082.704381:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816973824
00000100:00100000:0.0:1767323082.704419:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314
00000100:00100000:0.0:1767323082.704427:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816973824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323082.704452:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323082.704494:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816973824:12345-0@lo:38:kworker.0 Request processed in 67us (240us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323082.704501:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314
00000100:00100000:3.0:1767323082.704794:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816974080
00000100:00100000:3.0:1767323082.704799:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816974080
00000100:00100000:1.0:1767323082.704810:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90325
00000100:00100000:2.0:1767323082.704812:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816974336:0@lo:38:kworker.0
00000100:00100000:1.0:1767323082.704820:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816973696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323082.704833:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90326
00010000:00020000:1.0:1767323082.704834:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323082.704845:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323082.704846:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816974080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323082.704859:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323082.704879:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816973696:12345-0@lo:38:kworker.0 Request processed in 60us (712us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323082.704888:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90325
00000100:00080000:2.0:1767323082.704896:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323082.704901:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816974080:12345-0@lo:38:kworker.0 Request processed in 56us (583us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323082.704905:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816974336
00000100:00080000:2.0:1767323082.704906:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323082.704912:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816974336
00000100:00100000:2.0:1767323082.704915:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816973696:0@lo:38:kworker.0
00000100:00100000:3.0:1767323082.704917:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90326
00000100:00080000:2.0:1767323082.704934:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323082.704939:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323082.704940:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90327
00000100:00100000:2.0:1767323082.704946:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816973824:0@lo:38:kworker.0
00000100:00100000:3.0:1767323082.704951:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816974336:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767323082.704957:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767323082.704963:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323082.704964:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323082.704971:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816974080:0@lo:38:kworker.0
00000100:00080000:2.0:1767323082.705001:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323082.705005:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323082.705008:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816974336:0@lo:38:kworker.0
00000100:00100000:3.0:1767323082.705117:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816974336:12345-0@lo:38:kworker.0 Request processed in 49us (159us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323082.705126:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90327
00000100:00100000:1.0:1767323083.271075:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323083.721400:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323084.295100:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323084.743099:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323085.255166:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323085.255199:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816974720:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323085.255293:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323085.255904:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323085.255920:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816974848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323085.255959:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323085.256121:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816974720
00000100:00100000:2.0:1767323085.256131:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816974720
00000100:00080000:3.0:1767323085.256218:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323085.256221:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816974848
00000100:00100000:2.0:1767323085.256226:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816974848
00000100:00080000:3.0:1767323085.256246:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323085.256260:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313
00000100:00100000:2.0:1767323085.256269:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816974720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323085.256302:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323085.256382:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816974720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (1088us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323085.256391:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313
00000100:00100000:2.0:1767323085.256425:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314
00000100:00100000:2.0:1767323085.256432:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816974848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323085.256450:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323085.256488:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816974848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (527us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323085.256488:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816974720:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323085.256501:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314
00000100:00100000:2.0:1767323085.256537:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816974848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323085.319022:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323085.479982:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323085.480053:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758787200
00000100:00100000:3.0:1767323085.480065:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758787200
00000100:00080000:0.0:1767323085.480137:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323085.480173:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5727
00000100:00100000:3.0:1767323085.480188:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758787200:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323085.480292:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758787200:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 105us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323085.480302:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5727
00000100:00100000:2.0:1767323085.482021:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767323085.482065:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758787328 offset 0 length 520: 4
00000100:00100000:1.0:1767323085.482099:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758787072
00000100:00100000:1.0:1767323085.482110:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758787072
00000100:00100000:1.0:1767323085.482159:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90328
00000100:00100000:1.0:1767323085.482169:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758787072:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323085.482199:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323085.482275:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758787072:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 105us (263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323085.482284:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90328
00010000:00010000:0.0:1767323085.771506:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323086.342917:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323086.790919:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323087.367025:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323087.815088:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323087.815245:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323062/real 1767323062]  req@ffff8d4d4ae6f100 x1853166816968448/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323087 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323087.815313:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ae6f100 x1853166816968448/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323087 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323087.815339:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323087.815363:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323087.815368:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816968448:0@lo:250:kworker.0
00000100:00080000:1.0:1767323087.815548:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323087.815554:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767323087.815558:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323087.815563:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5604
00000100:00080000:1.0:1767323087.815578:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323087.815587:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323087.815630:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621fb80 x1853166816974976/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323087.815662:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323087.815666:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323087.815668:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323087.815672:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5625
00000100:00080000:1.0:1767323087.815675:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323087.815679:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323087.815697:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d880 x1853166816975104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323087.815706:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323087.815710:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323087.815711:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323087.815716:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5625
00000100:00080000:1.0:1767323087.815718:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323087.815722:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323087.815736:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621ea00 x1853166816975232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323087.815808:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323087.815813:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323087.815815:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323087.815819:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5625
00000100:00080000:1.0:1767323087.815822:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323087.815826:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323087.815837:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d180 x1853166816975488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323087.815859:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323087.815861:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323087.815862:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323087.815865:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5625
00000100:00080000:1.0:1767323087.815867:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323087.815869:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323087.815875:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f800 x1853166816975744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323087.815907:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816975616:0@lo:400:kworker.0
00000100:00100000:1.0:1767323087.816003:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323087.816078:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323087.816084:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816975872:0@lo:400:kworker.0
00000100:00100000:1.0:1767323087.816111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323087.816153:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816975616
00000100:00100000:1.0:1767323087.816162:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816975616
00000100:00100000:1.0:1767323087.816219:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5728
00000100:00100000:1.0:1767323087.816226:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816975616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323087.816269:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816975616:12345-0@lo:400:kworker.0 Request processed in 44us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323087.816275:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5728
00000100:00100000:1.0:1767323087.816334:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816975616:0@lo:400:kworker.0
00000100:00100000:2.0:1767323087.816348:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816974976:0@lo:250:kworker.0
00000400:00000100:2.0:1767323087.816376:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816974976 offset 0 length 520: 4
00000100:00100000:2.0:1767323087.816397:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816975104:0@lo:38:kworker.0
00000100:00100000:0.0:1767323087.816412:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816976000:0@lo:400:kworker.0
00000100:00100000:2.0:1767323087.816418:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323087.816443:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323087.816443:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816975232:0@lo:38:kworker.0
00000100:00100000:0.0:1767323087.816463:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323087.816467:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323087.816468:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816975360:0@lo:400:kworker.0
00000100:00100000:2.0:1767323087.816486:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816975488:0@lo:38:kworker.0
00000100:00100000:0.0:1767323087.816487:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323087.816504:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323087.816514:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816975232
00000100:00100000:0.0:1767323087.816517:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816975232
00000100:00100000:2.0:1767323087.816517:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816975744:0@lo:38:kworker.0
00000100:00100000:2.0:1767323087.816536:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323087.816539:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315
00000100:00100000:0.0:1767323087.816544:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816975232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323087.816567:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323087.816578:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816975104
00000100:00100000:2.0:1767323087.816582:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816975104
00000100:00100000:2.0:1767323087.816601:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816975360
00000100:00100000:0.0:1767323087.816603:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816975232:12345-0@lo:38:kworker.0 Request processed in 57us (134us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323087.816603:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816975360
00000100:00100000:0.0:1767323087.816609:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315
00000100:00100000:2.0:1767323087.816621:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816975488
00000100:00100000:2.0:1767323087.816623:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816975488
00000100:00100000:2.0:1767323087.816630:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816975744
00000100:00100000:2.0:1767323087.816633:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816975744
00000100:00080000:0.0:1767323087.816638:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323087.816642:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323087.816642:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5729
00000100:00100000:0.0:1767323087.816646:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816975232:0@lo:38:kworker.0
00000100:00100000:2.0:1767323087.816648:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816975360:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323087.816672:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323087.816697:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816975360:12345-0@lo:400:kworker.0 Request processed in 48us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323087.816703:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5729
00000100:00100000:0.0:1767323087.816709:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816975360:0@lo:400:kworker.0
00000100:00100000:2.0:1767323087.816719:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90329
00000100:00100000:2.0:1767323087.816723:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816975104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323087.816733:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323087.816791:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816975104:12345-0@lo:38:kworker.0 Request processed in 66us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323087.816798:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90329
00000100:00080000:0.0:1767323087.816809:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323087.816810:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90330
00000100:00080000:0.0:1767323087.816812:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323087.816814:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816975488:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323087.816815:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816975104:0@lo:38:kworker.0
00010000:00020000:2.0:1767323087.816823:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323087.816859:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816975488:12345-0@lo:38:kworker.0 Request processed in 43us (353us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323087.816865:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90330
00000100:00100000:2.0:1767323087.816877:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90331
00000100:00080000:0.0:1767323087.816880:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323087.816880:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816975744:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767323087.816884:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323087.816887:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816975488:0@lo:38:kworker.0
00010000:00020000:2.0:1767323087.816889:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323087.816917:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816975744:12345-0@lo:38:kworker.0 Request processed in 34us (379us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323087.816923:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90331
00000100:00080000:0.0:1767323087.816929:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323087.816932:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323087.816935:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816975744:0@lo:38:kworker.0
00000100:00100000:3.0:1767323087.817046:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816975872
00000100:00100000:3.0:1767323087.817051:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816975872
00000100:00100000:3.0:1767323087.817147:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816976000
00000100:00100000:3.0:1767323087.817151:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816976000
00000100:00100000:2.0:1767323087.817198:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594
00000100:00100000:2.0:1767323087.817206:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816975872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323087.817248:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816975872:12345-0@lo:400:kworker.0 Request processed in 43us (1135us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323087.817255:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594
00000100:00100000:1.0:1767323087.817389:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816975872:0@lo:400:kworker.0
00000100:00080000:0.0:1767323087.817532:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323087.817535:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323087.817613:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595
00000100:00100000:3.0:1767323087.817622:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816976000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323087.817672:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816976000:12345-0@lo:400:kworker.0 Request processed in 52us (1228us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323087.817679:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595
00000100:00100000:2.0:1767323087.817735:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816976000:0@lo:400:kworker.0
00000100:00100000:1.0:1767323088.390909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323088.841942:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323089.415238:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323089.864236:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323090.375652:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323090.375685:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816976128:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323090.375799:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323090.375944:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816976128
00000100:00100000:1.0:1767323090.375955:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816976128
00000100:00100000:1.0:1767323090.376062:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315
00000100:00100000:1.0:1767323090.376075:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816976128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323090.376113:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323090.376173:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816976128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (373us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323090.376181:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315
00000100:00100000:3.0:1767323090.376222:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816976128:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767323090.376795:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323090.376884:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323090.377030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816976256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323090.377075:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323090.377177:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816976256
00000100:00100000:1.0:1767323090.377182:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816976256
00000100:00100000:1.0:1767323090.377356:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316
00000100:00100000:1.0:1767323090.377364:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816976256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323090.377390:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323090.377498:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816976256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (421us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323090.377506:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316
00000100:00080000:2.0:1767323090.380504:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323090.380673:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816976256:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323090.439381:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323090.599880:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323090.600566:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758787456
00000100:00100000:1.0:1767323090.600583:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758787456
00000100:00100000:1.0:1767323090.600655:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90332
00000100:00100000:1.0:1767323090.600665:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758787456:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323090.600703:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323090.602448:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758787456:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 1767us (2564us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323090.602465:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90332
00000100:00100000:2.0:1767323090.602780:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323090.602995:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758787584
00000100:00100000:1.0:1767323090.603005:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758787584
00000100:00100000:1.0:1767323090.603083:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5730
00000100:00100000:1.0:1767323090.603093:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758787584:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323090.603191:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758787584:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 99us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323090.603198:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5730
00000100:00080000:2.0:1767323090.603402:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323090.887046:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323091.463109:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323091.911157:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323092.487303:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323092.937434:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323092.938468:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323092.938476:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323092.938479:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323092.938483:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323092.938487:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323092.938495:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5630
00000100:00080000:2.0:1767323092.938499:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323092.938507:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323092.938558:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409c00 x1853166816976384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323092.938594:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323092.938597:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323092.938598:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323092.938601:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5630
00000100:00080000:2.0:1767323092.938603:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323092.938606:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323092.938616:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409180 x1853166816976512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323092.938721:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767323092.938743:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323092.938748:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323092.938750:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323092.938768:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5630
00000100:00080000:2.0:1767323092.938771:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323092.938775:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323092.938788:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940aa00 x1853166816976768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323092.938816:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323092.938820:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323092.938822:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323092.938826:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5630
00000100:00080000:2.0:1767323092.938828:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323092.938832:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323092.938844:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940b800 x1853166816977024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323092.938886:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816976896:0@lo:400:kworker.0
00000100:00100000:0.0:1767323092.938940:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816976384:0@lo:38:kworker.0
00000100:00100000:3.0:1767323092.938986:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323092.939005:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816977152:0@lo:400:kworker.0
00000100:00100000:0.0:1767323092.939041:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323092.939102:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323092.939123:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816976512:0@lo:38:kworker.0
00000100:00100000:3.0:1767323092.939125:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816976896
00000100:00100000:3.0:1767323092.939135:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816976896
00000100:00100000:0.0:1767323092.939149:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323092.939168:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816976768:0@lo:38:kworker.0
00000100:00100000:0.0:1767323092.939182:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323092.939192:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816977024:0@lo:38:kworker.0
00000100:00100000:0.0:1767323092.939203:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323092.939227:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816976512
00000100:00100000:0.0:1767323092.939230:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816976512
00000100:00100000:0.0:1767323092.939284:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316
00000100:00100000:0.0:1767323092.939294:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816976512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323092.939317:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323092.939355:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816976512:12345-0@lo:38:kworker.0 Request processed in 62us (205us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323092.939361:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316
00000100:00080000:0.0:1767323092.939402:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323092.939406:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323092.939408:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816976512:0@lo:38:kworker.0
00000100:00100000:0.0:1767323092.939435:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816976384
00000100:00100000:0.0:1767323092.939438:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816976384
00000100:00100000:0.0:1767323092.939452:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816976768
00000100:00100000:0.0:1767323092.939453:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816976768
00000100:00100000:0.0:1767323092.939462:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816977024
00000100:00100000:0.0:1767323092.939463:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816977024
00000100:00100000:0.0:1767323092.939470:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90333
00000100:00100000:0.0:1767323092.939473:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816976384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323092.939480:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323092.939498:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816976384:12345-0@lo:38:kworker.0 Request processed in 24us (398us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323092.939502:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90333
00000100:00100000:0.0:1767323092.939511:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90334
00000100:00100000:0.0:1767323092.939514:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816976768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323092.939522:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323092.939542:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816976768:12345-0@lo:38:kworker.0 Request processed in 26us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323092.939548:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90334
00000100:00100000:0.0:1767323092.939560:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90335
00000100:00100000:0.0:1767323092.939563:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816977024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323092.939572:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323092.939592:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816977024:12345-0@lo:38:kworker.0 Request processed in 28us (387us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323092.939598:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90335
00000100:00100000:0.0:1767323092.939616:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816977152
00000100:00100000:0.0:1767323092.939620:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816977152
00000100:00100000:0.0:1767323092.939671:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596
00000100:00100000:0.0:1767323092.939678:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816977152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323092.939724:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816977152:12345-0@lo:400:kworker.0 Request processed in 47us (682us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323092.939730:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3596
00000100:00100000:0.0:1767323092.939795:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816977152:0@lo:400:kworker.0
00000100:00080000:0.0:1767323092.939817:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323092.939821:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323092.939824:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816976384:0@lo:38:kworker.0
00000100:00080000:0.0:1767323092.939832:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323092.939835:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323092.939837:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816976768:0@lo:38:kworker.0
00000100:00080000:0.0:1767323092.939845:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323092.939849:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323092.939852:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816977024:0@lo:38:kworker.0
00000100:00080000:0.0:1767323092.939900:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323092.941601:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816977280:0@lo:400:kworker.0
00000100:00100000:1.0:1767323092.941672:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323092.941717:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816976640:0@lo:400:kworker.0
00000100:00100000:1.0:1767323092.941744:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323092.941811:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816976640
00000100:00100000:1.0:1767323092.941818:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816976640
00000100:00100000:1.0:1767323092.941874:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5731
00000100:00100000:1.0:1767323092.941884:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816976640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323092.941936:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816976640:12345-0@lo:400:kworker.0 Request processed in 55us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323092.941944:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5731
00000100:00080000:1.0:1767323092.941971:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323092.942000:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816976640:0@lo:400:kworker.0
00000100:00100000:0.0:1767323092.942092:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816977280
00000100:00100000:0.0:1767323092.942097:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816977280
00000100:00100000:0.0:1767323092.942143:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597
00000100:00100000:0.0:1767323092.942149:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816977280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323092.942179:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816977280:12345-0@lo:400:kworker.0 Request processed in 31us (509us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323092.942183:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597
00000100:00080000:1.0:1767323092.942234:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323092.942261:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816977280:0@lo:400:kworker.0
00000100:00100000:3.0:1767323092.942370:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5732
00000100:00100000:3.0:1767323092.942379:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816976896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323092.942426:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816976896:12345-0@lo:400:kworker.0 Request processed in 49us (3440us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323092.942433:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5732
00000100:00100000:3.0:1767323092.942467:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816976896:0@lo:400:kworker.0
00000100:00080000:1.0:1767323092.942526:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323093.510964:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323093.959032:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323094.534926:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323094.982993:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323095.496625:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816977408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323095.496809:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323095.497254:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816977408
00000100:00100000:2.0:1767323095.497265:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816977408
00000100:00100000:2.0:1767323095.497359:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317
00000100:00100000:2.0:1767323095.497371:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816977408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323095.497414:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323095.497477:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816977408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (669us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323095.497485:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317
00000100:00100000:1.0:1767323095.497520:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816977408:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323095.497527:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816977536:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323095.497557:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323095.497605:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816977536
00000100:00100000:2.0:1767323095.497618:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816977536
00000100:00100000:2.0:1767323095.497646:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318
00000100:00100000:2.0:1767323095.497652:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816977536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323095.497669:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323095.497703:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816977536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323095.497709:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318
00000100:00100000:2.0:1767323095.497749:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816977536:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323095.497919:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323095.497925:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323095.559124:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323095.726457:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323095.726514:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323095.726577:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758787712
00000100:00100000:1.0:1767323095.726590:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758787712
00000100:00100000:3.0:1767323095.726618:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758787840
00000100:00100000:3.0:1767323095.726625:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758787840
00000100:00100000:1.0:1767323095.726707:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5733
00000100:00100000:1.0:1767323095.726723:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758787840:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767323095.726747:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323095.726859:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758787840:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 140us (342us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323095.726868:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5733
00000100:00100000:1.0:1767323095.726892:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90336
00000100:00100000:1.0:1767323095.726897:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758787712:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323095.726923:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323095.726953:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758787712:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 54us (510us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323095.726960:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90336
00010000:00010000:3.0:1767323096.007222:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323096.583434:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323097.032617:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323097.609204:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323098.056340:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323098.056460:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323098.056468:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323098.056471:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323098.056476:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323098.056481:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323098.056493:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5635
00000100:00080000:3.0:1767323098.056508:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323098.056518:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323098.056778:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecd880 x1853166816977664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323098.056814:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323098.056819:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323098.056821:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323098.056826:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5635
00000100:00080000:3.0:1767323098.056829:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323098.056833:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323098.056853:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecc000 x1853166816977792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323098.056923:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816977920:0@lo:400:kworker.0
00000100:00100000:0.0:1767323098.057013:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323098.057142:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816977664:0@lo:38:kworker.0
00000100:00080000:3.0:1767323098.057152:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323098.057156:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323098.057158:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323098.057162:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5635
00000100:00080000:3.0:1767323098.057165:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323098.057169:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323098.057173:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323098.057199:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aece300 x1853166816978048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323098.057230:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323098.057234:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323098.057236:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323098.057241:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5635
00000100:00080000:3.0:1767323098.057243:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323098.057247:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323098.057258:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecf100 x1853166816978304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323098.057677:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323098.057686:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816978560:0@lo:400:kworker.0
00000100:00100000:0.0:1767323098.057721:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323098.057797:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816978560
00000100:00100000:0.0:1767323098.057807:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816978560
00000100:00100000:0.0:1767323098.057885:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598
00000100:00100000:0.0:1767323098.057896:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816978560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323098.057959:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816978560:12345-0@lo:400:kworker.0 Request processed in 64us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323098.057967:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598
00000100:00080000:0.0:1767323098.057993:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323098.058034:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816978560:0@lo:400:kworker.0
00000100:00100000:0.0:1767323098.058078:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816978432:0@lo:400:kworker.0
00000100:00100000:0.0:1767323098.058105:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323098.058125:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323098.058131:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816978176:0@lo:400:kworker.0
00000100:00100000:0.0:1767323098.058156:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816978432
00000100:00100000:0.0:1767323098.058160:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816978432
00000100:00100000:0.0:1767323098.058202:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599
00000100:00100000:0.0:1767323098.058209:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816978432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323098.058246:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816978432:12345-0@lo:400:kworker.0 Request processed in 38us (139us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323098.058252:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599
00000100:00080000:0.0:1767323098.058265:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323098.060860:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323098.060874:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816977792:0@lo:38:kworker.0
00000100:00100000:2.0:1767323098.060951:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323098.060993:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816977920
00000100:00100000:2.0:1767323098.061001:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816978048:0@lo:38:kworker.0
00000100:00100000:1.0:1767323098.061004:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816977920
00000100:00100000:2.0:1767323098.061053:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816977792
00000100:00100000:2.0:1767323098.061057:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816977792
00000100:00100000:1.0:1767323098.061072:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816977664
00000100:00100000:1.0:1767323098.061075:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816977664
00000100:00100000:2.0:1767323098.061085:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317
00000100:00100000:1.0:1767323098.061093:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5734
00000100:00100000:2.0:1767323098.061094:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816977792:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323098.061100:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816977920:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767323098.061121:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323098.061159:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816977920:12345-0@lo:400:kworker.0 Request processed in 60us (4146us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323098.061159:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816977792:12345-0@lo:38:kworker.0 Request processed in 64us (206us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323098.061166:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5734
00000100:00100000:2.0:1767323098.061167:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317
00000100:00100000:1.0:1767323098.061185:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90337
00000100:00100000:1.0:1767323098.061202:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816977664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323098.061213:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323098.061225:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323098.061250:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816977664:12345-0@lo:38:kworker.0 Request processed in 60us (4076us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323098.061257:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90337
00000100:00100000:2.0:1767323098.061304:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816977920:0@lo:400:kworker.0
00000100:00100000:3.0:1767323098.061431:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816978432:0@lo:400:kworker.0
00000100:00100000:0.0:1767323098.061475:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816978176
00000100:00100000:0.0:1767323098.061481:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816978176
00000100:00100000:0.0:1767323098.061657:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5735
00000100:00100000:0.0:1767323098.061666:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816978176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323098.061708:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816978176:12345-0@lo:400:kworker.0 Request processed in 44us (858us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323098.061715:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5735
00000100:00080000:3.0:1767323098.062044:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323098.062072:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816978176:0@lo:400:kworker.0
00000100:00100000:2.0:1767323098.062497:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323098.062647:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816978304:0@lo:38:kworker.0
00000100:00100000:2.0:1767323098.062689:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323098.062724:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323098.062731:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323098.062735:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816977664:0@lo:38:kworker.0
00000100:00080000:2.0:1767323098.062745:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323098.062748:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323098.062751:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816977792:0@lo:38:kworker.0
00000100:00100000:1.0:1767323098.062855:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816978048
00000100:00100000:1.0:1767323098.062862:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816978048
00000100:00100000:1.0:1767323098.062892:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816978304
00000100:00100000:1.0:1767323098.062895:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816978304
00000100:00100000:1.0:1767323098.062918:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90338
00000100:00100000:1.0:1767323098.062923:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816978048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323098.062944:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323098.062982:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816978048:12345-0@lo:38:kworker.0 Request processed in 59us (487us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323098.062988:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90338
00000100:00100000:1.0:1767323098.063001:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90339
00000100:00100000:1.0:1767323098.063005:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816978304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323098.063097:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323098.063120:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816978304:12345-0@lo:38:kworker.0 Request processed in 114us (431us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323098.063125:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90339
00000100:00080000:2.0:1767323098.063201:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323098.063206:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323098.063209:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816978048:0@lo:38:kworker.0
00000100:00080000:2.0:1767323098.063216:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323098.063219:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323098.063222:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816978304:0@lo:38:kworker.0
00000100:00100000:1.0:1767323098.631200:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323099.078975:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323099.654917:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323100.106299:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323100.618384:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816978688:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323100.618485:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323100.618786:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816978688
00000100:00100000:1.0:1767323100.618798:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816978688
00000100:00100000:1.0:1767323100.618881:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319
00000100:00100000:1.0:1767323100.618892:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816978688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323100.618932:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323100.618996:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816978688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (511us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323100.619005:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319
00000100:00100000:1.0:1767323100.619064:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816978688:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767323100.619142:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323100.621593:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816978816:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323100.621682:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323100.621816:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816978816
00000100:00100000:3.0:1767323100.621828:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816978816
00000100:00100000:3.0:1767323100.621913:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320
00000100:00100000:3.0:1767323100.621927:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816978816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323100.621963:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767323100.622064:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323100.624455:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816978816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2522us (2762us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323100.624473:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320
00000100:00100000:2.0:1767323100.624664:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816978816:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323100.679000:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323100.839520:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323100.839583:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758788096
00000100:00100000:3.0:1767323100.839597:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758788096
00000100:00100000:2.0:1767323100.839622:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323100.839689:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758787968
00000100:00100000:3.0:1767323100.839693:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758787968
00000100:00100000:3.0:1767323100.839724:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5736
00000100:00100000:0.0:1767323100.839840:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90340
00000100:00100000:0.0:1767323100.839850:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758787968:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:3.0:1767323100.839856:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758788096:12345-192.168.202.11@tcp:400:kworker.0
00010000:00020000:0.0:1767323100.839881:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323100.839959:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323100.840006:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758788096:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 156us (496us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323100.840017:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5736
00000100:00100000:0.0:1767323100.840073:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758787968:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 223us (450us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323100.840082:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90340
00010000:00010000:3.0:1767323101.127156:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323101.702982:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323102.151795:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323102.728952:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323103.175039:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323103.175828:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323103.175838:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323103.175842:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323103.175847:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323103.175852:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323103.175864:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5640
00000100:00080000:2.0:1767323103.175870:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323103.175878:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323103.175936:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409180 x1853166816978944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323103.175976:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323103.175979:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323103.175981:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323103.175985:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5640
00000100:00080000:2.0:1767323103.175988:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323103.175993:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323103.176296:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816978944:0@lo:38:kworker.0
00000100:00100000:0.0:1767323103.176496:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323103.176596:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecf100 x1853166816979072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323103.176648:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323103.176653:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323103.176656:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323103.176661:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5640
00000100:00080000:2.0:1767323103.176664:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323103.176668:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323103.176681:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecc000 x1853166816979328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323103.176712:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323103.176716:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323103.176718:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323103.176722:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5640
00000100:00080000:2.0:1767323103.176724:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323103.176728:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323103.176742:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecd500 x1853166816979584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323103.176832:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816979840:0@lo:400:kworker.0
00000100:00100000:2.0:1767323103.176872:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323103.176954:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323103.176960:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816979200:0@lo:400:kworker.0
00000100:00100000:3.0:1767323103.177015:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816979456:0@lo:400:kworker.0
00000100:00100000:2.0:1767323103.177049:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816979840
00000100:00100000:2.0:1767323103.177059:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816979840
00000100:00100000:3.0:1767323103.177072:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816979712:0@lo:400:kworker.0
00000100:00100000:3.0:1767323103.177105:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323103.177211:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816979072:0@lo:38:kworker.0
00000100:00100000:0.0:1767323103.177242:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323103.177268:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816979328:0@lo:38:kworker.0
00000100:00100000:0.0:1767323103.177290:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323103.181156:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816979712
00000100:00100000:2.0:1767323103.181180:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816979712
00000100:00100000:2.0:1767323103.181263:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600
00000100:00100000:2.0:1767323103.181279:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816979840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323103.181985:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816979840:12345-0@lo:400:kworker.0 Request processed in 708us (5108us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323103.181998:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600
00000100:00100000:2.0:1767323103.182037:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601
00000100:00100000:2.0:1767323103.182045:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816979712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323103.182097:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816979712:12345-0@lo:400:kworker.0 Request processed in 54us (4992us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323103.182104:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601
00000100:00080000:2.0:1767323103.182135:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323103.182151:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323103.182243:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816979712:0@lo:400:kworker.0
00000100:00100000:2.0:1767323103.182294:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816979072
00000100:00100000:2.0:1767323103.182300:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816979072
00000100:00100000:2.0:1767323103.182325:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318
00000100:00100000:2.0:1767323103.182340:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816979072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323103.184181:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323103.184283:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816979072:12345-0@lo:38:kworker.0 Request processed in 1948us (7037us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323103.184297:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318
00000100:00100000:0.0:1767323103.184697:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323103.187202:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816978944
00000100:00100000:1.0:1767323103.187223:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816978944
00000100:00100000:1.0:1767323103.187365:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816979328
00000100:00100000:1.0:1767323103.187370:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816979328
00000100:00100000:0.0:1767323103.187733:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816979840:0@lo:400:kworker.0
00000100:00100000:2.0:1767323103.187870:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816979200
00000100:00100000:2.0:1767323103.187877:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816979200
00000100:00100000:2.0:1767323103.187934:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5737
00000100:00100000:2.0:1767323103.187945:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816979200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323103.188107:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90341
00000100:00100000:0.0:1767323103.188113:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816978944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323103.188138:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323103.188308:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90342
00000100:00100000:3.0:1767323103.188315:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816979328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323103.188325:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323103.188395:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816978944:12345-0@lo:38:kworker.0 Request processed in 280us (11899us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323103.188404:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90341
00000100:00100000:0.0:1767323103.188443:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816979584:0@lo:38:kworker.0
00000100:00100000:0.0:1767323103.188485:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323103.188507:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816979584
00000100:00100000:0.0:1767323103.188511:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816979584
00000100:00100000:0.0:1767323103.188532:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90343
00000100:00100000:0.0:1767323103.188536:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816979584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323103.188546:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323103.188570:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816979584:12345-0@lo:38:kworker.0 Request processed in 32us (85us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323103.188576:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90343
00000100:00080000:0.0:1767323103.188608:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323103.188614:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323103.188619:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816979584:0@lo:38:kworker.0
00000100:00080000:0.0:1767323103.188629:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323103.188644:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323103.188647:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816978944:0@lo:38:kworker.0
00000100:00080000:0.0:1767323103.188677:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323103.188680:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323103.188683:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816979072:0@lo:38:kworker.0
00000100:00080000:0.0:1767323103.188732:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323103.189479:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816979200:12345-0@lo:400:kworker.0 Request processed in 1416us (4661us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323103.189492:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5737
00000100:00100000:2.0:1767323103.189551:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323103.189610:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816979456
00000100:00100000:2.0:1767323103.189616:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816979456
00000100:00100000:2.0:1767323103.189655:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5738
00000100:00100000:2.0:1767323103.189662:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816979456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323103.189713:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816979456:12345-0@lo:400:kworker.0 Request processed in 52us (162us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323103.189719:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5738
00000100:00100000:2.0:1767323103.189790:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816979456:0@lo:400:kworker.0
00000100:00080000:0.0:1767323103.190163:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323103.190195:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816979200:0@lo:400:kworker.0
00000100:00100000:3.0:1767323103.190547:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816979328:12345-0@lo:38:kworker.0 Request processed in 2229us (13253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323103.190556:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90342
00000100:00080000:0.0:1767323103.193295:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323103.193313:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323103.193319:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816979328:0@lo:38:kworker.0
00000100:00100000:1.0:1767323103.750912:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323104.199034:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323104.774913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323105.223425:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323105.735144:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816979968:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323105.735247:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323105.735395:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816979968
00000100:00100000:3.0:1767323105.735406:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816979968
00000100:00100000:3.0:1767323105.735511:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321
00000100:00100000:3.0:1767323105.735535:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816979968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323105.735576:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323105.735639:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816979968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (392us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323105.735648:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321
00000100:00080000:2.0:1767323105.735794:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323105.735798:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816979968:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323105.735813:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816980096:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323105.735848:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323105.735999:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816980096
00000100:00100000:0.0:1767323105.736004:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816980096
00000100:00100000:0.0:1767323105.736051:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322
00000100:00100000:0.0:1767323105.736058:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816980096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323105.736076:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767323105.736184:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323105.736259:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816980096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 201us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323105.736266:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322
00000100:00100000:1.0:1767323105.737114:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816980096:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323105.799356:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323105.960733:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323105.961103:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323105.961270:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758788352
00000100:00100000:1.0:1767323105.961280:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758788352
00000100:00100000:1.0:1767323105.961339:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758788224
00000100:00100000:1.0:1767323105.961342:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758788224
00000100:00100000:1.0:1767323105.961361:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5739
00000100:00100000:1.0:1767323105.961369:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758788352:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767323105.961399:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323105.961436:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758788352:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 67us (712us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323105.961446:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90344
00000100:00100000:2.0:1767323105.961459:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758788224:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323105.961498:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323105.961559:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758788224:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 101us (455us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323105.962181:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5739
00000100:00100000:2.0:1767323105.964357:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90344
00010000:00010000:1.0:1767323106.247051:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323106.823195:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323107.270964:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323107.846877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323108.294905:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323108.294917:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323108.294920:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323108.294924:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323108.294929:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323108.294938:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5645
00000100:00080000:2.0:1767323108.294943:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323108.294952:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00010000:00010000:1.0:1767323108.294966:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323108.294996:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8b480 x1853166816980224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323108.295025:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323108.295028:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323108.295031:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323108.295034:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5645
00000100:00080000:2.0:1767323108.295036:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323108.295039:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323108.295050:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89880 x1853166816980352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323108.295133:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767323108.295137:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816980480:0@lo:400:kworker.0
00000100:00080000:2.0:1767323108.295138:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323108.295139:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323108.295143:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5645
00000100:00080000:2.0:1767323108.295146:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323108.295150:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323108.295166:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea88e00 x1853166816980608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323108.295211:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767323108.295215:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323108.295215:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323108.295217:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323108.295221:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5645
00000100:00080000:2.0:1767323108.295224:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323108.295228:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323108.295243:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816980736:0@lo:400:kworker.0
00000100:00100000:2.0:1767323108.295243:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8a680 x1853166816980864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323108.295277:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323108.295283:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816981120:0@lo:400:kworker.0
00000100:00100000:2.0:1767323108.295292:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816980992:0@lo:400:kworker.0
00000100:00100000:1.0:1767323108.295304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323108.295318:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323108.295350:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816980480
00000100:00100000:1.0:1767323108.295357:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816980736
00000100:00100000:1.0:1767323108.295363:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816980736
00000100:00100000:2.0:1767323108.295364:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816980480
00000100:00100000:3.0:1767323108.295382:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816980224:0@lo:38:kworker.0
00000100:00100000:3.0:1767323108.295715:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323108.295740:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816980352:0@lo:38:kworker.0
00000100:00100000:3.0:1767323108.295796:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323108.295816:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816980608:0@lo:38:kworker.0
00000100:00100000:3.0:1767323108.295834:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323108.295847:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816980864:0@lo:38:kworker.0
00000100:00100000:3.0:1767323108.295864:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323108.295892:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816980224
00000100:00100000:3.0:1767323108.295896:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816980224
00000100:00100000:3.0:1767323108.295922:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816980608
00000100:00100000:3.0:1767323108.295925:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816980608
00000100:00100000:3.0:1767323108.295931:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816980864
00000100:00100000:3.0:1767323108.295933:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816980864
00000100:00100000:3.0:1767323108.295943:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90345
00000100:00100000:3.0:1767323108.295950:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816980224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323108.295967:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323108.296002:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816980224:12345-0@lo:38:kworker.0 Request processed in 52us (287us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323108.296008:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90345
00000100:00100000:3.0:1767323108.296021:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90346
00000100:00100000:3.0:1767323108.296024:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816980608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323108.296032:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323108.296048:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816980608:12345-0@lo:38:kworker.0 Request processed in 22us (213us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323108.296052:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90346
00000100:00100000:3.0:1767323108.296060:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90347
00000100:00100000:3.0:1767323108.296063:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816980864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323108.296069:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323108.296083:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816980864:12345-0@lo:38:kworker.0 Request processed in 20us (219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323108.296088:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90347
00000100:00080000:3.0:1767323108.296127:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323108.296131:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323108.296134:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816980224:0@lo:38:kworker.0
00000100:00080000:3.0:1767323108.296142:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323108.296144:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323108.296146:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816980608:0@lo:38:kworker.0
00000100:00080000:3.0:1767323108.296152:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323108.296155:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323108.296157:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816980864:0@lo:38:kworker.0
00000100:00100000:3.0:1767323108.296190:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323108.296216:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816981120
00000100:00100000:3.0:1767323108.296219:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816981120
00000100:00100000:0.0:1767323108.296442:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816980992
00000100:00100000:0.0:1767323108.296446:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816980992
00000100:00100000:3.0:1767323108.296552:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3602
00000100:00100000:3.0:1767323108.296559:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816981120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323108.296602:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816981120:12345-0@lo:400:kworker.0 Request processed in 44us (1285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323108.296608:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3602
00000100:00100000:3.0:1767323108.296633:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816980352
00000100:00100000:3.0:1767323108.296649:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816980352
00000100:00100000:3.0:1767323108.296669:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319
00000100:00100000:3.0:1767323108.296673:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816980352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323108.296684:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323108.296706:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816980352:12345-0@lo:38:kworker.0 Request processed in 32us (910us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323108.296710:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319
00000100:00080000:3.0:1767323108.296732:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323108.296735:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323108.296738:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816980352:0@lo:38:kworker.0
00000100:00100000:0.0:1767323108.297168:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3603
00000100:00100000:0.0:1767323108.297177:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816980992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323108.297223:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816980992:12345-0@lo:400:kworker.0 Request processed in 47us (1032us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323108.297231:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3603
00000100:00100000:1.0:1767323108.297236:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5740
00000100:00100000:1.0:1767323108.297247:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816980736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323108.297293:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816980992:0@lo:400:kworker.0
00000100:00080000:3.0:1767323108.297324:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323108.297328:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323108.297331:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323108.297384:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816981120:0@lo:400:kworker.0
00000100:00100000:1.0:1767323108.297669:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816980736:12345-0@lo:400:kworker.0 Request processed in 425us (2366us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323108.297676:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5740
00000100:00100000:2.0:1767323108.297785:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5741
00000100:00100000:2.0:1767323108.297794:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816980480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323108.297839:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816980480:12345-0@lo:400:kworker.0 Request processed in 46us (2624us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323108.297847:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5741
00000100:00100000:1.0:1767323108.297870:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816980480:0@lo:400:kworker.0
00000100:00100000:0.0:1767323108.297942:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816980736:0@lo:400:kworker.0
00000100:00100000:1.0:1767323108.870928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323109.321327:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323109.894885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323110.059090:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767323110.059194:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758788480 offset 0 length 520: 4
00000100:00100000:2.0:1767323110.059247:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323110.060561:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758788736
00000100:00100000:0.0:1767323110.060577:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758788736
00000100:00100000:0.0:1767323110.060701:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758788608
00000100:00100000:0.0:1767323110.060705:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758788608
00000100:00100000:0.0:1767323110.060728:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5742
00000100:00100000:0.0:1767323110.060738:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758788736:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323110.060835:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758788736:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 98us (1767us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323110.060843:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5742
00000100:00100000:0.0:1767323110.060859:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90348
00000100:00100000:0.0:1767323110.060864:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758788608:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323110.060883:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323110.060910:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758788608:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (1663us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323110.060917:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90348
00000100:00080000:3.0:1767323110.061697:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323110.343290:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323110.855054:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323110.855088:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816981248:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323110.855172:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323110.855410:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816981248
00000100:00100000:1.0:1767323110.855422:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816981248
00000100:00100000:1.0:1767323110.855496:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323
00000100:00100000:1.0:1767323110.855508:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816981248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323110.855543:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323110.855594:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816981248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (421us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323110.855601:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323
00000100:00100000:1.0:1767323110.855648:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816981248:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767323110.855929:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323110.856282:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816981376:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323110.856326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323110.856546:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816981376
00000100:00100000:0.0:1767323110.856552:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816981376
00000100:00100000:0.0:1767323110.856604:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324
00000100:00100000:0.0:1767323110.856612:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816981376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323110.856644:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323110.856770:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816981376:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767323110.856978:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323110.858237:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816981376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1619us (1903us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323110.858250:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324
00000100:00100000:1.0:1767323110.919200:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323111.366946:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323111.943740:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323112.390976:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323087/real 1767323087]  req@ffff8d4e6621fb80 x1853166816974976/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323112 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767323112.391006:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e6621fb80 x1853166816974976/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323112 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767323112.391024:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323112.391067:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767323112.391071:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816974976:0@lo:250:kworker.0
00000100:00080000:2.0:1767323112.391150:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323112.391154:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767323112.391157:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323112.391161:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5630
00000100:00080000:2.0:1767323112.391164:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323112.391169:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323112.391201:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89c00 x1853166816981504/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323112.391220:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323112.391222:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323112.391223:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323112.391225:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5650
00000100:00080000:2.0:1767323112.391227:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323112.391230:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323112.391243:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8a300 x1853166816981632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323112.391251:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323112.391255:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323112.391257:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323112.391260:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5650
00000100:00080000:2.0:1767323112.391263:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323112.391269:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323112.391282:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea88a80 x1853166816981760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323112.391331:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323112.391334:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323112.391335:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323112.391338:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5650
00000100:00080000:2.0:1767323112.391340:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323112.391342:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323112.391351:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89880 x1853166816982016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323112.391380:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323112.391385:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323112.391388:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323112.391394:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5650
00000100:00080000:2.0:1767323112.391397:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323112.391401:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323112.391411:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea88e00 x1853166816982272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323112.391441:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816982144:0@lo:400:kworker.0
00000100:00100000:2.0:1767323112.391498:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323112.391556:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323112.391565:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816982400:0@lo:400:kworker.0
00000100:00100000:1.0:1767323112.391585:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816981888:0@lo:400:kworker.0
00000100:00100000:2.0:1767323112.391594:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323112.391628:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323112.391654:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323112.391661:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816982528:0@lo:400:kworker.0
00000100:00100000:3.0:1767323112.391673:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816981504:0@lo:250:kworker.0
00000100:00100000:1.0:1767323112.391686:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:3.0:1767323112.391706:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816981504 offset 0 length 520: 4
00000100:00100000:1.0:1767323112.391730:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816982400
00000100:00100000:1.0:1767323112.391739:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816982400
00000100:00100000:3.0:1767323112.391747:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816981632:0@lo:38:kworker.0
00000100:00100000:3.0:1767323112.391795:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323112.391839:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816982528
00000100:00100000:1.0:1767323112.391843:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816982528
00000100:00100000:1.0:1767323112.391868:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604
00000100:00100000:1.0:1767323112.391876:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816982400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323112.391937:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816982400:12345-0@lo:400:kworker.0 Request processed in 61us (343us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323112.391945:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604
00000100:00100000:1.0:1767323112.391974:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605
00000100:00100000:1.0:1767323112.391986:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816982528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323112.392033:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816982528:12345-0@lo:400:kworker.0 Request processed in 52us (347us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323112.392039:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605
00000100:00080000:1.0:1767323112.392066:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323112.392071:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323112.392103:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816982528:0@lo:400:kworker.0
00000100:00100000:1.0:1767323112.392129:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816982400:0@lo:400:kworker.0
00000100:00100000:3.0:1767323112.392266:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816981760:0@lo:38:kworker.0
00000100:00100000:3.0:1767323112.392291:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323112.392305:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816982016:0@lo:38:kworker.0
00000100:00100000:3.0:1767323112.392324:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323112.392456:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816982144
00000100:00100000:2.0:1767323112.392460:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816982144
00000100:00100000:2.0:1767323112.392493:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816981888
00000100:00100000:2.0:1767323112.392495:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816981888
00000100:00100000:2.0:1767323112.392513:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816981632
00000100:00100000:2.0:1767323112.392516:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816981632
00000100:00100000:2.0:1767323112.392534:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5743
00010000:00010000:0.0:1767323112.393159:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323112.393214:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5744
00000100:00100000:0.0:1767323112.393225:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816981888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323112.393276:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816981888:12345-0@lo:400:kworker.0 Request processed in 56us (1650us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323112.393284:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5744
00000100:00100000:0.0:1767323112.393304:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90349
00000100:00100000:0.0:1767323112.393308:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816981632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323112.393327:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323112.393356:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816981632:12345-0@lo:38:kworker.0 Request processed in 46us (1560us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323112.393362:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90349
00000100:00080000:0.0:1767323112.393385:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323112.393417:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816981888:0@lo:400:kworker.0
00000100:00100000:0.0:1767323112.393453:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816981760
00000100:00100000:0.0:1767323112.393457:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816981760
00000100:00100000:0.0:1767323112.393479:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320
00000100:00100000:0.0:1767323112.393483:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816981760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323112.393494:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323112.393520:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816981760:12345-0@lo:38:kworker.0 Request processed in 35us (1227us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323112.393526:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320
00000100:00100000:2.0:1767323112.395576:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816982144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323112.395690:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816982144:12345-0@lo:400:kworker.0 Request processed in 3146us (4187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323112.395701:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5743
00000100:00100000:2.0:1767323112.396478:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816982016
00000100:00100000:3.0:1767323112.396485:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816982272:0@lo:38:kworker.0
00000100:00100000:2.0:1767323112.396489:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816982016
00000100:00100000:3.0:1767323112.396524:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323112.396668:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323112.396674:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323112.396678:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816981632:0@lo:38:kworker.0
00000100:00100000:2.0:1767323112.396685:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816982272
00000100:00100000:2.0:1767323112.396689:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816982272
00000100:00080000:3.0:1767323112.396691:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323112.396694:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323112.396697:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816981760:0@lo:38:kworker.0
00000100:00100000:2.0:1767323112.396713:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90350
00000100:00100000:2.0:1767323112.396720:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816982016:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323112.396731:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90351
00000100:00100000:3.0:1767323112.396735:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816982272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323112.396740:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323112.396798:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816982016:12345-0@lo:38:kworker.0 Request processed in 77us (4471us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323112.396805:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90350
00000100:00080000:2.0:1767323112.396852:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323112.396857:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323112.396860:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816982016:0@lo:38:kworker.0
00010000:00020000:3.0:1767323112.396988:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323112.397026:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816982272:12345-0@lo:38:kworker.0 Request processed in 288us (500us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323112.397032:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90351
00000100:00080000:2.0:1767323112.397153:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323112.397157:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323112.397160:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816982272:0@lo:38:kworker.0
00000100:00100000:1.0:1767323112.397179:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816982144:0@lo:400:kworker.0
00000100:00100000:1.0:1767323112.966904:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323113.415100:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323113.990927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323114.440739:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323115.015066:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323115.178716:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323115.178786:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758788992
00000100:00100000:0.0:1767323115.178797:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758788992
00000100:00100000:3.0:1767323115.178801:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323115.178954:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758788864
00000100:00100000:0.0:1767323115.178959:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758788864
00000100:00080000:1.0:1767323115.179348:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323115.180133:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5745
00000100:00100000:3.0:1767323115.180158:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758788992:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323115.180256:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758788992:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 109us (1548us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323115.186050:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90352
00000100:00100000:2.0:1767323115.186070:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758788864:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323115.186100:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323115.186202:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758788864:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 136us (7402us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323115.186211:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90352
00000100:00100000:3.0:1767323115.186223:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5745
00010000:00010000:0.0:1767323115.464317:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323115.975000:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816982656:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323115.975116:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323115.975347:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816982656
00000100:00100000:1.0:1767323115.975356:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816982656
00000100:00100000:1.0:1767323115.975419:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325
00000100:00100000:1.0:1767323115.975429:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816982656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323115.975461:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767323115.975534:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323115.976859:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323115.976878:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816982784:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323115.976930:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323115.977061:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816982784
00000100:00100000:3.0:1767323115.977068:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816982784
00000100:00100000:3.0:1767323115.977123:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326
00000100:00100000:3.0:1767323115.977133:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816982784:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767323115.977193:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:3.0:1767323115.977301:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323115.977347:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816982784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 216us (415us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323115.977355:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326
00000100:00100000:2.0:1767323115.977440:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816982784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323115.978933:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816982656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3500us (3811us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323115.978945:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325
00000100:00100000:0.0:1767323115.979251:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816982656:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323116.038875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323116.486948:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323117.063733:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323117.511061:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323117.511072:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323117.511076:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323117.511079:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323117.511084:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323117.511091:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5655
00000100:00080000:1.0:1767323117.511096:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323117.511103:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323117.511144:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45843480 x1853166816982912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323117.511173:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323117.511177:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323117.511179:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323117.511182:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5655
00000100:00080000:1.0:1767323117.511185:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323117.511189:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323117.511202:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45840700 x1853166816983040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1767323117.511218:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323117.511243:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323117.511247:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767323117.511247:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816983168:0@lo:400:kworker.0
00000100:00080000:1.0:1767323117.511249:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323117.511252:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5655
00000100:00080000:1.0:1767323117.511255:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323117.511258:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323117.511267:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea88e00 x1853166816983296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323117.511290:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323117.511293:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323117.511294:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323117.511297:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5655
00000100:00080000:1.0:1767323117.511299:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323117.511302:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323117.511307:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323117.511310:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea88a80 x1853166816983552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323117.511355:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816983424:0@lo:400:kworker.0
00000100:00100000:3.0:1767323117.511375:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323117.511380:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323117.511381:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816983808:0@lo:400:kworker.0
00000100:00100000:1.0:1767323117.511397:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323117.511403:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816983680:0@lo:400:kworker.0
00000100:00100000:3.0:1767323117.511404:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323117.511422:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323117.511460:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816983808
00000100:00100000:3.0:1767323117.511460:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816983168
00000100:00100000:1.0:1767323117.511468:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816983808
00000100:00100000:3.0:1767323117.511468:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816983168
00000100:00100000:1.0:1767323117.511512:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816983680
00000100:00100000:3.0:1767323117.511512:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816983424
00000100:00100000:1.0:1767323117.511515:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816983680
00000100:00100000:3.0:1767323117.511515:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816983424
00000100:00100000:1.0:1767323117.511534:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606
00000100:00100000:3.0:1767323117.511534:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5746
00000100:00100000:1.0:1767323117.511542:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816983808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323117.511542:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816983168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323117.511635:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5747
00000100:00100000:0.0:1767323117.511644:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816983424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323117.511681:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816983424:12345-0@lo:400:kworker.0 Request processed in 38us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323117.511687:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5747
00000100:00100000:0.0:1767323117.511713:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607
00000100:00100000:0.0:1767323117.511719:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816983680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323117.511745:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816983680:12345-0@lo:400:kworker.0 Request processed in 27us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323117.511772:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607
00000100:00100000:1.0:1767323117.511868:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816983808:12345-0@lo:400:kworker.0 Request processed in 327us (462us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323117.511947:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606
00000100:00100000:1.0:1767323117.511984:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816983680:0@lo:400:kworker.0
00000100:00100000:1.0:1767323117.511994:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816983424:0@lo:400:kworker.0
00000100:00100000:3.0:1767323117.512029:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816983168:12345-0@lo:400:kworker.0 Request processed in 487us (721us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323117.512036:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5746
00000100:00080000:2.0:1767323117.512200:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323117.512203:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323117.512206:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323117.512218:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816982912:0@lo:38:kworker.0
00000100:00100000:2.0:1767323117.512240:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323117.512262:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816983040:0@lo:38:kworker.0
00000100:00100000:3.0:1767323117.512279:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816982912
00000100:00100000:3.0:1767323117.512284:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816982912
00000100:00100000:2.0:1767323117.512288:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323117.512301:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90353
00000100:00100000:3.0:1767323117.512306:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816982912:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323117.512317:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816983296:0@lo:38:kworker.0
00000100:00100000:2.0:1767323117.512338:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323117.512356:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816983552:0@lo:38:kworker.0
00000100:00100000:2.0:1767323117.512374:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323117.512399:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816983296
00000100:00100000:2.0:1767323117.512403:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816983296
00000100:00100000:2.0:1767323117.512420:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816983552
00000100:00100000:2.0:1767323117.512423:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816983552
00000100:00100000:2.0:1767323117.512449:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90354
00000100:00100000:2.0:1767323117.512454:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816983296:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323117.512495:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816983040
00000100:00100000:1.0:1767323117.512499:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816983040
00010000:00020000:3.0:1767323117.512502:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323117.512519:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321
00000100:00100000:1.0:1767323117.512523:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e543050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816983040:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323117.512533:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816982912:12345-0@lo:38:kworker.0 Request processed in 226us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323117.512539:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90353
00000100:00100000:3.0:1767323117.512550:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90355
00000100:00100000:3.0:1767323117.512553:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816983552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323117.517995:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323117.518097:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816983296:12345-0@lo:38:kworker.0 Request processed in 5639us (5755us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323117.518108:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90354
00000100:00100000:0.0:1767323117.518724:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816983808:0@lo:400:kworker.0
00000100:00100000:0.0:1767323117.518749:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816983168:0@lo:400:kworker.0
00000100:00080000:2.0:1767323117.519028:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323117.519034:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323117.519038:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816982912:0@lo:38:kworker.0
00000100:00080000:2.0:1767323117.519053:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323117.519056:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323117.519059:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816983296:0@lo:38:kworker.0
00010000:00020000:1.0:1767323117.520082:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767323117.520082:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323117.520159:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e543050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816983040:12345-0@lo:38:kworker.0 Request processed in 7632us (7867us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323117.520159:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816983552:12345-0@lo:38:kworker.0 Request processed in 7601us (7781us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323117.520170:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321
00000100:00100000:3.0:1767323117.520171:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90355
00000100:00080000:2.0:1767323117.520357:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323117.520361:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323117.520363:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816983040:0@lo:38:kworker.0
00000100:00080000:2.0:1767323117.520370:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323117.520372:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323117.520374:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816983552:0@lo:38:kworker.0
00000100:00100000:1.0:1767323118.087385:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323118.535409:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323119.111138:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323119.558940:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323120.136163:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323120.295633:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323120.295688:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323120.295785:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758789248
00000100:00100000:1.0:1767323120.295797:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758789248
00000100:00100000:1.0:1767323120.295902:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758789120
00000100:00100000:1.0:1767323120.295906:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758789120
00000100:00100000:1.0:1767323120.295926:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5748
00000100:00100000:1.0:1767323120.295937:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758789248:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323120.296056:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758789248:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 120us (432us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323120.296064:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5748
00000100:00100000:1.0:1767323120.296085:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90356
00000100:00100000:1.0:1767323120.296090:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758789120:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323120.296111:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323120.296136:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758789120:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (449us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323120.296142:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90356
00000100:00080000:3.0:1767323120.296494:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323120.582949:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323121.095075:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816983936:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323121.095155:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323121.095187:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323121.095202:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816984064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323121.095233:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323121.095323:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816983936
00000100:00100000:3.0:1767323121.095331:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816984064
00000100:00100000:2.0:1767323121.095332:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816983936
00000100:00100000:3.0:1767323121.095339:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816984064
00000100:00080000:0.0:1767323121.095427:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323121.095431:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323121.095471:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327
00000100:00100000:3.0:1767323121.095482:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816984064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323121.095508:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323121.095561:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816984064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323121.095568:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327
00000100:00100000:3.0:1767323121.095585:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328
00000100:00100000:3.0:1767323121.095591:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816983936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323121.095607:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323121.095637:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816983936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (484us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323121.095643:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328
00000100:00100000:0.0:1767323121.095714:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816984064:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323121.095772:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816983936:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323121.159580:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323121.609204:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323122.183003:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323122.636166:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323122.639938:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323122.639950:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323122.639953:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323122.639957:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323122.639961:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323122.639980:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5660
00000100:00080000:2.0:1767323122.639984:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323122.639992:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323122.640038:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecc000 x1853166816984192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323122.640078:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323122.640082:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323122.640083:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323122.640087:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5660
00000100:00080000:2.0:1767323122.640091:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323122.640095:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323122.640108:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45840700 x1853166816984320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323122.640200:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816984448:0@lo:400:kworker.0
00000100:00100000:1.0:1767323122.640270:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323122.640396:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816984448
00000100:00100000:3.0:1767323122.640406:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816984448
00000100:00100000:3.0:1767323122.640489:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5749
00000100:00100000:0.0:1767323122.640509:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816984192:0@lo:38:kworker.0
00000100:00100000:0.0:1767323122.640540:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323122.640566:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816984320:0@lo:38:kworker.0
00000100:00100000:0.0:1767323122.640589:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323122.640626:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816984192
00000100:00100000:0.0:1767323122.640630:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816984192
00000100:00100000:0.0:1767323122.640654:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90357
00000100:00100000:0.0:1767323122.640660:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816984192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323122.640682:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323122.640737:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816984192:12345-0@lo:38:kworker.0 Request processed in 76us (195us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323122.640744:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90357
00000100:00080000:0.0:1767323122.640818:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323122.640824:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323122.640836:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816984192:0@lo:38:kworker.0
00000100:00100000:0.0:1767323122.640880:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816984320
00000100:00100000:0.0:1767323122.640884:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816984320
00000100:00100000:0.0:1767323122.640906:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322
00000100:00100000:0.0:1767323122.640911:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816984320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323122.640922:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323122.640951:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816984320:12345-0@lo:38:kworker.0 Request processed in 38us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323122.640957:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322
00000100:00080000:0.0:1767323122.640990:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323122.640994:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323122.640995:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816984448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323122.640997:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816984320:0@lo:38:kworker.0
00000100:00080000:0.0:1767323122.641033:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323122.641088:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323122.641093:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323122.641095:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323122.641100:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5660
00000100:00080000:2.0:1767323122.641102:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323122.641107:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323122.641125:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45840700 x1853166816984576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323122.641158:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323122.641162:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323122.641163:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323122.641167:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5660
00000100:00080000:2.0:1767323122.641169:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323122.641172:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323122.641184:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55c380 x1853166816984832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323122.641244:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816984576:0@lo:38:kworker.0
00000100:00100000:0.0:1767323122.641268:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323122.641282:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816984832:0@lo:38:kworker.0
00000100:00100000:0.0:1767323122.641298:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323122.641320:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816984576
00000100:00100000:0.0:1767323122.641324:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816984576
00000100:00100000:0.0:1767323122.641341:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816984832
00000100:00100000:0.0:1767323122.641343:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816984832
00000100:00100000:0.0:1767323122.641357:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90358
00000100:00100000:0.0:1767323122.641362:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816984576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323122.641371:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323122.641399:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816984576:12345-0@lo:38:kworker.0 Request processed in 35us (129us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323122.641404:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90358
00000100:00100000:0.0:1767323122.641415:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90359
00000100:00100000:0.0:1767323122.641418:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816984832:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323122.641426:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323122.641449:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816984832:12345-0@lo:38:kworker.0 Request processed in 29us (150us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323122.641454:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90359
00000100:00080000:0.0:1767323122.641478:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323122.641482:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323122.641484:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816984576:0@lo:38:kworker.0
00000100:00080000:0.0:1767323122.641491:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323122.641494:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323122.641497:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816984832:0@lo:38:kworker.0
00000100:00100000:0.0:1767323122.641522:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816984960:0@lo:400:kworker.0
00000100:00100000:0.0:1767323122.641548:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323122.641567:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323122.641573:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816984704:0@lo:400:kworker.0
00000100:00100000:0.0:1767323122.641592:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323122.641612:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816985088:0@lo:400:kworker.0
00000100:00100000:0.0:1767323122.641633:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323122.641667:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816984960
00000100:00100000:0.0:1767323122.641671:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816984960
00000100:00100000:0.0:1767323122.641696:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816985088
00000100:00100000:0.0:1767323122.641699:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816985088
00000100:00100000:0.0:1767323122.641716:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608
00000100:00100000:0.0:1767323122.641723:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816984960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323122.641774:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816984960:12345-0@lo:400:kworker.0 Request processed in 32us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323122.641781:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608
00000100:00100000:0.0:1767323122.641793:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609
00000100:00100000:0.0:1767323122.641799:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816985088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323122.641836:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816985088:12345-0@lo:400:kworker.0 Request processed in 38us (202us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323122.641842:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609
00000100:00100000:0.0:1767323122.641875:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816985088:0@lo:400:kworker.0
00000100:00100000:0.0:1767323122.641896:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816984960:0@lo:400:kworker.0
00000100:00100000:0.0:1767323122.641911:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816984704
00000100:00100000:0.0:1767323122.641915:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816984704
00000100:00100000:0.0:1767323122.641943:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5750
00000100:00100000:0.0:1767323122.641948:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816984704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323122.641993:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816984704:12345-0@lo:400:kworker.0 Request processed in 44us (400us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323122.641999:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5750
00000100:00080000:0.0:1767323122.642014:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323122.642030:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816984704:0@lo:400:kworker.0
00000100:00100000:1.0:1767323122.648274:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816984448:0@lo:400:kworker.0
00000100:00100000:3.0:1767323122.648367:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816984448:12345-0@lo:400:kworker.0 Request processed in 7373us (8092us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323122.648380:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5749
00000100:00100000:1.0:1767323123.207070:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323123.655167:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323124.230861:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323124.680906:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323125.254876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323125.420870:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323125.420911:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323125.421003:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758789376
00000100:00100000:1.0:1767323125.421013:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758789504
00000100:00100000:0.0:1767323125.421015:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758789376
00000100:00100000:1.0:1767323125.421021:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758789504
00000100:00100000:0.0:1767323125.421080:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90360
00000100:00100000:0.0:1767323125.421088:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758789376:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323125.421117:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323125.421165:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323125.421188:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758789376:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 98us (323us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323125.423725:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5751
00000100:00100000:1.0:1767323125.423768:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758789504:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323125.425316:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758789504:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 1315us (4139us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323125.425330:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5751
00000100:00100000:0.0:1767323125.427543:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90360
00010000:00010000:3.0:1767323125.703144:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323126.215216:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816985216:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323126.215293:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323126.215422:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816985216
00000100:00100000:3.0:1767323126.215431:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816985216
00000100:00100000:3.0:1767323126.215495:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329
00000100:00100000:3.0:1767323126.215504:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816985216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323126.215536:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767323126.215782:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323126.215793:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323126.215803:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816985344:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323126.215839:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323126.215855:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816985216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 350us (560us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323126.215865:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329
00000100:00100000:2.0:1767323126.215877:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816985344
00000100:00100000:2.0:1767323126.215883:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816985344
00000100:00100000:2.0:1767323126.215937:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330
00000100:00100000:2.0:1767323126.215946:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816985344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323126.215964:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323126.215978:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816985216:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323126.216003:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816985344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323126.216012:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330
00000100:00080000:2.0:1767323126.216032:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323126.216058:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816985344:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323126.282034:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323126.727148:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323127.303085:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323127.751191:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323127.751207:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323127.751211:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323127.751217:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323127.751223:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323127.751233:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5665
00000100:00080000:1.0:1767323127.751240:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323127.751250:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323127.751307:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d880 x1853166816985472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323127.751339:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323127.751342:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323127.751344:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323127.751348:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5665
00000100:00080000:1.0:1767323127.751351:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323127.751355:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323127.751369:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c000 x1853166816985600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323127.751633:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323127.751638:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323127.751640:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323127.751644:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5665
00000100:00080000:1.0:1767323127.751647:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323127.751652:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323127.751667:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c380 x1853166816985856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323127.751797:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816985728:0@lo:400:kworker.0
00000100:00100000:0.0:1767323127.751997:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323127.752100:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816985728
00000100:00100000:0.0:1767323127.752110:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816985728
00000100:00100000:0.0:1767323127.752181:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5752
00000100:00100000:0.0:1767323127.752192:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816985728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323127.752255:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816985728:12345-0@lo:400:kworker.0 Request processed in 64us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323127.752263:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5752
00000100:00100000:0.0:1767323127.752321:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816985728:0@lo:400:kworker.0
00000100:00080000:1.0:1767323127.752540:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323127.752545:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323127.752547:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323127.752552:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5665
00000100:00080000:1.0:1767323127.752555:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323127.752559:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323127.752577:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621ca80 x1853166816986112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323127.752627:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816986368:0@lo:400:kworker.0
00000100:00100000:1.0:1767323127.752668:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323127.753081:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323127.753102:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816985472:0@lo:38:kworker.0
00010000:00010000:3.0:1767323127.753177:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323127.754611:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816986240:0@lo:400:kworker.0
00000100:00100000:3.0:1767323127.754716:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816985984:0@lo:400:kworker.0
00000100:00100000:2.0:1767323127.755802:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323127.755862:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816985600:0@lo:38:kworker.0
00000100:00100000:2.0:1767323127.755896:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323127.755942:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816985856:0@lo:38:kworker.0
00000100:00100000:2.0:1767323127.755964:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323127.756166:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816986112:0@lo:38:kworker.0
00000100:00100000:2.0:1767323127.756188:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323127.756241:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816985600
00000100:00100000:2.0:1767323127.756250:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816985600
00000100:00100000:2.0:1767323127.756294:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323
00000100:00100000:2.0:1767323127.756302:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816985600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323127.756330:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323127.756379:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816985600:12345-0@lo:38:kworker.0 Request processed in 76us (480us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323127.756387:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323
00000100:00100000:2.0:1767323127.756489:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816985472
00000100:00100000:2.0:1767323127.756493:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816985472
00000100:00100000:2.0:1767323127.756513:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816985856
00000100:00100000:2.0:1767323127.756515:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816985856
00000100:00100000:2.0:1767323127.756612:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816986112
00000100:00100000:2.0:1767323127.756615:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816986112
00000100:00100000:2.0:1767323127.756633:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90361
00000100:00100000:2.0:1767323127.756638:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816985472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323127.756648:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323127.756674:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816985472:12345-0@lo:38:kworker.0 Request processed in 36us (879us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323127.756680:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90361
00000100:00100000:2.0:1767323127.756794:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90362
00000100:00100000:2.0:1767323127.756798:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816985856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323127.756808:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323127.756833:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816985856:12345-0@lo:38:kworker.0 Request processed in 34us (869us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323127.756839:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90362
00000100:00100000:2.0:1767323127.756850:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90363
00000100:00100000:2.0:1767323127.756854:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816986112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323127.756862:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323127.756885:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816986112:12345-0@lo:38:kworker.0 Request processed in 29us (695us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323127.756893:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90363
00000100:00080000:2.0:1767323127.757155:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323127.757162:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323127.757167:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816985472:0@lo:38:kworker.0
00000100:00080000:2.0:1767323127.757184:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323127.757188:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323127.757191:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816985600:0@lo:38:kworker.0
00000100:00080000:2.0:1767323127.757200:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323127.757203:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323127.757205:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816985856:0@lo:38:kworker.0
00000100:00080000:2.0:1767323127.757212:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323127.757216:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323127.757219:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816986112:0@lo:38:kworker.0
00000100:00100000:2.0:1767323127.757285:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816986368
00000100:00100000:2.0:1767323127.757290:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816986368
00000100:00100000:2.0:1767323127.757332:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610
00000100:00100000:2.0:1767323127.757339:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816986368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323127.757392:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816986368:12345-0@lo:400:kworker.0 Request processed in 54us (4723us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323127.757479:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610
00000100:00100000:1.0:1767323127.759035:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816986368:0@lo:400:kworker.0
00000100:00100000:0.0:1767323127.760041:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323127.760288:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323127.760519:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816985984
00000100:00100000:2.0:1767323127.760531:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816985984
00000100:00100000:2.0:1767323127.760619:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5753
00000100:00100000:2.0:1767323127.760631:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816985984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323127.760721:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816985984:12345-0@lo:400:kworker.0 Request processed in 93us (433us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323127.760731:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5753
00000100:00080000:3.0:1767323127.760908:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323127.760959:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816985984:0@lo:400:kworker.0
00000100:00100000:1.0:1767323127.761199:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816986240
00000100:00100000:1.0:1767323127.761205:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816986240
00000100:00100000:1.0:1767323127.761252:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611
00000100:00100000:1.0:1767323127.761264:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816986240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323127.761319:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816986240:12345-0@lo:400:kworker.0 Request processed in 61us (1282us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323127.761326:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611
00000100:00100000:0.0:1767323127.761400:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816986240:0@lo:400:kworker.0
00000100:00100000:1.0:1767323128.328425:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323128.776468:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323129.351085:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323129.800285:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323130.375193:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323130.537908:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323130.540191:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758789760
00000100:00100000:2.0:1767323130.540205:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758789760
00000100:00100000:2.0:1767323130.540418:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5754
00000100:00100000:2.0:1767323130.540429:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758789760:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323130.540505:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758789760:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (2617us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323130.540513:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5754
00000100:00100000:3.0:1767323130.540593:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323130.540610:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758789632
00000100:00100000:1.0:1767323130.540615:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758789632
00000100:00100000:1.0:1767323130.540651:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90364
00000100:00100000:1.0:1767323130.540657:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758789632:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323130.540689:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323130.540717:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758789632:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (125us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323130.540724:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90364
00000100:00080000:0.0:1767323130.540852:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323130.823343:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323131.335165:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323131.335188:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816986496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323131.335267:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323131.335466:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816986496
00000100:00100000:2.0:1767323131.335475:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816986496
00000100:00100000:2.0:1767323131.335533:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331
00000100:00100000:2.0:1767323131.335541:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816986496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323131.335569:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323131.335613:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816986496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (345us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323131.335620:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331
00000100:00100000:2.0:1767323131.335664:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816986496:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323131.336860:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323131.339009:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323131.339043:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816986624:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323131.339105:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323131.339261:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816986624
00000100:00100000:2.0:1767323131.339269:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816986624
00000100:00100000:2.0:1767323131.339340:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332
00000100:00100000:2.0:1767323131.339350:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816986624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323131.339379:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323131.339422:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816986624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (317us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323131.339442:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332
00000100:00080000:1.0:1767323131.339799:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323131.339836:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816986624:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323131.399065:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323131.847125:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323132.422999:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323132.870979:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323132.870990:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323132.870993:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323132.870997:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323132.871001:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323132.871009:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5670
00000100:00080000:0.0:1767323132.871013:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323132.871020:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323132.871064:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ca80 x1853166816986752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323132.871099:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323132.871103:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323132.871104:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323132.871109:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5670
00000100:00080000:0.0:1767323132.871112:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323132.871115:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323132.871135:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816986752:0@lo:38:kworker.0
00000100:00100000:0.0:1767323132.871136:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297100 x1853166816986880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323132.871190:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323132.871194:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323132.871196:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323132.871200:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5670
00000100:00080000:0.0:1767323132.871203:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323132.871206:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323132.871212:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323132.871224:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295500 x1853166816987136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323132.871251:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323132.871255:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323132.871257:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323132.871260:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5670
00000100:00080000:0.0:1767323132.871262:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323132.871266:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323132.871277:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295180 x1853166816987392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323132.871293:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816986880:0@lo:38:kworker.0
00000100:00100000:2.0:1767323132.871321:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323132.871336:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816986752
00000100:00100000:0.0:1767323132.871343:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816986752
00000100:00100000:2.0:1767323132.871351:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816987136:0@lo:38:kworker.0
00000100:00100000:3.0:1767323132.871359:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816987008:0@lo:400:kworker.0
00000100:00100000:2.0:1767323132.871372:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323132.871391:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816987392:0@lo:38:kworker.0
00000100:00100000:3.0:1767323132.871400:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323132.871418:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323132.871430:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323132.871439:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816987648:0@lo:400:kworker.0
00010000:00010000:1.0:1767323132.871452:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323132.871456:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816986880
00000100:00100000:2.0:1767323132.871461:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816986880
00000100:00100000:3.0:1767323132.871466:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323132.871467:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816987520:0@lo:400:kworker.0
00000100:00100000:2.0:1767323132.871498:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324
00000100:00100000:1.0:1767323132.871499:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323132.871508:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816986880:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323132.871524:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323132.871526:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816987136
00010000:00020000:2.0:1767323132.871529:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323132.871531:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816987264:0@lo:400:kworker.0
00000100:00100000:3.0:1767323132.871531:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816987136
00000100:00100000:3.0:1767323132.871554:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816987008
00000100:00100000:1.0:1767323132.871556:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323132.871557:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816987008
00000100:00100000:2.0:1767323132.871581:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816986880:12345-0@lo:38:kworker.0 Request processed in 72us (257us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323132.871589:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816987392
00000100:00100000:2.0:1767323132.871590:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324
00000100:00100000:1.0:1767323132.871593:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816987264
00000100:00100000:3.0:1767323132.871594:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816987392
00000100:00100000:1.0:1767323132.871597:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816987264
00000100:00100000:3.0:1767323132.871607:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5755
00000100:00100000:3.0:1767323132.871615:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816987008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323132.871623:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5756
00000100:00100000:2.0:1767323132.871626:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816987648
00000100:00100000:1.0:1767323132.871630:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816987264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323132.871633:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816987648
00000100:00100000:2.0:1767323132.871666:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816987520
00000100:00100000:2.0:1767323132.871670:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816987520
00000100:00100000:3.0:1767323132.871676:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816987008:12345-0@lo:400:kworker.0 Request processed in 62us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323132.871681:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166816987264:12345-0@lo:400:kworker.0 Request processed in 53us (125us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323132.871684:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5755
00000100:00100000:1.0:1767323132.871688:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5756
00000100:00100000:2.0:1767323132.871698:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612
00000100:00100000:3.0:1767323132.871704:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90365
00000100:00100000:2.0:1767323132.871709:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816987648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323132.871714:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816987136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323132.871728:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323132.871751:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816987648:12345-0@lo:400:kworker.0 Request processed in 45us (284us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323132.871784:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612
00000100:00100000:3.0:1767323132.871791:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816987136:12345-0@lo:38:kworker.0 Request processed in 77us (417us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323132.871799:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613
00000100:00100000:2.0:1767323132.871806:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816987520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323132.871829:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816987520:12345-0@lo:400:kworker.0 Request processed in 25us (334us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323132.871835:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613
00000100:00100000:1.0:1767323132.878527:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90366
00000100:00100000:1.0:1767323132.878543:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816987392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323132.878569:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323132.878928:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90367
00000100:00100000:0.0:1767323132.878935:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816986752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323132.878947:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323132.880629:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816986752:12345-0@lo:38:kworker.0 Request processed in 1685us (9412us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323132.880641:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90367
00000100:00080000:0.0:1767323132.880714:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323132.880786:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166816987264:0@lo:400:kworker.0
00000100:00100000:0.0:1767323132.880815:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816987520:0@lo:400:kworker.0
00000100:00080000:0.0:1767323132.880898:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323132.880903:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323132.880907:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816986880:0@lo:38:kworker.0
00000100:00080000:0.0:1767323132.880922:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323132.880925:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323132.880928:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816987136:0@lo:38:kworker.0
00000100:00080000:0.0:1767323132.880937:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323132.880940:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323132.880943:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816987392:0@lo:38:kworker.0
00000100:00080000:0.0:1767323132.880952:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323132.880955:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323132.880957:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816986752:0@lo:38:kworker.0
00000100:00100000:0.0:1767323132.881019:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816987648:0@lo:400:kworker.0
00000100:00100000:0.0:1767323132.881030:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816987008:0@lo:400:kworker.0
00000100:00100000:3.0:1767323132.881071:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90365
00000100:00100000:1.0:1767323132.885515:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816987392:12345-0@lo:38:kworker.0 Request processed in 6960us (14083us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323132.885532:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90366
00000100:00100000:1.0:1767323133.446880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323133.895028:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323134.470898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323134.919494:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323135.494978:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323135.663967:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323135.664038:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323135.664447:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758790016
00000100:00100000:1.0:1767323135.664460:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758790016
00000100:00100000:1.0:1767323135.664557:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758789888
00000100:00100000:1.0:1767323135.664561:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758789888
00000100:00100000:1.0:1767323135.664587:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5757
00000100:00100000:1.0:1767323135.664599:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758790016:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323135.664703:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758790016:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 106us (751us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323135.664713:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5757
00000100:00100000:1.0:1767323135.664739:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90368
00000100:00100000:1.0:1767323135.664745:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758789888:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323135.664852:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323135.664897:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758789888:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 145us (853us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323135.664909:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90368
00000100:00080000:0.0:1767323135.665525:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767323135.669141:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758790144 offset 0 length 520: 4
00010000:00010000:3.0:1767323135.943629:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323136.456063:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323136.456099:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816987776:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323136.456200:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323136.456456:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816987904:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323136.456489:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323136.456657:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816987776
00000100:00100000:1.0:1767323136.456668:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816987776
00000100:00100000:1.0:1767323136.456743:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816987904
00000100:00100000:1.0:1767323136.456747:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816987904
00000100:00100000:1.0:1767323136.456800:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333
00000100:00100000:1.0:1767323136.456811:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816987776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323136.456873:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323136.456933:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816987776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (732us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323136.456942:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333
00000100:00100000:1.0:1767323136.456962:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334
00000100:00100000:1.0:1767323136.456969:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816987904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323136.456988:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323136.457018:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816987904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (527us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323136.457024:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334
00000100:00100000:1.0:1767323136.457095:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816987776:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767323136.457659:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323136.457666:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323136.457702:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816987904:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323136.519295:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323136.970901:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323137.543227:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323137.990965:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323137.990983:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323137.990986:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323137.990991:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323137.990997:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323137.991007:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5675
00000100:00080000:0.0:1767323137.991013:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323137.991022:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323137.991077:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297b80 x1853166816988032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323137.991109:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323137.991113:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323137.991115:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323137.991119:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5675
00000100:00080000:0.0:1767323137.991122:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323137.991125:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323137.991139:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295c00 x1853166816988160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323137.991201:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323137.991206:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323137.991208:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323137.991212:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5675
00000100:00080000:0.0:1767323137.991214:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323137.991217:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323137.991229:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295500 x1853166816988416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323137.991260:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323137.991264:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323137.991266:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323137.991270:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5675
00000100:00080000:0.0:1767323137.991272:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323137.991275:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323137.991287:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294a80 x1853166816988672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323137.991335:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816988288:0@lo:400:kworker.0
00000100:00100000:0.0:1767323137.991369:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816988800:0@lo:400:kworker.0
00010000:00010000:3.0:1767323137.991454:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323137.991468:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816988928:0@lo:400:kworker.0
00000100:00100000:2.0:1767323137.991583:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323112/real 1767323112]  req@ffff8d4e4ea89c00 x1853166816981504/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323137 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323137.993540:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4ea89c00 x1853166816981504/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323137 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323137.993578:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816988032:0@lo:38:kworker.0
00000100:00100000:1.0:1767323137.997725:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323137.997898:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323137.997962:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816988800
00000100:00100000:0.0:1767323137.997974:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816988800
00000100:00100000:0.0:1767323137.998044:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3614
00000100:00100000:0.0:1767323137.998056:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816988800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323137.998135:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816988800:12345-0@lo:400:kworker.0 Request processed in 81us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323137.998143:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3614
00000100:00100000:0.0:1767323137.998202:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816988544:0@lo:400:kworker.0
00000100:00100000:0.0:1767323137.998242:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323137.998269:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816988288
00000100:00100000:0.0:1767323137.998273:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816988288
00000100:00100000:0.0:1767323137.998322:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816988544
00000100:00100000:0.0:1767323137.998325:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816988544
00000100:00100000:0.0:1767323137.998349:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5758
00000100:00100000:0.0:1767323137.998355:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816988288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323137.998388:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816988288:12345-0@lo:400:kworker.0 Request processed in 33us (677us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323137.998394:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5758
00000100:00100000:0.0:1767323137.998406:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5759
00000100:00100000:0.0:1767323137.998412:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816988544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323137.998442:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816988544:12345-0@lo:400:kworker.0 Request processed in 31us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323137.998448:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5759
00000100:00080000:0.0:1767323137.998495:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323137.998674:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323137.998963:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816988928
00000100:00100000:0.0:1767323137.998969:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816988928
00000100:00100000:0.0:1767323137.998998:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3615
00000100:00100000:0.0:1767323137.999005:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816988928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323137.999044:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816988928:12345-0@lo:400:kworker.0 Request processed in 40us (370us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323137.999051:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3615
00000100:00100000:3.0:1767323137.999148:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816988800:0@lo:400:kworker.0
00000100:00100000:3.0:1767323137.999197:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816988928:0@lo:400:kworker.0
00000100:00100000:0.0:1767323137.999263:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816988544:0@lo:400:kworker.0
00000100:00100000:2.0:1767323137.999336:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323137.999407:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816988160:0@lo:38:kworker.0
00000100:00100000:2.0:1767323137.999438:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323137.999471:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816988416:0@lo:38:kworker.0
00000100:00100000:1.0:1767323137.999491:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816988288:0@lo:400:kworker.0
00000100:00100000:2.0:1767323137.999494:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323137.999532:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816988160
00000100:00100000:3.0:1767323137.999537:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816988160
00000100:00100000:3.0:1767323137.999573:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325
00000100:00100000:3.0:1767323137.999579:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816988160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323137.999601:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323137.999635:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816988160:12345-0@lo:38:kworker.0 Request processed in 54us (195us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323137.999641:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325
00000100:00100000:2.0:1767323138.000072:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816988672:0@lo:38:kworker.0
00000100:00100000:2.0:1767323138.000100:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323138.000178:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323138.000198:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323138.000202:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816981504:0@lo:250:kworker.0
00000100:00080000:2.0:1767323138.000230:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323138.000235:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767323138.000238:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323138.000243:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5655
00000100:00080000:2.0:1767323138.000247:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323138.000252:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323138.000282:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d180 x1853166816989056/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323138.000324:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323138.000328:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323138.000331:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816988160:0@lo:38:kworker.0
00000100:00100000:2.0:1767323138.000344:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816989056:0@lo:250:kworker.0
00000400:00000100:2.0:1767323138.000363:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816989056 offset 0 length 520: 4
00000100:00100000:1.0:1767323138.000450:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816988032
00000100:00100000:1.0:1767323138.000456:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816988032
00000100:00100000:1.0:1767323138.000488:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816988416
00000100:00100000:1.0:1767323138.000490:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816988416
00000100:00100000:1.0:1767323138.000504:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816988672
00000100:00100000:1.0:1767323138.000505:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816988672
00000100:00100000:1.0:1767323138.000521:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90369
00000100:00100000:1.0:1767323138.000526:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816988032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323138.000539:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323138.000570:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816988032:12345-0@lo:38:kworker.0 Request processed in 44us (1234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323138.000576:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90369
00000100:00100000:1.0:1767323138.000588:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90370
00000100:00100000:1.0:1767323138.000591:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816988416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323138.000599:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323138.000622:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816988416:12345-0@lo:38:kworker.0 Request processed in 29us (1126us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323138.000627:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90370
00000100:00100000:1.0:1767323138.000636:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90371
00000100:00100000:1.0:1767323138.000640:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816988672:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323138.000648:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323138.001011:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323138.001016:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323138.001020:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816988032:0@lo:38:kworker.0
00000100:00080000:2.0:1767323138.001030:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323138.001034:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323138.001037:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816988416:0@lo:38:kworker.0
00000100:00100000:1.0:1767323138.001157:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166816988672:12345-0@lo:38:kworker.0 Request processed in 514us (1055us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323138.001164:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90371
00000100:00080000:2.0:1767323138.001223:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323138.001229:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323138.001232:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816988672:0@lo:38:kworker.0
00000100:00100000:1.0:1767323138.566895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323139.015120:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323139.591546:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323140.041031:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323140.614976:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323140.781744:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323140.781856:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323140.782290:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758790400
00000100:00100000:3.0:1767323140.782301:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758790400
00000100:00100000:3.0:1767323140.782377:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758790272
00000100:00100000:3.0:1767323140.782380:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758790272
00000100:00100000:3.0:1767323140.782399:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5760
00000100:00100000:3.0:1767323140.782411:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758790400:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323140.782489:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758790400:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 82us (754us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323140.782498:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5760
00000100:00100000:0.0:1767323140.782518:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90372
00000100:00100000:0.0:1767323140.782526:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758790272:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323140.782547:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323140.782581:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758790272:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 54us (725us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323140.782587:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90372
00000100:00080000:2.0:1767323140.782788:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323141.065262:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323141.575195:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816989184:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323141.575274:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323141.575709:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816989312:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323141.575739:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323141.576959:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816989184
00000100:00100000:2.0:1767323141.576971:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816989184
00000100:00100000:2.0:1767323141.577039:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816989312
00000100:00100000:2.0:1767323141.577043:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816989312
00000100:00100000:2.0:1767323141.577068:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335
00000100:00100000:2.0:1767323141.577077:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816989184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323141.577113:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323141.577142:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336
00000100:00100000:3.0:1767323141.577157:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816989312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323141.577177:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323141.577223:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816989312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (1482us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323141.577231:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336
00000100:00100000:3.0:1767323141.577283:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816989312:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323141.577430:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816989184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 354us (2156us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323141.577437:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335
00000100:00100000:3.0:1767323141.577675:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816989184:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767323141.577979:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323141.577985:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323141.640854:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323142.087367:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323142.662890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323143.111200:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323143.111212:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323143.111215:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323143.111219:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323143.111224:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323143.111231:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5680
00000100:00080000:3.0:1767323143.111237:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323143.111244:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323143.111296:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215f80 x1853166816989440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323143.111319:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323143.111322:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323143.111324:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323143.111327:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5680
00000100:00080000:3.0:1767323143.111329:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323143.111332:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323143.111347:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216d80 x1853166816989568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323143.111388:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323143.111392:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323143.111394:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323143.111398:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5680
00000100:00080000:3.0:1767323143.111400:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323143.111403:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323143.111415:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215880 x1853166816989824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323143.111439:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323143.111443:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323143.111444:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323143.111447:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5680
00000100:00080000:3.0:1767323143.111450:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323143.111453:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323143.111461:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215180 x1853166816990080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323143.111507:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816989952:0@lo:400:kworker.0
00000100:00100000:3.0:1767323143.111582:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323143.111642:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323143.111649:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816990208:0@lo:400:kworker.0
00000100:00100000:3.0:1767323143.111687:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323143.112096:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816990208
00000100:00100000:0.0:1767323143.112105:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816990208
00000100:00100000:1.0:1767323143.112127:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816989952
00000100:00100000:1.0:1767323143.112134:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816989952
00000100:00100000:0.0:1767323143.112169:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616
00000100:00100000:1.0:1767323143.112181:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5761
00000100:00100000:0.0:1767323143.112182:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816990208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323143.112193:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816989952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323143.112244:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816990208:12345-0@lo:400:kworker.0 Request processed in 68us (557us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323143.112251:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616
00000100:00100000:2.0:1767323143.112290:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816989440:0@lo:38:kworker.0
00000100:00080000:0.0:1767323143.112302:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323143.112307:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323143.112322:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816989696:0@lo:400:kworker.0
00000100:00100000:2.0:1767323143.112329:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1767323143.112473:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323143.112498:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816989440
00000100:00100000:3.0:1767323143.112502:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816989440
00000100:00100000:3.0:1767323143.112527:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90373
00000100:00100000:3.0:1767323143.112532:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816989440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323143.112550:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323143.113101:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323143.113132:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323143.113138:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816990336:0@lo:400:kworker.0
00000100:00100000:0.0:1767323143.113164:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323143.113195:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816989696
00000100:00100000:0.0:1767323143.113199:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816989696
00000100:00100000:0.0:1767323143.113226:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5762
00000100:00100000:0.0:1767323143.113232:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816989696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323143.113264:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816989696:12345-0@lo:400:kworker.0 Request processed in 33us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323143.113271:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5762
00000100:00100000:0.0:1767323143.113287:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816990336
00000100:00100000:0.0:1767323143.113289:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816990336
00000100:00100000:0.0:1767323143.113310:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617
00000100:00100000:0.0:1767323143.113315:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45066850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816990336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323143.113340:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45066850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816990336:12345-0@lo:400:kworker.0 Request processed in 25us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323143.113346:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617
00000100:00080000:0.0:1767323143.113610:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323143.113614:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323143.113641:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816990336:0@lo:400:kworker.0
00000100:00100000:0.0:1767323143.113651:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816989696:0@lo:400:kworker.0
00000100:00100000:1.0:1767323143.115194:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816989952:12345-0@lo:400:kworker.0 Request processed in 2999us (3605us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323143.115206:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5761
00000100:00100000:0.0:1767323143.120980:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816990208:0@lo:400:kworker.0
00000100:00100000:0.0:1767323143.121014:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816989952:0@lo:400:kworker.0
00000100:00100000:2.0:1767323143.126539:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816989568:0@lo:38:kworker.0
00000100:00100000:3.0:1767323143.132470:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816989440:12345-0@lo:38:kworker.0 Request processed in 19925us (20132us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323143.132496:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90373
00000100:00100000:2.0:1767323143.136198:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323143.136377:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816989824:0@lo:38:kworker.0
00000100:00100000:2.0:1767323143.136430:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323143.136449:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816990080:0@lo:38:kworker.0
00000100:00100000:2.0:1767323143.136467:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323143.136529:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323143.136535:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323143.136538:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816989440:0@lo:38:kworker.0
00000100:00100000:1.0:1767323143.140255:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816989568
00000100:00100000:1.0:1767323143.140274:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816989568
00000100:00100000:1.0:1767323143.140335:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326
00000100:00100000:1.0:1767323143.140344:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816989568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323143.140373:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323143.140470:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816989568:12345-0@lo:38:kworker.0 Request processed in 126us (4278us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323143.140489:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326
00000100:00100000:3.0:1767323143.140815:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816989824
00000100:00100000:3.0:1767323143.140821:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816989824
00000100:00100000:3.0:1767323143.140854:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816990080
00000100:00100000:3.0:1767323143.140858:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816990080
00000100:00100000:3.0:1767323143.140875:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90374
00000100:00100000:3.0:1767323143.140879:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816989824:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323143.140891:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323143.140923:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816989824:12345-0@lo:38:kworker.0 Request processed in 43us (4492us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323143.140930:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90374
00000100:00100000:3.0:1767323143.140943:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90375
00000100:00100000:3.0:1767323143.140947:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816990080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323143.140955:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323143.140989:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816990080:12345-0@lo:38:kworker.0 Request processed in 40us (4520us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323143.140996:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90375
00000100:00080000:2.0:1767323143.141328:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323143.141334:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323143.141338:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816989568:0@lo:38:kworker.0
00000100:00080000:2.0:1767323143.141349:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323143.141352:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323143.141354:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816989824:0@lo:38:kworker.0
00000100:00080000:2.0:1767323143.141363:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323143.141366:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323143.141369:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816990080:0@lo:38:kworker.0
00000100:00100000:1.0:1767323143.687199:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323144.135492:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323144.711007:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323145.159075:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323145.735226:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323145.900201:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323145.900323:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758790656
00000100:00100000:0.0:1767323145.900395:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758790656
00000100:00100000:0.0:1767323145.900623:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5763
00000100:00100000:0.0:1767323145.900636:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758790656:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323145.900741:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758790656:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 108us (558us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323145.900794:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5763
00000100:00080000:2.0:1767323145.901041:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323145.901920:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323145.901992:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758790528
00000100:00100000:0.0:1767323145.902002:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758790528
00000100:00100000:0.0:1767323145.902080:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90376
00000100:00100000:0.0:1767323145.902087:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758790528:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323145.902110:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323145.902174:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758790528:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 85us (263us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323145.902181:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90376
00010000:00010000:3.0:1767323146.185383:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323146.696110:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323146.696149:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816990464:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323146.696259:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323146.696270:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323146.696286:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816990592:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323146.696359:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323146.696409:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816990464
00000100:00100000:3.0:1767323146.696420:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816990464
00000100:00080000:2.0:1767323146.696471:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323146.696501:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816990592
00000100:00100000:3.0:1767323146.696508:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816990592
00000100:00100000:2.0:1767323146.696520:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337
00000100:00100000:2.0:1767323146.696539:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816990464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323146.696572:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323146.696621:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816990464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (358us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323146.696628:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337
00000100:00100000:2.0:1767323146.696651:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338
00000100:00100000:2.0:1767323146.696658:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816990592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323146.696673:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767323146.696847:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323146.698116:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816990592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1453us (1753us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323146.698127:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338
00000100:00100000:2.0:1767323146.698196:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816990592:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323146.698234:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816990464:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323146.759675:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323147.207071:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323147.783079:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323148.233283:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323148.234060:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323148.234070:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323148.234074:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323148.234078:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323148.234084:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323148.234093:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5685
00000100:00080000:2.0:1767323148.234099:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323148.234108:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323148.234175:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6df80 x1853166816990720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323148.234216:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323148.234221:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323148.234222:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323148.234227:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5685
00000100:00080000:2.0:1767323148.234229:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323148.234233:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323148.234248:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6ca80 x1853166816990848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323148.234331:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816990976:0@lo:400:kworker.0
00000100:00100000:3.0:1767323148.234425:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323148.234568:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816990720:0@lo:38:kworker.0
00000100:00100000:0.0:1767323148.234605:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323148.234632:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816990848:0@lo:38:kworker.0
00000100:00100000:0.0:1767323148.234657:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323148.234749:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816990848
00000100:00100000:0.0:1767323148.234782:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816990848
00000100:00100000:1.0:1767323148.234789:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816990976
00000100:00100000:1.0:1767323148.234793:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816990976
00000100:00100000:0.0:1767323148.234831:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327
00000100:00100000:0.0:1767323148.234841:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816990848:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323148.234860:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816990720
00000100:00100000:1.0:1767323148.234863:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816990720
00010000:00020000:0.0:1767323148.234868:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323148.234880:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5764
00000100:00100000:1.0:1767323148.234901:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816990976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323148.234915:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816990848:12345-0@lo:38:kworker.0 Request processed in 75us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323148.234934:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327
00000100:00080000:0.0:1767323148.234980:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323148.234985:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323148.234989:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816990848:0@lo:38:kworker.0
00000100:00100000:0.0:1767323148.235033:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90377
00000100:00100000:0.0:1767323148.235038:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816990720:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323148.235048:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323148.235079:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816990720:12345-0@lo:38:kworker.0 Request processed in 39us (474us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323148.235086:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90377
00000100:00080000:0.0:1767323148.235113:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323148.235117:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323148.235120:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816990720:0@lo:38:kworker.0
00000100:00080000:0.0:1767323148.235141:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323148.235254:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323148.235261:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323148.235263:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323148.235268:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5685
00000100:00080000:2.0:1767323148.235272:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323148.235277:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323148.235299:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6f480 x1853166816991104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323148.235335:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323148.235339:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323148.235341:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323148.235345:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5685
00000100:00080000:2.0:1767323148.235347:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323148.235350:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323148.235360:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6fb80 x1853166816991360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323148.235593:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816991616:0@lo:400:kworker.0
00000100:00100000:0.0:1767323148.235632:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323148.235674:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816991616
00000100:00100000:0.0:1767323148.235679:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816991616
00000100:00100000:0.0:1767323148.235719:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618
00000100:00100000:0.0:1767323148.235725:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816991616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323148.235795:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816991616:12345-0@lo:400:kworker.0 Request processed in 70us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323148.235802:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618
00000100:00080000:0.0:1767323148.235823:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323148.235847:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816991616:0@lo:400:kworker.0
00000100:00100000:0.0:1767323148.235879:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816991104:0@lo:38:kworker.0
00000100:00100000:0.0:1767323148.235906:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323148.235937:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816991360:0@lo:38:kworker.0
00000100:00100000:0.0:1767323148.235959:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323148.235987:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816991104
00000100:00100000:0.0:1767323148.235991:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816991104
00000100:00100000:0.0:1767323148.236007:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816991360
00000100:00100000:0.0:1767323148.236010:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816991360
00000100:00100000:0.0:1767323148.236027:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90378
00000100:00100000:0.0:1767323148.236031:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816991104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323148.236046:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323148.236078:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816991104:12345-0@lo:38:kworker.0 Request processed in 45us (171us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323148.236084:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90378
00000100:00100000:0.0:1767323148.236095:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90379
00000100:00100000:0.0:1767323148.236099:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816991360:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323148.236107:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323148.236138:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816991360:12345-0@lo:38:kworker.0 Request processed in 38us (178us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323148.236143:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90379
00000100:00100000:0.0:1767323148.236167:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816991232:0@lo:400:kworker.0
00000100:00100000:0.0:1767323148.236194:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323148.236213:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323148.236219:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816991488:0@lo:400:kworker.0
00000100:00100000:0.0:1767323148.236242:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323148.236264:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816991488
00000100:00100000:0.0:1767323148.236268:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816991488
00000100:00100000:0.0:1767323148.236296:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619
00000100:00100000:0.0:1767323148.236302:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816991488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323148.236334:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816991488:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323148.236340:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619
00000100:00080000:0.0:1767323148.236353:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323148.236359:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816991232
00000100:00100000:0.0:1767323148.236362:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816991232
00000100:00100000:0.0:1767323148.236389:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5765
00000100:00100000:0.0:1767323148.236395:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816991232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323148.236426:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816991232:12345-0@lo:400:kworker.0 Request processed in 31us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323148.236432:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5765
00000100:00080000:0.0:1767323148.236447:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323148.236465:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323148.236470:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323148.236473:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816991104:0@lo:38:kworker.0
00000100:00080000:0.0:1767323148.236481:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323148.236484:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323148.236487:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816991360:0@lo:38:kworker.0
00000100:00100000:0.0:1767323148.236512:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816991488:0@lo:400:kworker.0
00000100:00100000:0.0:1767323148.236520:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816991232:0@lo:400:kworker.0
00000100:00100000:1.0:1767323148.239036:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816990976:12345-0@lo:400:kworker.0 Request processed in 4110us (4584us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323148.239058:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5764
00000100:00100000:3.0:1767323148.239152:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816990976:0@lo:400:kworker.0
00000100:00100000:1.0:1767323148.809592:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323149.255204:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323149.830949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323150.279187:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323150.855282:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323151.018944:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323151.019010:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323151.019132:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758790912
00000100:00100000:0.0:1767323151.019145:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758790912
00000100:00100000:0.0:1767323151.019255:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758790784
00000100:00100000:0.0:1767323151.019259:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758790784
00000100:00100000:0.0:1767323151.019288:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5766
00000100:00100000:0.0:1767323151.019300:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758790912:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323151.019405:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758790912:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 106us (474us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323151.019414:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5766
00000100:00100000:0.0:1767323151.019435:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90380
00000100:00100000:0.0:1767323151.019440:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758790784:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323151.019466:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323151.019494:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758790784:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (485us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323151.019501:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90380
00000100:00080000:2.0:1767323151.019857:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323151.303295:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323151.815067:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323151.815097:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816991744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323151.815180:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323151.815292:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816991744
00000100:00100000:2.0:1767323151.815302:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816991744
00000100:00100000:2.0:1767323151.815383:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339
00000100:00100000:2.0:1767323151.815395:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816991744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323151.815437:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323151.815493:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816991744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (311us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323151.815498:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339
00000100:00100000:2.0:1767323151.815546:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816991744:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767323151.815607:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323151.816234:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816991872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323151.816275:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323151.816531:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816991872
00000100:00100000:1.0:1767323151.816537:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816991872
00000100:00100000:1.0:1767323151.816576:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340
00000100:00100000:1.0:1767323151.816582:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816991872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323151.816604:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323151.816644:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816991872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (368us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323151.816649:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340
00000100:00100000:3.0:1767323151.816733:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816991872:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323151.816778:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323151.878984:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323152.327095:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323152.903067:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323153.351074:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323153.351188:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323153.351202:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323153.351206:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323153.351211:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323153.351216:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323153.351227:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5690
00000100:00080000:1.0:1767323153.351233:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323153.351241:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323153.351314:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543b100 x1853166816992000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323153.351343:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323153.351347:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323153.351349:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323153.351354:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5690
00000100:00080000:1.0:1767323153.351357:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323153.351361:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323153.351376:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75438380 x1853166816992128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323153.351376:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816992000:0@lo:38:kworker.0
00000100:00080000:1.0:1767323153.351422:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323153.351426:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323153.351428:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323153.351432:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5690
00000100:00080000:1.0:1767323153.351434:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323153.351438:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323153.351450:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439f80 x1853166816992384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323153.351470:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323153.351481:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323153.351485:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323153.351488:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323153.351490:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5690
00000100:00080000:1.0:1767323153.351493:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323153.351496:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323153.351508:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89f80 x1853166816992640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323153.351548:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816992128:0@lo:38:kworker.0
00000100:00100000:1.0:1767323153.351561:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816992512:0@lo:400:kworker.0
00000100:00100000:2.0:1767323153.351575:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323153.351611:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816992384:0@lo:38:kworker.0
00000100:00100000:0.0:1767323153.351626:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816992256:0@lo:400:kworker.0
00000100:00100000:2.0:1767323153.351633:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323153.351649:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816992640:0@lo:38:kworker.0
00000100:00100000:0.0:1767323153.351655:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323153.351677:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816992000
00000100:00100000:2.0:1767323153.351701:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816992000
00000100:00100000:3.0:1767323153.351788:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816992768:0@lo:400:kworker.0
00000100:00100000:2.0:1767323153.353898:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816992384
00000100:00100000:2.0:1767323153.353916:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816992384
00000100:00100000:2.0:1767323153.353960:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816992256
00000100:00100000:2.0:1767323153.353962:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816992256
00000100:00100000:2.0:1767323153.354009:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5767
00000100:00100000:2.0:1767323153.354023:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816992256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323153.354472:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323153.354566:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323153.354584:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816992512
00000100:00100000:1.0:1767323153.354588:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816992512
00000100:00100000:1.0:1767323153.354619:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5768
00000100:00100000:1.0:1767323153.354626:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816992512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323153.354692:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816992512:12345-0@lo:400:kworker.0 Request processed in 55us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323153.354699:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5768
00000100:00100000:1.0:1767323153.354721:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90381
00000100:00100000:1.0:1767323153.354725:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816992000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323153.354750:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323153.354800:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816992000:12345-0@lo:38:kworker.0 Request processed in 72us (3329us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323153.354806:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90381
00000100:00100000:1.0:1767323153.354822:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90382
00000100:00100000:1.0:1767323153.354826:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816992384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323153.354835:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323153.354861:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816992384:12345-0@lo:38:kworker.0 Request processed in 33us (3226us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323153.354866:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90382
00000100:00080000:1.0:1767323153.354885:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323153.354925:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816992512:0@lo:400:kworker.0
00000100:00100000:1.0:1767323153.354971:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323153.355006:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323153.355013:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323153.355017:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816992000:0@lo:38:kworker.0
00000100:00080000:1.0:1767323153.355040:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323153.355044:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323153.355048:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816992384:0@lo:38:kworker.0
00000100:00100000:3.0:1767323153.355354:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323153.355400:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816992768
00000100:00100000:3.0:1767323153.355404:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816992768
00000100:00100000:3.0:1767323153.355449:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3620
00000100:00100000:3.0:1767323153.355461:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816992768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323153.355499:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816992768:12345-0@lo:400:kworker.0 Request processed in 44us (146us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323153.355505:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3620
00000100:00100000:3.0:1767323153.355533:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816992640
00000100:00100000:3.0:1767323153.355537:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816992640
00000100:00100000:3.0:1767323153.355555:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90383
00000100:00100000:3.0:1767323153.355560:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816992640:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323153.355572:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323153.355605:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816992640:12345-0@lo:38:kworker.0 Request processed in 44us (633us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323153.355611:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90383
00000100:00080000:3.0:1767323153.355628:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323153.355646:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816992896:0@lo:400:kworker.0
00000100:00100000:3.0:1767323153.355679:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323153.355722:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816992896
00000100:00100000:3.0:1767323153.355726:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816992896
00000100:00100000:3.0:1767323153.355753:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621
00000100:00100000:3.0:1767323153.355780:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816992896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323153.355816:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816992896:12345-0@lo:400:kworker.0 Request processed in 38us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323153.355822:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621
00000100:00080000:3.0:1767323153.355835:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323153.355859:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816992768:0@lo:400:kworker.0
00000100:00100000:3.0:1767323153.355883:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816992896:0@lo:400:kworker.0
00000100:00080000:3.0:1767323153.355901:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323153.355905:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323153.355909:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816992640:0@lo:38:kworker.0
00000100:00100000:3.0:1767323153.355946:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816992128
00000100:00100000:3.0:1767323153.355950:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816992128
00000100:00100000:3.0:1767323153.355971:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328
00000100:00100000:3.0:1767323153.355976:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816992128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323153.355986:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323153.356015:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816992128:12345-0@lo:38:kworker.0 Request processed in 38us (4439us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323153.356019:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328
00000100:00080000:3.0:1767323153.356036:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323153.356039:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323153.356041:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816992128:0@lo:38:kworker.0
00000100:00100000:2.0:1767323153.359609:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166816992256:12345-0@lo:400:kworker.0 Request processed in 5576us (7937us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323153.359626:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5767
00000100:00100000:0.0:1767323153.359777:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166816992256:0@lo:400:kworker.0
00000100:00100000:1.0:1767323153.926939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323154.375704:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323154.950886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323155.399098:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323155.982056:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323156.140900:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323156.141035:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323156.141575:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758791040
00000100:00100000:3.0:1767323156.141591:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758791040
00000100:00100000:3.0:1767323156.141667:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758791168
00000100:00100000:3.0:1767323156.141671:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758791168
00000100:00100000:2.0:1767323156.141720:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90384
00000100:00100000:2.0:1767323156.141731:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758791040:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:0.0:1767323156.141788:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:2.0:1767323156.141788:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323156.141850:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758791040:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 118us (958us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323156.142061:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5769
00000100:00100000:3.0:1767323156.142076:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758791168:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323156.142164:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758791168:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 94us (1129us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323156.142173:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5769
00000100:00100000:2.0:1767323156.149173:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90384
00010000:00010000:3.0:1767323156.427194:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323156.934986:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816993152:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323156.935059:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323156.935155:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816993152
00000100:00100000:1.0:1767323156.935163:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816993152
00000100:00100000:1.0:1767323156.935243:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341
00000100:00100000:1.0:1767323156.935252:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816993152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323156.935281:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323156.935324:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816993152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323156.935331:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341
00000100:00100000:3.0:1767323156.935476:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323156.935488:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816993024:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323156.935519:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323156.935564:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816993024
00000100:00100000:1.0:1767323156.935578:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816993024
00000100:00080000:2.0:1767323156.935601:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323156.935606:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323156.935617:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342
00000100:00100000:1.0:1767323156.935626:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816993024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323156.935644:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323156.935648:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816993152:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323156.935692:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816993024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323156.935702:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342
00000100:00100000:3.0:1767323156.935793:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816993024:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323156.999799:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323157.448548:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323158.022866:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323158.471204:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323158.471213:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323158.471221:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323158.471224:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323158.471228:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323158.471232:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323158.471240:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5695
00000100:00080000:3.0:1767323158.471244:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323158.471250:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323158.471288:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215c00 x1853166816993280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323158.471316:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323158.471319:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323158.471321:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323158.471325:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5695
00000100:00080000:3.0:1767323158.471327:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323158.471331:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323158.471344:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d217480 x1853166816993408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323158.471389:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323158.471393:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323158.471394:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323158.471398:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5695
00000100:00080000:3.0:1767323158.471400:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323158.471403:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323158.471415:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216680 x1853166816993664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323158.471428:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816993280:0@lo:38:kworker.0
00000100:00080000:3.0:1767323158.471446:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323158.471450:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323158.471452:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323158.471455:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5695
00000100:00080000:3.0:1767323158.471458:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323158.471461:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323158.471475:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7f800 x1853166816993920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323158.471503:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323158.471513:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816994048:0@lo:400:kworker.0
00000100:00100000:3.0:1767323158.471552:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323158.471576:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816993408:0@lo:38:kworker.0
00000100:00100000:3.0:1767323158.471586:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323158.471594:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816993792:0@lo:400:kworker.0
00000100:00100000:0.0:1767323158.471609:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323158.471626:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323158.471655:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816993664:0@lo:38:kworker.0
00000100:00100000:3.0:1767323158.471678:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816993280
00000100:00100000:0.0:1767323158.471684:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323158.471688:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816993280
00000100:00100000:1.0:1767323158.471817:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816993408
00000100:00100000:1.0:1767323158.471822:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816993408
00000100:00100000:1.0:1767323158.471848:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329
00000100:00100000:1.0:1767323158.471856:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816993408:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323158.471875:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323158.471914:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816993408:12345-0@lo:38:kworker.0 Request processed in 58us (304us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323158.471922:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329
00000100:00100000:1.0:1767323158.471944:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816993536:0@lo:400:kworker.0
00000100:00100000:1.0:1767323158.471993:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816994048
00000100:00100000:1.0:1767323158.471997:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816994048
00000100:00100000:1.0:1767323158.472049:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622
00000100:00100000:1.0:1767323158.472055:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816994048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323158.472099:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816994048:12345-0@lo:400:kworker.0 Request processed in 45us (547us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323158.472106:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622
00000100:00100000:0.0:1767323158.472162:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816993920:0@lo:38:kworker.0
00000100:00100000:0.0:1767323158.472185:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323158.474163:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816993792
00000100:00100000:2.0:1767323158.474175:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816993792
00000100:00100000:1.0:1767323158.474186:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816993664
00000100:00100000:1.0:1767323158.474190:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816993664
00000100:00100000:1.0:1767323158.474219:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816993920
00000100:00100000:1.0:1767323158.474223:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816993920
00000100:00080000:0.0:1767323158.474464:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323158.474473:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323158.474477:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816993408:0@lo:38:kworker.0
00000100:00100000:0.0:1767323158.474520:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323158.477191:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323158.477208:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816994176:0@lo:400:kworker.0
00000100:00100000:0.0:1767323158.477377:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323158.478521:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816993536
00000100:00100000:3.0:1767323158.478533:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816993536
00000100:00100000:3.0:1767323158.478592:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5770
00000100:00100000:3.0:1767323158.478602:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816993792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323158.478681:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166816993792:12345-0@lo:400:kworker.0 Request processed in 81us (7056us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323158.478688:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5770
00000100:00100000:3.0:1767323158.478710:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5771
00000100:00100000:3.0:1767323158.478716:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816993536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323158.478769:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816993536:12345-0@lo:400:kworker.0 Request processed in 38us (4234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323158.478775:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5771
00000100:00100000:3.0:1767323158.478792:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90385
00000100:00100000:3.0:1767323158.478797:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816993280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323158.478816:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323158.478850:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816993280:12345-0@lo:38:kworker.0 Request processed in 52us (7349us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323158.478856:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90385
00000100:00100000:3.0:1767323158.478869:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90386
00000100:00100000:3.0:1767323158.478873:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816993664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323158.478883:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323158.478905:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816993664:12345-0@lo:38:kworker.0 Request processed in 32us (7223us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323158.478911:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90386
00000100:00100000:3.0:1767323158.478926:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90387
00000100:00100000:3.0:1767323158.478930:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816993920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323158.478939:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323158.478979:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166816993920:12345-0@lo:38:kworker.0 Request processed in 48us (6794us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323158.478985:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90387
00000100:00100000:3.0:1767323158.479016:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816994176
00000100:00100000:3.0:1767323158.479020:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816994176
00000100:00100000:3.0:1767323158.479060:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3623
00000100:00100000:3.0:1767323158.479067:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816994176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323158.479096:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816994176:12345-0@lo:400:kworker.0 Request processed in 30us (1720us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323158.479102:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3623
00000100:00100000:3.0:1767323158.479154:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166816993792:0@lo:400:kworker.0
00000100:00100000:3.0:1767323158.479168:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816994048:0@lo:400:kworker.0
00000100:00080000:3.0:1767323158.479216:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323158.479222:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323158.479225:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816993664:0@lo:38:kworker.0
00000100:00080000:3.0:1767323158.479234:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323158.479237:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323158.479240:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816993920:0@lo:38:kworker.0
00000100:00080000:3.0:1767323158.479249:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323158.479252:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323158.479254:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816993280:0@lo:38:kworker.0
00000100:00100000:3.0:1767323158.479281:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816994176:0@lo:400:kworker.0
00000100:00100000:3.0:1767323158.479296:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816993536:0@lo:400:kworker.0
00000100:00080000:3.0:1767323158.479338:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323158.479343:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323158.479345:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323159.046895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323159.494961:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323160.070875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323160.234648:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767323160.234887:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758791296 offset 0 length 520: 4
00000100:00100000:2.0:1767323160.234923:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323160.235035:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758791552
00000100:00100000:1.0:1767323160.235046:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758791552
00000100:00100000:0.0:1767323160.235073:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758791424
00000100:00100000:0.0:1767323160.235080:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758791424
00000100:00080000:3.0:1767323160.235142:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323160.235188:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5772
00000100:00100000:0.0:1767323160.235200:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758791552:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323160.235324:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758791552:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 126us (713us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323160.235333:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5772
00000100:00100000:0.0:1767323160.235351:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90388
00000100:00100000:0.0:1767323160.235355:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758791424:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323160.235375:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323160.235406:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758791424:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (478us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323160.235412:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90388
00010000:00010000:3.0:1767323160.519263:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323161.094877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323161.543158:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323162.055066:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816994304:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323162.055145:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323162.055332:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816994432:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323162.055365:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323162.059486:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816994304
00000100:00100000:1.0:1767323162.059489:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816994432
00000100:00100000:1.0:1767323162.059504:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816994432
00000100:00100000:2.0:1767323162.059504:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816994304
00000100:00100000:1.0:1767323162.059580:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343
00000100:00100000:1.0:1767323162.059588:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816994432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323162.059634:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323162.059710:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816994432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (4345us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323162.059716:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343
00000100:00100000:2.0:1767323162.063497:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344
00000100:00100000:2.0:1767323162.063519:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816994304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323162.063557:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323162.063665:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816994304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 153us (8517us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323162.063674:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344
00000100:00100000:1.0:1767323162.063748:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816994304:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323162.063855:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816994432:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767323162.066801:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323162.066811:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323162.118913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323162.566895:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323137/real 1767323138]  req@ffff8d4e6621d180 x1853166816989056/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323162 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767323162.566936:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e6621d180 x1853166816989056/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323162 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767323162.566957:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323162.566980:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00010000:00010000:1.0:1767323162.566993:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323162.567039:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323162.567045:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323162.567048:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323162.567052:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5680
00000100:00080000:0.0:1767323162.567057:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323162.567064:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323162.567100:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99880 x1853166816994560/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323162.567116:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323162.567119:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323162.567121:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323162.567124:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5701
00000100:00080000:0.0:1767323162.567127:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323162.567130:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323162.567143:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9bb80 x1853166816994688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323162.567153:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323162.567157:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323162.567159:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323162.567162:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5701
00000100:00080000:0.0:1767323162.567165:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323162.567168:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323162.567179:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216300 x1853166816994816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323162.567224:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323162.567228:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323162.567230:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323162.567234:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5701
00000100:00080000:0.0:1767323162.567236:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323162.567239:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323162.567251:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216680 x1853166816995072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323162.567268:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323162.567270:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323162.567272:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323162.567274:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5701
00000100:00080000:0.0:1767323162.567275:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323162.567277:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323162.567282:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d217480 x1853166816995328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323162.567332:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816995584:0@lo:400:kworker.0
00000100:00100000:1.0:1767323162.567350:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816995456:0@lo:400:kworker.0
00000100:00100000:3.0:1767323162.567951:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816989056:0@lo:250:kworker.0
00000100:00100000:3.0:1767323162.567981:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816994560:0@lo:250:kworker.0
00000100:00100000:2.0:1767323162.568368:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323162.568464:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816995584
00000100:00100000:0.0:1767323162.568472:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816995584
00000100:00100000:0.0:1767323162.568517:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3624
00000100:00100000:0.0:1767323162.568527:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816995584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323162.568579:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816995584:12345-0@lo:400:kworker.0 Request processed in 53us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323162.568720:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816995584:0@lo:400:kworker.0
00000100:00100000:2.0:1767323162.568736:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323162.568741:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816994944:0@lo:400:kworker.0
00000100:00100000:2.0:1767323162.568780:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323162.568811:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816994944
00000100:00100000:2.0:1767323162.568815:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816994944
00000100:00100000:2.0:1767323162.568847:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5773
00000100:00100000:2.0:1767323162.568852:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816994944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323162.568876:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816994944:12345-0@lo:400:kworker.0 Request processed in 25us (97us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323162.568881:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5773
00000100:00100000:2.0:1767323162.568899:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816995200:0@lo:400:kworker.0
00000100:00100000:2.0:1767323162.568914:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323162.568932:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816995200
00000100:00100000:2.0:1767323162.568934:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816995200
00000100:00100000:2.0:1767323162.568949:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5774
00000100:00100000:2.0:1767323162.568952:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816995200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323162.568971:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816995200:12345-0@lo:400:kworker.0 Request processed in 19us (56us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323162.568975:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5774
00000100:00100000:2.0:1767323162.568990:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816995200:0@lo:400:kworker.0
00000100:00100000:2.0:1767323162.569004:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816994944:0@lo:400:kworker.0
00000100:00080000:2.0:1767323162.569030:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323162.569356:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624
00000100:00100000:1.0:1767323162.575397:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:3.0:1767323162.575397:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166816994560 offset 0 length 520: 4
00000100:00100000:3.0:1767323162.575461:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816994688:0@lo:38:kworker.0
00000100:00100000:3.0:1767323162.575509:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323162.575536:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816994816:0@lo:38:kworker.0
00000100:00100000:0.0:1767323162.575573:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816995456
00000100:00100000:2.0:1767323162.575575:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816994688
00000100:00100000:0.0:1767323162.575584:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816995456
00000100:00100000:2.0:1767323162.575584:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816994688
00000100:00100000:0.0:1767323162.575654:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3625
00000100:00100000:2.0:1767323162.575655:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90389
00000100:00100000:3.0:1767323162.575659:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323162.575669:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816995456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323162.575669:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816994688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323162.575699:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323162.575747:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816994688:12345-0@lo:38:kworker.0 Request processed in 82us (237us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323162.575771:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816995456:12345-0@lo:400:kworker.0 Request processed in 89us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323162.575780:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3625
00000100:00100000:2.0:1767323162.575784:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90389
00000100:00100000:3.0:1767323162.575816:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816994816
00000100:00100000:3.0:1767323162.575821:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816994816
00000100:00100000:2.0:1767323162.575830:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816995072:0@lo:38:kworker.0
00000100:00100000:3.0:1767323162.575855:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330
00000100:00100000:3.0:1767323162.575864:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816994816:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323162.575865:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767323162.575880:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323162.575890:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816995072
00000100:00100000:2.0:1767323162.575895:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816995072
00000100:00100000:3.0:1767323162.575910:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816994816:12345-0@lo:38:kworker.0 Request processed in 48us (257us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323162.575921:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90390
00000100:00100000:3.0:1767323162.575921:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330
00000100:00100000:2.0:1767323162.575931:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816995072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323162.575942:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323162.575955:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816995328:0@lo:38:kworker.0
00000100:00100000:2.0:1767323162.575974:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166816995072:12345-0@lo:38:kworker.0 Request processed in 42us (111us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323162.575981:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90390
00000100:00100000:3.0:1767323162.576151:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323162.576196:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323162.576202:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323162.576206:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816994688:0@lo:38:kworker.0
00000100:00080000:3.0:1767323162.576216:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323162.576220:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323162.576223:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816994816:0@lo:38:kworker.0
00000100:00080000:3.0:1767323162.576240:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323162.576245:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323162.576249:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816995072:0@lo:38:kworker.0
00000100:00100000:2.0:1767323162.576264:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816995328
00000100:00100000:2.0:1767323162.576270:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816995328
00000100:00100000:2.0:1767323162.576294:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90391
00000100:00100000:2.0:1767323162.576299:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816995328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323162.576310:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323162.576346:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816995328:12345-0@lo:38:kworker.0 Request processed in 44us (358us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323162.576357:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90391
00000100:00080000:3.0:1767323162.576371:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323162.576377:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323162.576380:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816995328:0@lo:38:kworker.0
00000100:00100000:1.0:1767323162.581931:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816995456:0@lo:400:kworker.0
00000100:00100000:2.0:1767323163.142882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323163.591074:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323164.167133:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323164.618092:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323165.190881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323165.351956:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323165.352080:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758791808
00000100:00100000:1.0:1767323165.352091:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758791808
00000100:00100000:1.0:1767323165.352222:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5775
00000100:00100000:1.0:1767323165.352234:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758791808:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323165.352338:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758791808:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 107us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323165.352346:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5775
00000100:00100000:3.0:1767323165.352949:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323165.353075:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758791680
00000100:00100000:1.0:1767323165.353081:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758791680
00000100:00100000:1.0:1767323165.353113:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90392
00000100:00100000:1.0:1767323165.353119:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758791680:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323165.353142:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323165.353183:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758791680:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 62us (234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323165.353190:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90392
00000100:00080000:2.0:1767323165.353810:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323165.640006:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323166.214923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323166.663010:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323167.176040:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323167.176064:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816995712:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323167.176128:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323167.176173:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816995840:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323167.176193:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323167.176225:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816995712
00000100:00100000:2.0:1767323167.176232:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816995712
00000100:00100000:1.0:1767323167.176634:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816995840
00000100:00100000:1.0:1767323167.176639:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816995840
00000100:00100000:2.0:1767323167.176717:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345
00000100:00100000:2.0:1767323167.176727:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816995712:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323167.176733:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346
00000100:00100000:1.0:1767323167.176744:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816995840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323167.176836:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323167.176888:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816995840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (693us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323167.176896:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346
00000100:00080000:1.0:1767323167.176937:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323167.176941:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767323167.177277:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323167.177323:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816995712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 598us (1194us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323167.177331:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345
00000100:00100000:2.0:1767323167.177385:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816995840:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323167.177482:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816995712:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323167.238987:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323167.687179:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323167.687198:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323167.687202:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323167.687206:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323167.687210:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323167.687218:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5705
00000100:00080000:0.0:1767323167.687223:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323167.687230:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323167.687270:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecd880 x1853166816995968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323167.687294:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323167.687298:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323167.687300:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323167.687304:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5705
00000100:00080000:0.0:1767323167.687307:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323167.687310:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323167.687325:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79405c00 x1853166816996096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323167.687410:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767323167.687495:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323167.687500:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323167.687502:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323167.687505:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5705
00000100:00080000:0.0:1767323167.687508:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323167.687512:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323167.687525:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79407b80 x1853166816996352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323167.687596:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323167.687600:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323167.687602:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323167.687617:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5705
00000100:00080000:0.0:1767323167.687619:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323167.687623:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323167.687635:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841880 x1853166816996608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323167.687723:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816996480:0@lo:400:kworker.0
00000100:00100000:1.0:1767323167.687860:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323167.687925:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323167.687932:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816996736:0@lo:400:kworker.0
00000100:00100000:1.0:1767323167.687967:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323167.688028:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816996736
00000100:00100000:1.0:1767323167.688035:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816996736
00000100:00100000:1.0:1767323167.688108:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626
00000100:00100000:1.0:1767323167.688118:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816996736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323167.688181:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816996736:12345-0@lo:400:kworker.0 Request processed in 65us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323167.688191:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626
00000100:00100000:1.0:1767323167.688228:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816996736:0@lo:400:kworker.0
00000100:00100000:3.0:1767323167.689111:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816995968:0@lo:38:kworker.0
00000100:00100000:3.0:1767323167.689164:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323167.689196:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816996096:0@lo:38:kworker.0
00000100:00100000:3.0:1767323167.689227:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323167.689254:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816996352:0@lo:38:kworker.0
00000100:00100000:3.0:1767323167.689274:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323167.689291:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816996608:0@lo:38:kworker.0
00000100:00100000:3.0:1767323167.689309:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323167.689339:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816996480
00000100:00100000:3.0:1767323167.689343:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816996480
00000100:00100000:3.0:1767323167.689395:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816995968
00000100:00100000:3.0:1767323167.689398:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816995968
00000100:00100000:3.0:1767323167.689408:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816996352
00000100:00100000:3.0:1767323167.689410:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816996352
00000100:00100000:3.0:1767323167.689416:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816996608
00000100:00100000:3.0:1767323167.689419:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816996608
00000100:00100000:3.0:1767323167.689428:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5776
00000100:00100000:3.0:1767323167.689436:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816996480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323167.689477:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816996480:12345-0@lo:400:kworker.0 Request processed in 43us (1616us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323167.689483:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5776
00000100:00100000:3.0:1767323167.689497:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90393
00000100:00100000:3.0:1767323167.689501:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816995968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323167.689518:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323167.689549:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816995968:12345-0@lo:38:kworker.0 Request processed in 45us (384us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323167.689566:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90393
00000100:00100000:3.0:1767323167.689579:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90394
00000100:00100000:3.0:1767323167.689582:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816996352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323167.689592:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323167.689616:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816996352:12345-0@lo:38:kworker.0 Request processed in 32us (340us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323167.689621:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90394
00000100:00100000:3.0:1767323167.689631:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90395
00000100:00100000:3.0:1767323167.689634:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816996608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323167.689643:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323167.689664:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816996608:12345-0@lo:38:kworker.0 Request processed in 28us (354us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323167.689669:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90395
00000100:00100000:3.0:1767323167.689686:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816996096
00000100:00100000:3.0:1767323167.689690:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816996096
00000100:00100000:3.0:1767323167.689708:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331
00000100:00100000:3.0:1767323167.689713:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816996096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323167.689721:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323167.689744:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816996096:12345-0@lo:38:kworker.0 Request processed in 31us (516us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323167.689749:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331
00000100:00080000:3.0:1767323167.689807:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323167.689812:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323167.689816:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816995968:0@lo:38:kworker.0
00000100:00080000:3.0:1767323167.689824:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323167.689828:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323167.689830:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816996096:0@lo:38:kworker.0
00000100:00080000:3.0:1767323167.689839:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323167.689842:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323167.689844:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816996352:0@lo:38:kworker.0
00000100:00080000:3.0:1767323167.689850:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323167.689853:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323167.689855:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816996608:0@lo:38:kworker.0
00000100:00100000:3.0:1767323167.689891:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816996480:0@lo:400:kworker.0
00000100:00080000:3.0:1767323167.689909:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323167.692566:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816996864:0@lo:400:kworker.0
00000100:00100000:2.0:1767323167.692651:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323167.692698:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816996224:0@lo:400:kworker.0
00000100:00100000:1.0:1767323167.692830:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816996864
00000100:00100000:1.0:1767323167.692838:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816996864
00000100:00100000:1.0:1767323167.692895:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3627
00000100:00100000:1.0:1767323167.692904:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816996864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323167.692966:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816996864:12345-0@lo:400:kworker.0 Request processed in 63us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323167.692973:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3627
00000100:00100000:2.0:1767323167.693212:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323167.693255:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816996864:0@lo:400:kworker.0
00000100:00100000:1.0:1767323167.693624:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816996224
00000100:00100000:1.0:1767323167.693630:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816996224
00000100:00100000:1.0:1767323167.693679:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5777
00000100:00100000:1.0:1767323167.693684:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816996224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323167.694184:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166816996224:12345-0@lo:400:kworker.0 Request processed in 497us (970us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323167.694192:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5777
00000100:00080000:2.0:1767323167.694253:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323167.696080:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166816996224:0@lo:400:kworker.0
00010000:00010000:1.0:1767323167.696507:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323168.262939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323168.711066:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323169.286874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323169.734960:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323170.311594:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323170.472752:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323170.473017:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758792064
00000100:00100000:1.0:1767323170.473027:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758792064
00000100:00100000:1.0:1767323170.473163:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5778
00000100:00100000:1.0:1767323170.473173:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758792064:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767323170.473262:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323170.473943:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758792064:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 767us (1197us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323170.473954:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5778
00000100:00100000:3.0:1767323170.474140:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323170.474313:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758791936
00000100:00100000:1.0:1767323170.474319:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758791936
00000100:00100000:1.0:1767323170.474349:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90396
00000100:00100000:1.0:1767323170.474355:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758791936:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323170.474376:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323170.475076:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758791936:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 716us (933us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323170.475084:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90396
00010000:00010000:1.0:1767323170.760787:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323171.334977:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323171.783240:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323172.295349:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816996992:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323172.295419:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323172.295535:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816996992
00000100:00100000:0.0:1767323172.295545:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816996992
00000100:00100000:0.0:1767323172.295630:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347
00000100:00100000:0.0:1767323172.295641:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816996992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323172.295664:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323172.295710:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816996992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323172.295715:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347
00000100:00100000:0.0:1767323172.295781:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816996992:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767323172.299488:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323172.299791:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816997120:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323172.299862:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323172.299982:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816997120
00000100:00100000:1.0:1767323172.299993:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816997120
00000100:00080000:2.0:1767323172.300334:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323172.300392:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348
00000100:00100000:1.0:1767323172.300402:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816997120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323172.300447:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323172.300504:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816997120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (642us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323172.300520:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348
00000100:00100000:3.0:1767323172.300646:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816997120:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323172.358929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323172.809942:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323172.809954:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323172.809956:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323172.809961:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323172.809966:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00010000:2.0:1767323172.809967:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323172.809974:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5710
00000100:00080000:0.0:1767323172.809980:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323172.809986:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323172.810029:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45840700 x1853166816997248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323172.810045:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323172.810048:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323172.810050:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323172.810054:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5710
00000100:00080000:0.0:1767323172.810057:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323172.810060:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323172.810072:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45840e00 x1853166816997376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323172.810117:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323172.810122:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323172.810124:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323172.810128:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5710
00000100:00080000:0.0:1767323172.810130:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323172.810133:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323172.810146:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841180 x1853166816997632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323172.810211:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323172.810214:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323172.810216:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323172.810219:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5710
00000100:00080000:0.0:1767323172.810221:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323172.810224:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323172.810239:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816997760:0@lo:400:kworker.0
00000100:00100000:0.0:1767323172.810302:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323172.810389:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15500 x1853166816997888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323172.810417:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816998016:0@lo:400:kworker.0
00000100:00100000:0.0:1767323172.810443:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323172.810616:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816998144:0@lo:400:kworker.0
00000100:00100000:2.0:1767323172.810646:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323172.810679:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323172.810685:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816997504:0@lo:400:kworker.0
00000100:00100000:2.0:1767323172.810720:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323172.810750:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816997760
00000100:00100000:2.0:1767323172.810779:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816997760
00000100:00100000:2.0:1767323172.810827:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816997504
00000100:00100000:2.0:1767323172.810831:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816997504
00000100:00100000:2.0:1767323172.810855:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5779
00000100:00100000:2.0:1767323172.810863:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816997760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323172.810924:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166816997760:12345-0@lo:400:kworker.0 Request processed in 61us (622us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323172.810931:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5779
00000100:00100000:2.0:1767323172.810948:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5780
00000100:00100000:2.0:1767323172.810954:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816997504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323172.810982:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166816997504:12345-0@lo:400:kworker.0 Request processed in 28us (262us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323172.810989:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5780
00000100:00100000:2.0:1767323172.811024:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166816997504:0@lo:400:kworker.0
00000100:00100000:2.0:1767323172.811052:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166816997760:0@lo:400:kworker.0
00000100:00080000:2.0:1767323172.811066:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323172.811364:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816998016
00000100:00100000:0.0:1767323172.811369:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816998016
00000100:00100000:0.0:1767323172.811405:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816998144
00000100:00100000:0.0:1767323172.811408:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816998144
00000100:00100000:0.0:1767323172.811436:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628
00000100:00100000:0.0:1767323172.811443:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816998016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323172.811483:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816998016:12345-0@lo:400:kworker.0 Request processed in 41us (1039us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323172.811489:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628
00000100:00100000:0.0:1767323172.811501:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629
00000100:00100000:0.0:1767323172.811518:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816998144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323172.811548:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816998144:12345-0@lo:400:kworker.0 Request processed in 31us (902us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323172.811553:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629
00000100:00100000:0.0:1767323172.811605:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816998016:0@lo:400:kworker.0
00000100:00100000:3.0:1767323172.811796:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816997248:0@lo:38:kworker.0
00000100:00100000:3.0:1767323172.811827:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323172.811855:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816997376:0@lo:38:kworker.0
00000100:00100000:1.0:1767323172.811978:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816997248
00000100:00100000:1.0:1767323172.811982:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816997248
00000100:00100000:1.0:1767323172.812019:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90397
00000100:00100000:1.0:1767323172.812024:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816997248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323172.812042:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323172.812072:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816997248:12345-0@lo:38:kworker.0 Request processed in 47us (244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323172.812079:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90397
00000100:00100000:3.0:1767323172.812153:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323172.812186:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816997632:0@lo:38:kworker.0
00000100:00100000:3.0:1767323172.812208:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323172.812222:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816997888:0@lo:38:kworker.0
00000100:00100000:3.0:1767323172.812241:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323172.812264:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323172.812269:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323172.812272:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816997248:0@lo:38:kworker.0
00000100:00100000:1.0:1767323172.812348:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816997376
00000100:00100000:1.0:1767323172.812352:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816997376
00000100:00100000:1.0:1767323172.812377:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332
00000100:00100000:1.0:1767323172.812381:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816997376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323172.812391:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323172.812418:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816997376:12345-0@lo:38:kworker.0 Request processed in 35us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323172.812424:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332
00000100:00100000:1.0:1767323172.812441:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816997632
00000100:00100000:1.0:1767323172.812444:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816997632
00000100:00100000:1.0:1767323172.812458:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816997888
00000100:00100000:1.0:1767323172.812461:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816997888
00000100:00100000:1.0:1767323172.812475:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90398
00000100:00100000:1.0:1767323172.812479:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816997632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323172.812488:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323172.812523:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816997632:12345-0@lo:38:kworker.0 Request processed in 42us (313us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323172.812528:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90398
00000100:00100000:1.0:1767323172.812538:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90399
00000100:00100000:1.0:1767323172.812542:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816997888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323172.812551:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323172.812573:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816997888:12345-0@lo:38:kworker.0 Request processed in 30us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323172.812579:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90399
00000100:00080000:3.0:1767323172.812655:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323172.812660:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323172.812663:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816997376:0@lo:38:kworker.0
00000100:00080000:3.0:1767323172.812671:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323172.812674:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323172.812676:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816997632:0@lo:38:kworker.0
00000100:00080000:3.0:1767323172.812683:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323172.812685:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323172.812826:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816997888:0@lo:38:kworker.0
00000100:00100000:2.0:1767323172.813032:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816998144:0@lo:400:kworker.0
00000100:00100000:2.0:1767323173.382988:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323173.830932:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323174.408234:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323174.855031:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323175.431552:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323175.592410:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323175.592528:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758792192
00000100:00100000:2.0:1767323175.592538:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758792192
00000100:00100000:2.0:1767323175.592597:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90400
00000100:00100000:2.0:1767323175.592606:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758792192:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323175.592631:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323175.592710:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758792192:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 104us (309us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323175.592718:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90400
00000100:00100000:3.0:1767323175.595900:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323175.596100:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758792320
00000100:00100000:2.0:1767323175.596118:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758792320
00000100:00100000:2.0:1767323175.596279:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5781
00000100:00100000:2.0:1767323175.596289:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758792320:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323175.596428:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758792320:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 141us (543us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323175.596436:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5781
00000100:00080000:0.0:1767323175.599876:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323175.878970:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323176.455192:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323176.903174:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323177.415048:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816998272:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323177.415123:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323177.415323:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816998272
00000100:00100000:0.0:1767323177.415332:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816998272
00000100:00100000:0.0:1767323177.415401:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349
00000100:00100000:0.0:1767323177.415410:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816998272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323177.415439:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323177.415522:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166816998272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323177.415530:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349
00000100:00080000:1.0:1767323177.415599:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323177.415681:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166816998272:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323177.417121:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323177.417340:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816998400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323177.417474:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323177.419330:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816998400
00000100:00100000:0.0:1767323177.419342:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816998400
00000100:00100000:0.0:1767323177.419519:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350
00000100:00100000:0.0:1767323177.419529:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816998400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323177.419561:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323177.419639:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166816998400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (2164us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323177.419660:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350
00000100:00100000:2.0:1767323177.419844:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166816998400:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767323177.420076:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323177.478996:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323177.928918:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323177.928930:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323177.928933:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323177.928937:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323177.928941:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323177.928949:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5715
00000100:00080000:0.0:1767323177.928954:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323177.928960:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323177.929011:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ca80 x1853166816998528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323177.929041:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323177.929045:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323177.929046:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323177.929050:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5715
00000100:00080000:0.0:1767323177.929053:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323177.929056:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323177.929072:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62f800 x1853166816998656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323177.929120:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323177.929124:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323177.929126:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323177.929129:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5715
00000100:00080000:0.0:1767323177.929131:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323177.929134:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323177.929145:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62ca80 x1853166816998912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323177.929172:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323177.929175:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323177.929177:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323177.929181:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5715
00000100:00080000:0.0:1767323177.929183:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323177.929186:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323177.929197:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62d500 x1853166816999168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323177.929263:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816999040:0@lo:400:kworker.0
00000100:00100000:0.0:1767323177.929344:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323177.929506:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816998528:0@lo:38:kworker.0
00010000:00010000:2.0:1767323177.929570:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323177.929583:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816998784:0@lo:400:kworker.0
00000100:00100000:1.0:1767323177.930897:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816999040
00000100:00100000:1.0:1767323177.930909:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816999040
00000100:00100000:1.0:1767323177.931025:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5782
00000100:00100000:1.0:1767323177.931036:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816999040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323177.937218:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323177.937312:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816998656:0@lo:38:kworker.0
00000100:00100000:3.0:1767323177.937358:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323177.937399:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816998912:0@lo:38:kworker.0
00000100:00100000:3.0:1767323177.937424:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323177.937445:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816999168:0@lo:38:kworker.0
00000100:00100000:3.0:1767323177.937478:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323177.937530:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816998528
00000100:00100000:3.0:1767323177.937538:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816998528
00000100:00100000:3.0:1767323177.937569:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816998912
00000100:00100000:3.0:1767323177.937573:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816998912
00000100:00100000:3.0:1767323177.937579:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816999168
00000100:00100000:3.0:1767323177.937582:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816999168
00000100:00100000:3.0:1767323177.937594:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90401
00000100:00100000:3.0:1767323177.937601:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816998528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323177.937623:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323177.937667:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816998528:12345-0@lo:38:kworker.0 Request processed in 64us (457us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323177.937675:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90401
00000100:00100000:3.0:1767323177.937692:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90402
00000100:00100000:3.0:1767323177.937696:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816998912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323177.937705:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323177.937729:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816998912:12345-0@lo:38:kworker.0 Request processed in 32us (304us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323177.937735:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90402
00000100:00100000:3.0:1767323177.937744:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90403
00000100:00100000:3.0:1767323177.937748:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816999168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323177.937776:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323177.937802:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166816999168:12345-0@lo:38:kworker.0 Request processed in 52us (323us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323177.937807:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90403
00000100:00100000:3.0:1767323177.937826:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816998656
00000100:00100000:3.0:1767323177.937830:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816998656
00000100:00100000:3.0:1767323177.937850:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333
00000100:00100000:3.0:1767323177.937854:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816998656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323177.937863:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323177.937887:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816998656:12345-0@lo:38:kworker.0 Request processed in 31us (529us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323177.937893:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333
00000100:00080000:3.0:1767323177.937938:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323177.937943:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323177.937946:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816998528:0@lo:38:kworker.0
00000100:00080000:3.0:1767323177.937956:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323177.937959:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323177.937962:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816998656:0@lo:38:kworker.0
00000100:00080000:3.0:1767323177.937969:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323177.937972:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323177.937975:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816998912:0@lo:38:kworker.0
00000100:00080000:3.0:1767323177.937995:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323177.937998:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323177.938001:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166816999168:0@lo:38:kworker.0
00000100:00080000:3.0:1767323177.938106:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323177.938874:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323177.940904:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816998784
00000100:00100000:3.0:1767323177.940917:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816998784
00000100:00100000:3.0:1767323177.941014:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5783
00000100:00100000:3.0:1767323177.941025:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816998784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323177.941109:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816998784:12345-0@lo:400:kworker.0 Request processed in 85us (2234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323177.941116:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5783
00000100:00080000:2.0:1767323177.944542:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323177.944612:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816998784:0@lo:400:kworker.0
00000100:00100000:1.0:1767323177.950018:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166816999040:12345-0@lo:400:kworker.0 Request processed in 18965us (20654us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323177.950034:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5782
00000100:00100000:0.0:1767323177.950675:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166816999040:0@lo:400:kworker.0
00000100:00100000:2.0:1767323178.503040:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323178.951989:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323179.526943:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323179.975152:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323180.550856:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323180.715129:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323180.715175:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323180.715244:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758792576
00000100:00100000:1.0:1767323180.715261:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758792576
00000100:00100000:1.0:1767323180.715457:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758792448
00000100:00100000:1.0:1767323180.715461:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758792448
00000100:00080000:2.0:1767323180.715526:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323180.716336:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5784
00000100:00100000:0.0:1767323180.716358:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758792576:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323180.717156:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90404
00000100:00100000:3.0:1767323180.717166:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758792448:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323180.717186:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323180.717293:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758792448:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 127us (2117us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323180.717298:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90404
00000100:00100000:0.0:1767323180.719180:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758792576:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 2817us (4045us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323180.719198:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5784
00010000:00010000:2.0:1767323180.999169:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323181.574879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323182.023536:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323182.534964:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323182.534986:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816999296:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323182.535053:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323182.535107:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816999424:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323182.535183:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816999296
00000100:00100000:3.0:1767323182.535192:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816999296
00000100:00100000:3.0:1767323182.535263:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351
00000100:00100000:3.0:1767323182.535274:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816999296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323182.535304:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767323182.535387:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323182.535539:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166816999296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 267us (484us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323182.535548:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351
00000100:00100000:2.0:1767323182.535641:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166816999296:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323182.535703:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323182.535839:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816999424
00000100:00100000:3.0:1767323182.535843:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816999424
00000100:00100000:3.0:1767323182.535925:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352
00000100:00100000:3.0:1767323182.535932:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816999424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323182.535950:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323182.535997:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166816999424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323182.536003:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352
00000100:00100000:0.0:1767323182.536184:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166816999424:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767323182.536225:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323182.600450:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323183.046892:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323183.046902:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323183.046905:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323183.046910:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323183.046914:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323183.046921:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5720
00000100:00080000:2.0:1767323183.046927:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323183.046934:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323183.046972:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03100 x1853166816999552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323183.046995:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323183.046999:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00010000:00010000:1.0:1767323183.047000:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323183.047001:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323183.047008:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5720
00000100:00080000:2.0:1767323183.047011:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323183.047015:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323183.047027:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02680 x1853166816999680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323183.047103:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816999808:0@lo:400:kworker.0
00000100:00100000:3.0:1767323183.047141:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816999552:0@lo:38:kworker.0
00000100:00100000:0.0:1767323183.047169:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323183.047224:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816999808
00000100:00100000:1.0:1767323183.047232:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816999808
00000100:00080000:2.0:1767323183.047276:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323183.047281:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323183.047284:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323183.047288:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5720
00000100:00080000:2.0:1767323183.047290:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323183.047294:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323183.047310:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01180 x1853166816999936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323183.047311:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5785
00000100:00100000:1.0:1767323183.047325:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816999808:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323183.047362:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323183.047367:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323183.047369:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323183.047373:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5720
00000100:00080000:2.0:1767323183.047375:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323183.047379:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323183.047391:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166817000192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323183.047426:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323183.047435:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817000064:0@lo:400:kworker.0
00000100:00100000:3.0:1767323183.047443:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323183.047474:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323183.047480:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816999680:0@lo:38:kworker.0
00000100:00100000:3.0:1767323183.047513:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323183.047531:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816999552
00000100:00100000:2.0:1767323183.047536:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816999552
00000100:00100000:3.0:1767323183.047546:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816999936:0@lo:38:kworker.0
00000100:00100000:2.0:1767323183.047557:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817000064
00000100:00100000:2.0:1767323183.047560:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817000064
00000100:00100000:3.0:1767323183.047580:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323183.047581:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5786
00000100:00100000:2.0:1767323183.047588:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817000064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323183.047594:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817000192:0@lo:38:kworker.0
00000100:00100000:3.0:1767323183.047609:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323183.047637:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817000064:12345-0@lo:400:kworker.0 Request processed in 48us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323183.047641:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816999936
00000100:00100000:2.0:1767323183.047643:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5786
00000100:00100000:3.0:1767323183.047648:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816999936
00000100:00100000:2.0:1767323183.047660:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817000192
00000100:00100000:2.0:1767323183.047664:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817000192
00000100:00100000:3.0:1767323183.047672:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90405
00000100:00100000:3.0:1767323183.047680:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816999552:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323183.047685:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90406
00000100:00100000:2.0:1767323183.047689:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816999936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323183.047699:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767323183.047702:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323183.047737:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166816999936:12345-0@lo:38:kworker.0 Request processed in 47us (170us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323183.047742:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166816999552:12345-0@lo:38:kworker.0 Request processed in 60us (301us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323183.047779:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90406
00000100:00100000:1.0:1767323183.049009:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166816999808:12345-0@lo:400:kworker.0 Request processed in 1682us (1835us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323183.049070:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166816999808:0@lo:400:kworker.0
00000100:00080000:0.0:1767323183.049114:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323183.051320:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90405
00000100:00100000:3.0:1767323183.051360:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90407
00000100:00100000:3.0:1767323183.051367:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817000192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323183.051387:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323183.051469:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817000192:12345-0@lo:38:kworker.0 Request processed in 101us (3859us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323183.051475:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90407
00000100:00100000:3.0:1767323183.051503:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166816999680
00000100:00100000:3.0:1767323183.051510:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166816999680
00000100:00100000:3.0:1767323183.051542:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334
00000100:00100000:3.0:1767323183.051546:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816999680:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323183.051562:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323183.051852:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166816999680:12345-0@lo:38:kworker.0 Request processed in 303us (4337us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323183.051858:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334
00000100:00080000:3.0:1767323183.051971:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323183.051976:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323183.051980:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166816999936:0@lo:38:kworker.0
00000100:00080000:3.0:1767323183.051988:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323183.051991:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323183.051994:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817000192:0@lo:38:kworker.0
00000100:00080000:3.0:1767323183.052002:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323183.052005:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323183.052008:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166816999552:0@lo:38:kworker.0
00000100:00080000:3.0:1767323183.052014:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323183.052018:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323183.052020:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166816999680:0@lo:38:kworker.0
00000100:00100000:3.0:1767323183.052086:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817000064:0@lo:400:kworker.0
00000100:00100000:1.0:1767323183.052192:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5785
00000100:00100000:2.0:1767323183.623678:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323184.071151:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323184.647000:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323184.809826:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:1.0:1767323184.809948:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758792704 offset 0 length 520: 4
00000100:00100000:1.0:1767323184.809976:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323184.810245:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758792960
00000100:00100000:0.0:1767323184.810263:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758792960
00000100:00100000:2.0:1767323184.810274:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758792832
00000100:00100000:2.0:1767323184.810442:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758792832
00000100:00100000:0.0:1767323184.810479:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5787
00000100:00100000:0.0:1767323184.810544:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758792960:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323184.810624:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758792960:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (808us total) trans 0 rc 0/0
00000100:00080000:1.0:1767323184.810743:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323184.810843:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90408
00000100:00100000:2.0:1767323184.810851:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758792832:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323184.810875:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323184.810926:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758792832:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 74us (948us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323184.810932:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90408
00000100:00100000:0.0:1767323184.811222:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5787
00010000:00010000:2.0:1767323185.096566:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323185.670972:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323186.119161:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323186.694877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323187.142895:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323162/real 1767323162]  req@ffff8d4d4aa99880 x1853166816994560/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323187 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767323187.142928:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4aa99880 x1853166816994560/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323187 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767323187.142951:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323187.142978:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767323187.142984:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166816994560:0@lo:250:kworker.0
00000100:00080000:2.0:1767323187.143154:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323187.143160:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767323187.143162:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323187.143168:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5705
00000100:00080000:2.0:1767323187.143171:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323187.143233:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323187.143266:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01c00 x1853166817000320/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323187.143291:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323187.143295:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323187.143296:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323187.143300:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5725
00000100:00080000:2.0:1767323187.143302:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323187.143305:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323187.143320:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02d80 x1853166817000448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323187.143327:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323187.143330:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323187.143332:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323187.143351:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5725
00000100:00080000:2.0:1767323187.143353:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323187.143367:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323187.143388:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00380 x1853166817000576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323187.143437:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323187.143441:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323187.143443:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323187.143447:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5725
00000100:00080000:2.0:1767323187.143449:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323187.143453:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323187.143464:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00a80 x1853166817000832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323187.143484:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323187.143487:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323187.143489:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323187.143493:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5725
00000100:00080000:2.0:1767323187.143496:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323187.143499:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323187.143509:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02680 x1853166817001088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323187.143545:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817001344:0@lo:400:kworker.0
00000100:00100000:2.0:1767323187.143607:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323187.143679:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323187.143686:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817000704:0@lo:400:kworker.0
00000100:00100000:2.0:1767323187.143711:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323187.143741:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817001344
00000100:00100000:2.0:1767323187.143748:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817001344
00000100:00100000:2.0:1767323187.143860:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630
00000100:00100000:2.0:1767323187.143869:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817001344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323187.143919:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817001344:12345-0@lo:400:kworker.0 Request processed in 51us (311us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323187.143926:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630
00000100:00100000:2.0:1767323187.143982:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817001344:0@lo:400:kworker.0
00000100:00100000:0.0:1767323187.144307:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817000960:0@lo:400:kworker.0
00000100:00100000:0.0:1767323187.144338:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323187.144359:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323187.144365:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817001216:0@lo:400:kworker.0
00000100:00100000:0.0:1767323187.144398:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323187.144428:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817000704
00000100:00100000:0.0:1767323187.144432:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817000704
00000100:00100000:0.0:1767323187.144476:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817000960
00000100:00100000:0.0:1767323187.144479:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817000960
00000100:00100000:0.0:1767323187.144502:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5788
00000100:00100000:0.0:1767323187.144509:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817000704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323187.144540:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817000704:12345-0@lo:400:kworker.0 Request processed in 31us (828us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323187.144546:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5788
00000100:00100000:0.0:1767323187.144559:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5789
00000100:00100000:0.0:1767323187.144564:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817000960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323187.144590:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817000960:12345-0@lo:400:kworker.0 Request processed in 26us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323187.144596:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5789
00000100:00100000:0.0:1767323187.144619:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817001216
00000100:00100000:0.0:1767323187.144622:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817001216
00000100:00100000:0.0:1767323187.144644:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631
00000100:00100000:0.0:1767323187.144649:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817001216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323187.144688:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817001216:12345-0@lo:400:kworker.0 Request processed in 38us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323187.144693:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631
00000100:00100000:0.0:1767323187.144717:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817001216:0@lo:400:kworker.0
00000100:00100000:0.0:1767323187.144727:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817000960:0@lo:400:kworker.0
00000100:00080000:0.0:1767323187.144803:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323187.144807:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323187.144809:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323187.145006:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817000320:0@lo:250:kworker.0
00000400:00000100:3.0:1767323187.145033:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817000320 offset 0 length 520: 4
00000100:00100000:3.0:1767323187.145054:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817000448:0@lo:38:kworker.0
00000100:00100000:3.0:1767323187.145074:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323187.145100:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817000576:0@lo:38:kworker.0
00010000:00010000:1.0:1767323187.145107:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323187.145144:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323187.145169:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817000832:0@lo:38:kworker.0
00000100:00100000:3.0:1767323187.145190:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323187.145207:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817001088:0@lo:38:kworker.0
00000100:00100000:1.0:1767323187.145216:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817000576
00000100:00100000:1.0:1767323187.145223:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817000576
00000100:00100000:3.0:1767323187.145244:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323187.145275:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817000448
00000100:00100000:3.0:1767323187.145279:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817000448
00000100:00100000:1.0:1767323187.145281:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335
00000100:00100000:1.0:1767323187.145288:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817000576:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323187.145300:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817000832
00000100:00100000:3.0:1767323187.145304:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817000832
00010000:00020000:1.0:1767323187.145307:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323187.145318:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817001088
00000100:00100000:3.0:1767323187.145321:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817001088
00000100:00100000:3.0:1767323187.145335:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90409
00000100:00100000:3.0:1767323187.145340:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817000448:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323187.145351:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323187.145394:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817000448:12345-0@lo:38:kworker.0 Request processed in 52us (318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323187.145401:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90409
00000100:00100000:3.0:1767323187.145413:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90410
00000100:00100000:3.0:1767323187.145417:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817000832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323187.145429:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323187.145456:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817000832:12345-0@lo:38:kworker.0 Request processed in 37us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323187.145463:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90410
00000100:00100000:1.0:1767323187.145471:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817000576:12345-0@lo:38:kworker.0 Request processed in 180us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323187.145477:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90411
00000100:00100000:1.0:1767323187.145482:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335
00000100:00100000:3.0:1767323187.145487:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817001088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323187.145497:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323187.145526:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817001088:12345-0@lo:38:kworker.0 Request processed in 40us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323187.145534:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90411
00000100:00080000:3.0:1767323187.145563:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323187.145568:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323187.145572:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817000448:0@lo:38:kworker.0
00000100:00080000:3.0:1767323187.145580:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323187.145583:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323187.145586:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817000576:0@lo:38:kworker.0
00000100:00080000:3.0:1767323187.145593:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323187.145596:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323187.145599:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817000832:0@lo:38:kworker.0
00000100:00080000:3.0:1767323187.145607:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323187.145610:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323187.145613:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817001088:0@lo:38:kworker.0
00000100:00100000:2.0:1767323187.146840:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817000704:0@lo:400:kworker.0
00000100:00100000:3.0:1767323187.655013:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323187.655039:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817001472:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323187.655112:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323187.655429:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817001472
00000100:00100000:1.0:1767323187.655437:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817001472
00000100:00100000:1.0:1767323187.655530:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353
00000100:00100000:1.0:1767323187.655540:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817001472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323187.655569:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323187.655628:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817001472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (515us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323187.655635:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353
00000100:00100000:0.0:1767323187.655703:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817001600:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323187.655734:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323187.656037:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817001472:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323187.656119:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817001600
00000100:00100000:3.0:1767323187.656123:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817001600
00000100:00100000:3.0:1767323187.656154:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354
00000100:00100000:3.0:1767323187.656162:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817001600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323187.656177:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323187.656212:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817001600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (477us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323187.656219:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354
00000100:00100000:3.0:1767323187.656258:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817001600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323187.718945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323188.167077:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323188.743155:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323189.191368:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323189.766973:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323189.928632:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323189.928748:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323189.929149:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758793216
00000100:00100000:0.0:1767323189.929159:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758793216
00000100:00100000:0.0:1767323189.929234:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758793088
00000100:00100000:0.0:1767323189.929237:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758793088
00000100:00100000:0.0:1767323189.929257:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5790
00000100:00100000:0.0:1767323189.929265:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758793216:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323189.929335:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758793216:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 71us (713us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323189.929343:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5790
00000100:00100000:0.0:1767323189.929377:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90412
00000100:00100000:0.0:1767323189.929381:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758793088:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323189.929401:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323189.929425:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758793088:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (679us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323189.929431:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90412
00000100:00080000:1.0:1767323189.929625:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323190.221589:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323190.790909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323191.239203:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323191.815430:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323192.262977:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323192.262988:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323192.262992:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323192.262996:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323192.263001:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323192.263009:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5729
00000100:00080000:2.0:1767323192.263014:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323192.263021:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323192.263064:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166817001728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323192.263095:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323192.263099:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323192.263101:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323192.263105:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5729
00000100:00080000:2.0:1767323192.263108:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323192.263111:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323192.263124:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03480 x1853166817001856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323192.263168:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323192.263172:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323192.263173:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323192.263177:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5729
00000100:00080000:2.0:1767323192.263180:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323192.263183:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323192.263195:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00a80 x1853166817002112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323192.263221:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323192.263224:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323192.263226:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323192.263229:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5729
00000100:00080000:2.0:1767323192.263231:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323192.263234:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323192.263243:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02d80 x1853166817002368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323192.263309:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817002624:0@lo:400:kworker.0
00000100:00100000:1.0:1767323192.263393:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323192.263427:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817001728:0@lo:38:kworker.0
00000100:00100000:3.0:1767323192.263471:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323192.263495:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817001856:0@lo:38:kworker.0
00000100:00100000:1.0:1767323192.263499:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323192.263510:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817001984:0@lo:400:kworker.0
00000100:00100000:3.0:1767323192.263526:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323192.263542:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323192.263572:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817002112:0@lo:38:kworker.0
00000100:00100000:1.0:1767323192.263587:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817001728
00000100:00100000:1.0:1767323192.263595:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817001728
00000100:00100000:3.0:1767323192.263602:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323192.263621:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817002368:0@lo:38:kworker.0
00000100:00100000:1.0:1767323192.263625:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817001984
00000100:00100000:1.0:1767323192.263630:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817001984
00000100:00100000:3.0:1767323192.263646:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323192.263671:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817002112
00000100:00100000:1.0:1767323192.263675:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817002112
00000100:00100000:3.0:1767323192.263687:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817001856
00000100:00100000:1.0:1767323192.263689:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817002368
00000100:00100000:3.0:1767323192.263693:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817001856
00000100:00100000:1.0:1767323192.263695:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817002368
00000100:00100000:1.0:1767323192.263714:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5791
00000100:00100000:1.0:1767323192.263722:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817001984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323192.263812:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817001984:12345-0@lo:400:kworker.0 Request processed in 89us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323192.263820:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5791
00000100:00100000:3.0:1767323192.263826:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336
00000100:00100000:3.0:1767323192.263834:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817001856:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323192.263842:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90413
00000100:00100000:1.0:1767323192.263848:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817001728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323192.263855:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323192.263861:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323192.263894:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817001856:12345-0@lo:38:kworker.0 Request processed in 60us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323192.263901:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336
00000100:00100000:3.0:1767323192.263922:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90414
00000100:00100000:3.0:1767323192.263928:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817002112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323192.263937:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323192.263959:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817002112:12345-0@lo:38:kworker.0 Request processed in 30us (359us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323192.263965:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90414
00000100:00100000:3.0:1767323192.263977:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90415
00000100:00100000:3.0:1767323192.263980:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817002368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323192.263989:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323192.264010:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817002368:12345-0@lo:38:kworker.0 Request processed in 28us (365us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323192.264016:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90415
00000100:00080000:3.0:1767323192.264050:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323192.264055:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323192.264059:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817001856:0@lo:38:kworker.0
00000100:00080000:3.0:1767323192.264068:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323192.264071:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323192.264074:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817002112:0@lo:38:kworker.0
00000100:00080000:3.0:1767323192.264081:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323192.264084:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323192.264086:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817002368:0@lo:38:kworker.0
00000100:00080000:3.0:1767323192.264130:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323192.264166:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817001984:0@lo:400:kworker.0
00000100:00100000:1.0:1767323192.264297:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817001728:12345-0@lo:38:kworker.0 Request processed in 447us (824us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323192.264304:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90413
00000100:00100000:0.0:1767323192.264425:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817002240:0@lo:400:kworker.0
00000100:00100000:2.0:1767323192.264429:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817002624
00000100:00100000:2.0:1767323192.264435:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817002624
00000100:00100000:0.0:1767323192.264459:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323192.264483:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3632
00000100:00100000:0.0:1767323192.264485:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323192.264494:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817002624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323192.264496:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817002496:0@lo:400:kworker.0
00000100:00100000:0.0:1767323192.264539:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323192.264549:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817002624:12345-0@lo:400:kworker.0 Request processed in 58us (1155us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323192.264557:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632
00000100:00100000:2.0:1767323192.264575:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817002496
00000100:00100000:0.0:1767323192.264578:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817002240
00000100:00100000:2.0:1767323192.264579:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817002496
00000100:00100000:0.0:1767323192.264584:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817002240
00000100:00100000:2.0:1767323192.264614:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3633
00000100:00100000:2.0:1767323192.264623:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817002496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323192.264628:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5792
00000100:00100000:0.0:1767323192.264638:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817002240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323192.264664:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817002496:12345-0@lo:400:kworker.0 Request processed in 41us (123us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323192.264671:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3633
00000100:00100000:0.0:1767323192.264681:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817002240:12345-0@lo:400:kworker.0 Request processed in 43us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323192.264689:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5792
00000100:00080000:2.0:1767323192.264702:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323192.264707:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323192.264708:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767323192.264788:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323192.264815:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817002496:0@lo:400:kworker.0
00000100:00100000:2.0:1767323192.264830:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817002624:0@lo:400:kworker.0
00000100:00100000:0.0:1767323192.264834:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817002240:0@lo:400:kworker.0
00000100:00080000:3.0:1767323192.268813:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323192.268827:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323192.268832:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817001728:0@lo:38:kworker.0
00000100:00100000:2.0:1767323192.775017:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323192.775181:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817002752:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323192.775373:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323192.775515:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817002752
00000100:00100000:1.0:1767323192.775523:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817002752
00000100:00100000:1.0:1767323192.776002:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355
00000100:00100000:1.0:1767323192.776012:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817002752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323192.776042:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323192.776169:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817002752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (796us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323192.776178:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355
00000100:00100000:2.0:1767323192.780057:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817002752:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323192.791096:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817002880:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323192.791177:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323192.796094:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817002880
00000100:00100000:2.0:1767323192.796110:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817002880
00000100:00100000:2.0:1767323192.796184:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356
00000100:00100000:2.0:1767323192.796193:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817002880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323192.796226:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323192.796315:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817002880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (5138us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323192.796334:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356
00000100:00100000:1.0:1767323192.796390:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817002880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323192.841354:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323193.287032:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323193.868002:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323194.310954:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323194.887832:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323195.053886:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323195.054107:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758793472
00000100:00100000:0.0:1767323195.054119:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758793472
00000100:00100000:0.0:1767323195.054318:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5793
00000100:00100000:0.0:1767323195.054329:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758793472:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323195.054418:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758793472:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 90us (540us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323195.054426:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5793
00000100:00100000:1.0:1767323195.054624:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323195.055804:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758793344
00000100:00100000:0.0:1767323195.055816:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758793344
00000100:00100000:0.0:1767323195.055873:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90416
00000100:00100000:0.0:1767323195.055882:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758793344:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323195.055909:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323195.055988:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758793344:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 97us (1355us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323195.055997:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90416
00000100:00080000:2.0:1767323195.056410:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323195.335151:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323195.910895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323196.359132:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323196.935013:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323197.382880:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323197.382890:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323197.382894:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323197.382899:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323197.382903:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323197.382912:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5734
00000100:00080000:2.0:1767323197.382917:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323197.382924:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323197.382966:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166817003008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323197.382996:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323197.382999:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323197.383002:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323197.383007:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5734
00010000:00010000:3.0:1767323197.383009:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323197.383012:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323197.383020:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323197.383036:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00380 x1853166817003136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323197.383079:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323197.383120:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323197.383121:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323197.383125:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5734
00000100:00080000:2.0:1767323197.383128:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323197.383132:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323197.383144:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02680 x1853166817003392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323197.383185:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323197.383188:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323197.383190:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323197.383194:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5734
00000100:00080000:2.0:1767323197.383196:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323197.383199:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323197.383210:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00a80 x1853166817003648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323197.383247:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817003520:0@lo:400:kworker.0
00000100:00100000:2.0:1767323197.383333:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323197.383385:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323197.383389:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817003776:0@lo:400:kworker.0
00000100:00100000:2.0:1767323197.383407:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323197.383554:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817003776
00000100:00100000:0.0:1767323197.383560:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817003776
00000100:00100000:0.0:1767323197.383625:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3634
00000100:00100000:0.0:1767323197.383634:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817003776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323197.383688:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817003776:12345-0@lo:400:kworker.0 Request processed in 55us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323197.383695:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3634
00000100:00100000:0.0:1767323197.383723:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817003008:0@lo:38:kworker.0
00000100:00100000:0.0:1767323197.383747:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323197.383786:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817003136:0@lo:38:kworker.0
00000100:00100000:3.0:1767323197.383804:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817003904:0@lo:400:kworker.0
00000100:00100000:0.0:1767323197.383813:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323197.383844:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817003392:0@lo:38:kworker.0
00000100:00100000:3.0:1767323197.383845:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323197.383872:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323197.383880:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817003264:0@lo:400:kworker.0
00000100:00100000:0.0:1767323197.383887:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323197.383913:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817003648:0@lo:38:kworker.0
00000100:00100000:3.0:1767323197.383916:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323197.383948:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323197.383955:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817003136
00000100:00100000:3.0:1767323197.383960:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817003136
00000100:00100000:0.0:1767323197.383991:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817003520
00000100:00100000:3.0:1767323197.383991:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337
00000100:00100000:0.0:1767323197.383997:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817003520
00000100:00100000:3.0:1767323197.384002:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817003136:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323197.384027:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817003008
00000100:00100000:0.0:1767323197.384031:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817003008
00000100:00100000:0.0:1767323197.384039:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817003392
00000100:00100000:0.0:1767323197.384041:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817003392
00010000:00020000:3.0:1767323197.384047:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323197.384050:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817003264
00000100:00100000:0.0:1767323197.384053:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817003264
00000100:00100000:0.0:1767323197.384071:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817003648
00000100:00100000:0.0:1767323197.384074:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817003648
00000100:00100000:0.0:1767323197.384086:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5794
00000100:00100000:0.0:1767323197.384094:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817003520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323197.384094:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817003136:12345-0@lo:38:kworker.0 Request processed in 93us (279us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323197.384107:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337
00000100:00100000:0.0:1767323197.384129:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817003520:12345-0@lo:400:kworker.0 Request processed in 36us (795us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323197.384135:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5794
00000100:00080000:2.0:1767323197.384783:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323197.384788:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323197.387336:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5795
00000100:00100000:0.0:1767323197.387352:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90417
00000100:00100000:0.0:1767323197.387361:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817003008:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323197.387369:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817003264:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767323197.387389:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323197.387437:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90418
00000100:00100000:1.0:1767323197.387446:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817003392:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323197.387461:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817003008:12345-0@lo:38:kworker.0 Request processed in 99us (3711us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767323197.387461:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323197.387470:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817003264:12345-0@lo:400:kworker.0 Request processed in 119us (3554us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323197.387476:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90417
00000100:00100000:3.0:1767323197.387486:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5795
00000100:00100000:1.0:1767323197.387504:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817003392:12345-0@lo:38:kworker.0 Request processed in 57us (3618us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323197.387513:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90419
00000100:00100000:0.0:1767323197.387520:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817003648:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323197.387523:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90418
00010000:00020000:0.0:1767323197.387536:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323197.387567:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817003648:12345-0@lo:38:kworker.0 Request processed in 46us (3618us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323197.387570:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817003264:0@lo:400:kworker.0
00000100:00100000:0.0:1767323197.387577:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90419
00000100:00080000:3.0:1767323197.387617:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323197.387620:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817003904
00000100:00080000:3.0:1767323197.387625:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323197.387628:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817003904
00000100:00100000:3.0:1767323197.387630:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817003008:0@lo:38:kworker.0
00000100:00080000:3.0:1767323197.387645:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323197.387649:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323197.387653:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817003136:0@lo:38:kworker.0
00000100:00080000:3.0:1767323197.387665:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323197.387670:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323197.387674:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817003392:0@lo:38:kworker.0
00000100:00100000:0.0:1767323197.387679:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3635
00000100:00080000:3.0:1767323197.387688:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323197.387689:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817003904:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323197.387694:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323197.387699:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817003648:0@lo:38:kworker.0
00000100:00100000:0.0:1767323197.387736:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817003904:12345-0@lo:400:kworker.0 Request processed in 48us (3893us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323197.387742:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817003904:0@lo:400:kworker.0
00000100:00100000:0.0:1767323197.387746:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3635
00000100:00100000:1.0:1767323197.387783:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817003776:0@lo:400:kworker.0
00000100:00080000:3.0:1767323197.387791:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323197.387807:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817003520:0@lo:400:kworker.0
00000100:00100000:0.0:1767323197.895001:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323197.895027:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817004032:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323197.895101:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323197.895152:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817004032
00000100:00100000:3.0:1767323197.895169:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817004032
00000100:00100000:3.0:1767323197.895272:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357
00000100:00100000:3.0:1767323197.895293:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817004032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323197.895356:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323197.895410:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817004032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (308us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323197.895417:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357
00000100:00100000:2.0:1767323197.895969:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817004032:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323197.896255:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817004160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323197.896301:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323197.896704:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817004160
00000100:00100000:3.0:1767323197.896710:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817004160
00000100:00100000:3.0:1767323197.896789:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358
00000100:00100000:3.0:1767323197.896798:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817004160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323197.896834:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323197.897101:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817004160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 304us (798us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323197.897109:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358
00000100:00100000:2.0:1767323197.897803:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817004160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323197.963412:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323198.407177:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323198.982864:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323199.431250:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323200.007415:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323200.168187:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323200.169025:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323200.170439:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758793600
00000100:00100000:2.0:1767323200.170458:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758793600
00000100:00100000:2.0:1767323200.170520:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758793728
00000100:00100000:2.0:1767323200.170524:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758793728
00000100:00100000:1.0:1767323200.170692:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90420
00000100:00100000:1.0:1767323200.170704:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758793600:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323200.170746:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323200.170850:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758793600:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 146us (2676us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323200.170858:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90420
00000100:00100000:2.0:1767323200.171025:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5796
00000100:00100000:2.0:1767323200.171036:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758793728:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323200.171089:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758793728:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 56us (2068us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323200.171100:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5796
00000100:00080000:3.0:1767323200.172347:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323200.454977:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323201.030895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323201.478910:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323202.055117:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323202.502911:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323202.502922:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323202.502925:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323202.502929:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323202.502933:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323202.502951:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5739
00000100:00080000:2.0:1767323202.502957:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323202.502964:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323202.503004:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841880 x1853166817004288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323202.503021:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323202.503024:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323202.503026:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323202.503031:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5739
00000100:00080000:2.0:1767323202.503033:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323202.503037:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323202.503051:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b800 x1853166817004416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323202.503137:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323202.503154:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817004288:0@lo:38:kworker.0
00000100:00080000:2.0:1767323202.503158:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323202.503163:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323202.503181:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323202.503193:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5739
00000100:00080000:2.0:1767323202.503196:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323202.503200:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323202.503214:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939180 x1853166817004672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323202.503258:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323202.503262:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00010000:00010000:0.0:1767323202.503265:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323202.503265:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323202.503272:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5739
00000100:00080000:2.0:1767323202.503274:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323202.503278:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323202.503290:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938000 x1853166817004928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323202.503300:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323202.503314:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817005056:0@lo:400:kworker.0
00000100:00100000:3.0:1767323202.503341:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323202.503358:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323202.503393:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817004416:0@lo:38:kworker.0
00000100:00100000:3.0:1767323202.503413:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323202.503546:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817005184:0@lo:400:kworker.0
00000100:00100000:1.0:1767323202.503580:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323202.503589:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817004288
00000100:00100000:3.0:1767323202.503597:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817004288
00000100:00100000:0.0:1767323202.503605:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817004800:0@lo:400:kworker.0
00000100:00100000:1.0:1767323202.503624:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817004544:0@lo:400:kworker.0
00000100:00100000:0.0:1767323202.503637:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323202.503648:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817004800
00000100:00100000:3.0:1767323202.503652:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817004800
00000100:00100000:1.0:1767323202.503660:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323202.503683:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817005056
00000100:00100000:0.0:1767323202.503688:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817005056
00000100:00100000:3.0:1767323202.503688:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817004544
00000100:00100000:3.0:1767323202.503694:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817004544
00000100:00100000:3.0:1767323202.503721:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5797
00000100:00100000:3.0:1767323202.503727:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817004800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323202.503730:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817005184
00000100:00100000:1.0:1767323202.503732:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5798
00000100:00100000:0.0:1767323202.503736:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817005184
00000100:00100000:1.0:1767323202.503747:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817004544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323202.503785:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636
00000100:00100000:3.0:1767323202.503790:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817004800:12345-0@lo:400:kworker.0 Request processed in 63us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323202.503797:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817005056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323202.503798:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5797
00000100:00100000:3.0:1767323202.503815:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90421
00000100:00100000:3.0:1767323202.503819:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817004288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323202.503835:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323202.503841:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817005056:12345-0@lo:400:kworker.0 Request processed in 46us (483us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323202.503848:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636
00000100:00100000:3.0:1767323202.503863:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817004288:12345-0@lo:38:kworker.0 Request processed in 41us (522us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323202.503869:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637
00000100:00100000:3.0:1767323202.503872:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90421
00000100:00100000:0.0:1767323202.503884:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817005184:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323202.503893:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323202.503898:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323202.503901:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323202.503919:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817004544:12345-0@lo:400:kworker.0 Request processed in 176us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323202.503931:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817005056:0@lo:400:kworker.0
00000100:00100000:0.0:1767323202.503933:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817005184:12345-0@lo:400:kworker.0 Request processed in 50us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323202.503933:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5798
00000100:00100000:3.0:1767323202.503944:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817004800:0@lo:400:kworker.0
00000100:00100000:0.0:1767323202.503946:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637
00000100:00100000:3.0:1767323202.503971:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817004672:0@lo:38:kworker.0
00000100:00100000:3.0:1767323202.503990:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323202.504004:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817004928:0@lo:38:kworker.0
00000100:00100000:3.0:1767323202.504016:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323202.504038:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817004672
00000100:00100000:1.0:1767323202.504044:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817004672
00000100:00100000:1.0:1767323202.504063:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817004928
00000100:00100000:1.0:1767323202.504065:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817004928
00000100:00100000:1.0:1767323202.504078:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90422
00000100:00100000:1.0:1767323202.504082:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817004672:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323202.504092:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323202.504115:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817004672:12345-0@lo:38:kworker.0 Request processed in 32us (124us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323202.504121:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90422
00000100:00100000:1.0:1767323202.504132:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90423
00000100:00100000:1.0:1767323202.504136:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817004928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323202.504145:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323202.504161:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323202.504168:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817004928:12345-0@lo:38:kworker.0 Request processed in 29us (149us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323202.504168:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323202.504184:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817004288:0@lo:38:kworker.0
00000100:00100000:1.0:1767323202.504194:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90423
00000100:00080000:3.0:1767323202.504217:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323202.504223:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323202.504227:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817004672:0@lo:38:kworker.0
00000100:00100000:1.0:1767323202.504244:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817005184:0@lo:400:kworker.0
00000100:00080000:3.0:1767323202.504247:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323202.504253:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323202.504258:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817004928:0@lo:38:kworker.0
00000100:00100000:1.0:1767323202.504265:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817004544:0@lo:400:kworker.0
00000100:00100000:3.0:1767323202.504360:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817004416
00000100:00100000:3.0:1767323202.504365:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817004416
00000100:00100000:3.0:1767323202.504394:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338
00000100:00100000:3.0:1767323202.504399:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817004416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323202.504410:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323202.504440:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817004416:12345-0@lo:38:kworker.0 Request processed in 40us (1027us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323202.504446:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338
00000100:00080000:3.0:1767323202.504467:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323202.504471:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323202.504474:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817004416:0@lo:38:kworker.0
00000100:00100000:1.0:1767323203.016628:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323203.016651:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817005312:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323203.016718:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323203.017138:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817005440:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323203.017162:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323203.017388:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817005312
00000100:00100000:0.0:1767323203.017397:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817005312
00000100:00100000:0.0:1767323203.017458:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817005440
00000100:00100000:0.0:1767323203.017471:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817005440
00000100:00100000:0.0:1767323203.017501:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359
00000100:00100000:0.0:1767323203.017510:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817005312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323203.017535:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323203.017584:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817005312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (866us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323203.017589:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359
00000100:00100000:0.0:1767323203.017601:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360
00000100:00100000:0.0:1767323203.017604:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817005440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323203.017615:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323203.017633:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817005440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 28us (470us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323203.017639:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360
00000100:00100000:0.0:1767323203.017743:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817005312:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323203.017752:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817005440:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323203.078892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323203.527615:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323204.102914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323204.550908:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323205.126938:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323205.291839:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323205.291891:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323205.291984:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758793984
00000100:00100000:2.0:1767323205.291994:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758793984
00000100:00100000:2.0:1767323205.292066:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758793856
00000100:00100000:2.0:1767323205.292069:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758793856
00000100:00100000:2.0:1767323205.292087:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5799
00000100:00100000:2.0:1767323205.292097:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758793984:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323205.292168:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758793984:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 72us (340us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323205.292176:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5799
00000100:00080000:0.0:1767323205.292183:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323205.292196:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90424
00000100:00100000:2.0:1767323205.292201:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758793856:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323205.292232:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323205.292258:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758793856:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 55us (366us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323205.292264:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90424
00010000:00010000:3.0:1767323205.576993:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323206.150961:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323206.601816:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323207.177250:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323207.623232:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323207.624498:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323207.624505:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323207.624507:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323207.624510:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323207.624514:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323207.624520:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5745
00000100:00080000:1.0:1767323207.624524:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323207.624529:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323207.624563:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dca80 x1853166817005568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323207.624586:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323207.624589:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323207.624590:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323207.624593:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5745
00000100:00080000:1.0:1767323207.624594:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323207.624596:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323207.624605:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dc000 x1853166817005696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323207.624636:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323207.624640:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323207.624642:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323207.624645:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5745
00000100:00080000:1.0:1767323207.624648:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323207.624650:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323207.624661:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756df100 x1853166817005952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323207.624689:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323207.624692:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323207.624694:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323207.624698:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5745
00000100:00080000:1.0:1767323207.624700:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323207.624704:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323207.624715:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dc380 x1853166817006208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323207.624721:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323207.624740:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817005824:0@lo:400:kworker.0
00000100:00100000:1.0:1767323207.624834:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817006336:0@lo:400:kworker.0
00000100:00100000:3.0:1767323207.624854:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323207.624871:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323207.624926:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817006464:0@lo:400:kworker.0
00000100:00100000:1.0:1767323207.624931:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323207.624937:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817006080:0@lo:400:kworker.0
00000100:00100000:1.0:1767323207.624960:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323207.624972:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323207.624985:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817005824
00000100:00100000:1.0:1767323207.624991:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817005824
00000100:00100000:3.0:1767323207.625021:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817006080
00000100:00100000:3.0:1767323207.625027:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817006080
00000100:00100000:1.0:1767323207.625037:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5800
00000100:00100000:1.0:1767323207.625044:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817005824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323207.625063:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5801
00000100:00100000:3.0:1767323207.625073:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817006080:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323207.625090:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817005824:12345-0@lo:400:kworker.0 Request processed in 45us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323207.625099:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5800
00000100:00100000:3.0:1767323207.625132:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817006080:12345-0@lo:400:kworker.0 Request processed in 60us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323207.625140:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5801
00000100:00100000:1.0:1767323207.625141:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817006336
00000100:00100000:1.0:1767323207.625147:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817006336
00000100:00100000:1.0:1767323207.625177:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817006464
00000100:00100000:1.0:1767323207.625181:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817006464
00000100:00100000:3.0:1767323207.625194:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817006080:0@lo:400:kworker.0
00000100:00100000:1.0:1767323207.625218:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638
00000100:00100000:1.0:1767323207.625226:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817006336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323207.625232:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3639
00000100:00100000:3.0:1767323207.625242:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817006464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323207.625267:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817006336:12345-0@lo:400:kworker.0 Request processed in 42us (396us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323207.625274:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638
00000100:00100000:3.0:1767323207.625285:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817006464:12345-0@lo:400:kworker.0 Request processed in 43us (313us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323207.625293:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3639
00000100:00100000:3.0:1767323207.625326:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817006336:0@lo:400:kworker.0
00000100:00100000:3.0:1767323207.625361:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817006464:0@lo:400:kworker.0
00000100:00100000:3.0:1767323207.625371:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817005824:0@lo:400:kworker.0
00000100:00080000:0.0:1767323207.625509:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323207.625514:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323207.625516:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323207.625529:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817005568:0@lo:38:kworker.0
00000100:00100000:0.0:1767323207.625558:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323207.625583:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817005696:0@lo:38:kworker.0
00000100:00100000:0.0:1767323207.625605:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323207.625633:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817005952:0@lo:38:kworker.0
00000100:00100000:0.0:1767323207.625652:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323207.625676:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817006208:0@lo:38:kworker.0
00000100:00100000:0.0:1767323207.625696:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323207.625775:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817005568
00000100:00100000:2.0:1767323207.625779:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817005568
00000100:00100000:2.0:1767323207.625829:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817005952
00000100:00100000:2.0:1767323207.625832:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817005952
00000100:00100000:2.0:1767323207.625847:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817006208
00000100:00100000:2.0:1767323207.625849:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817006208
00000100:00100000:2.0:1767323207.625863:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90425
00000100:00100000:2.0:1767323207.625868:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817005568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323207.625883:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323207.625914:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90426
00000100:00100000:3.0:1767323207.625920:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817005952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323207.625932:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323207.625943:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817005568:12345-0@lo:38:kworker.0 Request processed in 73us (383us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323207.625948:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90425
00000100:00100000:3.0:1767323207.625967:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817005952:12345-0@lo:38:kworker.0 Request processed in 44us (312us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323207.625968:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90427
00000100:00100000:2.0:1767323207.625975:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817006208:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323207.625981:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90426
00010000:00020000:2.0:1767323207.625984:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323207.626012:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817006208:12345-0@lo:38:kworker.0 Request processed in 38us (316us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323207.626017:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90427
00000100:00080000:2.0:1767323207.626039:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323207.626043:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323207.626045:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817005568:0@lo:38:kworker.0
00000100:00080000:2.0:1767323207.626049:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323207.626051:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323207.626053:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817005952:0@lo:38:kworker.0
00000100:00080000:2.0:1767323207.626057:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323207.626059:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323207.626060:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817006208:0@lo:38:kworker.0
00000100:00100000:1.0:1767323207.626561:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817005696
00000100:00100000:1.0:1767323207.626566:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817005696
00000100:00100000:1.0:1767323207.626598:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339
00000100:00100000:1.0:1767323207.626603:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817005696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323207.626612:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323207.626648:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817005696:12345-0@lo:38:kworker.0 Request processed in 44us (1041us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323207.626654:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339
00000100:00080000:2.0:1767323207.626819:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323207.626824:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323207.626827:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817005696:0@lo:38:kworker.0
00000100:00100000:2.0:1767323208.135118:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817006592:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323208.135205:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323208.135509:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817006592
00000100:00100000:1.0:1767323208.135517:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817006592
00000100:00100000:1.0:1767323208.135575:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361
00000100:00100000:1.0:1767323208.135585:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817006592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323208.135616:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323208.135792:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323208.135802:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817006720:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323208.135830:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323208.136452:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817006592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 866us (1244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323208.136462:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361
00000100:00100000:1.0:1767323208.136479:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817006720
00000100:00100000:1.0:1767323208.136483:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817006720
00000100:00100000:1.0:1767323208.136502:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362
00000100:00100000:1.0:1767323208.136508:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817006720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323208.136524:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323208.136554:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817006720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (723us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323208.136559:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362
00000100:00100000:3.0:1767323208.137595:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817006720:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323208.139613:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817006592:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323208.199194:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323208.646925:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323209.222901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323209.671198:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323210.246941:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323210.407552:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323210.407596:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323210.407683:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758794112
00000100:00100000:0.0:1767323210.407693:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758794112
00000100:00100000:0.0:1767323210.407732:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758794240
00000100:00100000:0.0:1767323210.407734:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758794240
00000100:00100000:0.0:1767323210.407806:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5802
00000100:00100000:0.0:1767323210.407816:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758794240:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:1.0:1767323210.407833:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323210.407876:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90428
00000100:00100000:1.0:1767323210.407885:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758794112:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:0.0:1767323210.407889:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758794240:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 72us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323210.407897:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5802
00010000:00020000:1.0:1767323210.407909:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323210.407944:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758794112:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (401us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323210.407951:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90428
00000400:00000100:3.0:1767323210.412916:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758794368 offset 0 length 520: 4
00010000:00010000:2.0:1767323210.698287:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323211.273216:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323211.720395:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323212.294884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323212.742944:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323212.743146:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323187/real 1767323187]  req@ffff8d4d50a01c00 x1853166817000320/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323212 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323212.743187:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d50a01c00 x1853166817000320/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323212 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323212.743210:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323212.743233:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323212.743237:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817000320:0@lo:250:kworker.0
00000100:00080000:1.0:1767323212.743427:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323212.743435:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767323212.743438:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323212.743444:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5729
00000100:00080000:1.0:1767323212.743450:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323212.743459:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323212.743505:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dc380 x1853166817006848/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323212.743568:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817006848:0@lo:250:kworker.0
00000400:00000100:2.0:1767323212.743631:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817006848 offset 0 length 520: 4
00000100:00080000:1.0:1767323212.744093:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323212.744099:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323212.744101:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323212.744106:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5750
00000100:00080000:1.0:1767323212.744109:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323212.744113:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323212.744135:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756df100 x1853166817006976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323212.747749:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817006976:0@lo:38:kworker.0
00000100:00100000:2.0:1767323212.747874:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323212.748105:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323212.748112:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323212.748117:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323212.748123:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5750
00000100:00080000:1.0:1767323212.748128:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323212.748135:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323212.748188:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dca80 x1853166817007104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323212.748239:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323212.748243:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323212.748245:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323212.748249:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5750
00000100:00080000:1.0:1767323212.748252:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323212.748256:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323212.748268:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dd180 x1853166817007360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323212.748413:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817007104:0@lo:38:kworker.0
00000100:00100000:0.0:1767323212.748453:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323212.748474:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817007360:0@lo:38:kworker.0
00000100:00100000:0.0:1767323212.748496:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323212.750427:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323212.750440:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323212.750446:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323212.750455:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5750
00000100:00080000:1.0:1767323212.750461:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323212.750470:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323212.750482:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817007104
00000100:00100000:0.0:1767323212.750498:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817007104
00000100:00100000:1.0:1767323212.750528:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756de300 x1853166817007616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323212.750573:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340
00000100:00100000:0.0:1767323212.750584:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817007104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323212.750610:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323212.750641:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817007232:0@lo:400:kworker.0
00000100:00100000:1.0:1767323212.750710:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323212.750752:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323212.750776:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817007872:0@lo:400:kworker.0
00000100:00100000:1.0:1767323212.750804:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323212.750851:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817007488:0@lo:400:kworker.0
00000100:00100000:1.0:1767323212.750880:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323212.750903:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323212.750909:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817007744:0@lo:400:kworker.0
00000100:00100000:0.0:1767323212.750928:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817007104:12345-0@lo:38:kworker.0 Request processed in 342us (2470us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323212.750941:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323212.750951:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340
00000100:00100000:0.0:1767323212.751000:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817006976
00000100:00100000:0.0:1767323212.751005:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817006976
00000100:00100000:0.0:1767323212.751024:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817007360
00000100:00100000:0.0:1767323212.751027:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817007360
00000100:00100000:0.0:1767323212.751037:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817007232
00000100:00100000:0.0:1767323212.751039:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817007232
00000100:00100000:0.0:1767323212.751073:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817007488
00000100:00100000:0.0:1767323212.751077:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817007488
00000100:00100000:3.0:1767323212.751133:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5803
00000100:00100000:3.0:1767323212.751162:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817007232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323212.751226:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817007232:12345-0@lo:400:kworker.0 Request processed in 74us (515us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323212.751234:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5803
00000100:00100000:3.0:1767323212.751255:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5804
00000100:00100000:3.0:1767323212.751262:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817007488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323212.751332:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817007872
00000100:00100000:1.0:1767323212.751339:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817007872
00000100:00100000:1.0:1767323212.751376:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817007744
00000100:00100000:1.0:1767323212.751379:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817007744
00000100:00100000:1.0:1767323212.751399:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640
00000100:00100000:1.0:1767323212.751406:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817007872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323212.751439:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817007872:12345-0@lo:400:kworker.0 Request processed in 33us (633us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323212.751446:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640
00000100:00100000:1.0:1767323212.751458:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641
00000100:00100000:1.0:1767323212.751463:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817007744:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323212.751502:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90429
00000100:00100000:0.0:1767323212.751511:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817006976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323212.751526:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323212.751583:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817006976:12345-0@lo:38:kworker.0 Request processed in 71us (3708us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323212.751587:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90430
00000100:00100000:0.0:1767323212.751605:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90429
00000100:00100000:2.0:1767323212.751606:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817007360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323212.751628:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323212.751635:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323212.751641:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323212.751645:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323212.751678:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817007360:12345-0@lo:38:kworker.0 Request processed in 77us (3179us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323212.751686:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90430
00000100:00100000:2.0:1767323212.751777:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817007872:0@lo:400:kworker.0
00000100:00100000:2.0:1767323212.751789:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817007232:0@lo:400:kworker.0
00000100:00100000:2.0:1767323212.754660:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817007616:0@lo:38:kworker.0
00000100:00100000:2.0:1767323212.754779:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323212.754859:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323212.754866:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323212.754872:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817007104:0@lo:38:kworker.0
00000100:00080000:2.0:1767323212.754893:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323212.754896:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817007616
00000100:00080000:2.0:1767323212.754899:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323212.754907:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817007360:0@lo:38:kworker.0
00000100:00100000:0.0:1767323212.754914:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817007616
00000100:00080000:2.0:1767323212.754923:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323212.754931:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323212.754936:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817006976:0@lo:38:kworker.0
00000100:00100000:0.0:1767323212.754968:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90431
00000100:00100000:0.0:1767323212.754974:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817007616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323212.754998:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323212.755080:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817007616:12345-0@lo:38:kworker.0 Request processed in 104us (301us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323212.755087:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90431
00000100:00100000:3.0:1767323212.756253:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817007488:12345-0@lo:400:kworker.0 Request processed in 4982us (5362us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323212.756363:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5804
00000100:00080000:2.0:1767323212.756505:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323212.756516:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323212.756520:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817007616:0@lo:38:kworker.0
00000100:00100000:1.0:1767323212.756632:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817007744:12345-0@lo:400:kworker.0 Request processed in 5165us (5696us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323212.756644:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817007744:0@lo:400:kworker.0
00000100:00100000:1.0:1767323212.756646:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641
00000100:00100000:0.0:1767323212.756693:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817007488:0@lo:400:kworker.0
00000100:00100000:2.0:1767323213.255029:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817008000:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323213.255144:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323213.255291:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817008128:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323213.255331:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323213.255398:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817008000
00000100:00100000:2.0:1767323213.255407:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817008000
00000100:00100000:3.0:1767323213.255452:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817008128
00000100:00100000:3.0:1767323213.255459:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817008128
00000100:00100000:2.0:1767323213.255471:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363
00000100:00100000:2.0:1767323213.255483:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817008000:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323213.255501:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364
00002000:00000024:2.0:1767323213.255517:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323213.255569:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817008000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (435us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323213.255589:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817008128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323213.255783:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323213.256050:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363
00000100:00100000:2.0:1767323213.256112:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817008000:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323213.256285:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817008128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 699us (952us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323213.256287:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817008128:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323213.256299:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364
00000100:00100000:1.0:1767323213.318947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323213.767202:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323214.343017:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323214.794220:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323215.366929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323215.528902:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323215.529000:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758794624
00000100:00100000:1.0:1767323215.529013:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758794624
00000100:00100000:1.0:1767323215.529154:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5805
00000100:00080000:0.0:1767323215.529156:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323215.529168:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758794624:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323215.529274:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758794624:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 109us (387us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323215.529283:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5805
00000100:00100000:0.0:1767323215.536932:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323215.538052:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758794496
00000100:00100000:2.0:1767323215.538067:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758794496
00000100:00100000:2.0:1767323215.538138:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90432
00000100:00100000:2.0:1767323215.538154:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758794496:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323215.538186:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323215.538278:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758794496:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 124us (1371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323215.538641:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90432
00010000:00010000:3.0:1767323215.815079:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323216.391053:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323216.838991:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323217.418364:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323217.862952:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323217.862966:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323217.862970:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323217.862976:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323217.862982:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323217.862992:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5755
00000100:00080000:3.0:1767323217.863001:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323217.863011:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323217.863062:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03b80 x1853166817008256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1767323217.863066:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323217.863083:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323217.863086:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323217.863088:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323217.863103:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5755
00000100:00080000:3.0:1767323217.863106:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323217.863110:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323217.863126:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00380 x1853166817008384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323217.863153:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817008256:0@lo:38:kworker.0
00000100:00100000:1.0:1767323217.863196:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817008512:0@lo:400:kworker.0
00000100:00100000:0.0:1767323217.863255:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323217.863282:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323217.863287:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323217.863289:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323217.863294:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5755
00000100:00080000:3.0:1767323217.863297:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323217.863302:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323217.863321:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306e680 x1853166817008640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323217.863349:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817008384:0@lo:38:kworker.0
00000100:00080000:3.0:1767323217.863353:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323217.863358:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323217.863360:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323217.863364:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5755
00000100:00080000:3.0:1767323217.863367:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323217.863371:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323217.863384:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306f480 x1853166817008896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323217.863396:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323217.863429:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817008640:0@lo:38:kworker.0
00000100:00100000:1.0:1767323217.863450:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817008256
00000100:00100000:0.0:1767323217.863458:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323217.863459:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817008256
00000100:00100000:0.0:1767323217.863492:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817008896:0@lo:38:kworker.0
00000100:00100000:1.0:1767323217.863502:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817008640
00000100:00100000:1.0:1767323217.863507:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817008640
00000100:00100000:0.0:1767323217.863527:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323217.863532:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90433
00000100:00100000:1.0:1767323217.863542:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817008256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323217.863566:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323217.863595:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817008384
00000100:00100000:0.0:1767323217.863599:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817008384
00000100:00100000:1.0:1767323217.863621:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817008256:12345-0@lo:38:kworker.0 Request processed in 78us (366us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323217.863629:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341
00000100:00100000:1.0:1767323217.863633:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90433
00000100:00100000:0.0:1767323217.863639:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817008384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323217.863651:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323217.863654:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817008896
00000100:00100000:1.0:1767323217.863660:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817008896
00000100:00100000:0.0:1767323217.863681:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817008384:12345-0@lo:38:kworker.0 Request processed in 42us (286us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323217.863684:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90434
00000100:00100000:1.0:1767323217.863692:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817008640:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323217.863697:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341
00010000:00020000:1.0:1767323217.863707:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323217.863726:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90435
00000100:00100000:0.0:1767323217.863733:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817008896:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323217.863739:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817008640:12345-0@lo:38:kworker.0 Request processed in 46us (280us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767323217.863744:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323217.863749:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90434
00000100:00100000:0.0:1767323217.863793:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817008896:12345-0@lo:38:kworker.0 Request processed in 60us (271us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323217.863799:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90435
00000100:00100000:0.0:1767323217.863822:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323217.863824:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323217.863830:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323217.863835:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817008640:0@lo:38:kworker.0
00000100:00080000:1.0:1767323217.863850:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323217.863852:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817008512
00000100:00080000:1.0:1767323217.863856:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323217.863857:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817008512
00000100:00100000:1.0:1767323217.863862:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817008896:0@lo:38:kworker.0
00000100:00080000:1.0:1767323217.863871:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323217.863875:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323217.863878:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817008256:0@lo:38:kworker.0
00000100:00080000:1.0:1767323217.863891:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323217.863895:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323217.863898:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5806
00000100:00100000:1.0:1767323217.863902:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817008384:0@lo:38:kworker.0
00000100:00100000:0.0:1767323217.863908:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817008512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323217.863956:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817008512:12345-0@lo:400:kworker.0 Request processed in 50us (133us total) trans 0 rc 0/0
00000100:00080000:1.0:1767323217.863956:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323217.863965:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5806
00000100:00100000:0.0:1767323217.863996:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817008512:0@lo:400:kworker.0
00000100:00100000:1.0:1767323217.863997:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323217.864011:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817008768:0@lo:400:kworker.0
00000100:00100000:1.0:1767323217.864041:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323217.864069:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817008768
00000100:00100000:0.0:1767323217.864073:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817008768
00000100:00100000:0.0:1767323217.864121:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5807
00000100:00100000:0.0:1767323217.864127:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817008768:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767323217.864132:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323217.864161:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817008768:12345-0@lo:400:kworker.0 Request processed in 34us (120us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323217.864167:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5807
00000100:00100000:0.0:1767323217.864191:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817008768:0@lo:400:kworker.0
00000100:00100000:0.0:1767323217.864236:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817009024:0@lo:400:kworker.0
00000100:00100000:0.0:1767323217.864268:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323217.864311:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817009152:0@lo:400:kworker.0
00000100:00100000:0.0:1767323217.864338:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323217.864365:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817009024
00000100:00100000:1.0:1767323217.864371:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817009024
00000100:00100000:1.0:1767323217.864417:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817009152
00000100:00100000:1.0:1767323217.864420:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817009152
00000100:00100000:1.0:1767323217.864443:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642
00000100:00100000:1.0:1767323217.864450:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817009024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323217.864495:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817009024:12345-0@lo:400:kworker.0 Request processed in 44us (225us total) trans 0 rc 0/0
00000100:00080000:0.0:1767323217.864496:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323217.864501:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323217.864506:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642
00000100:00100000:1.0:1767323217.864524:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3643
00000100:00100000:1.0:1767323217.864533:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817009152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323217.864560:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817009024:0@lo:400:kworker.0
00000100:00100000:1.0:1767323217.864581:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817009152:12345-0@lo:400:kworker.0 Request processed in 49us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323217.864589:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3643
00000100:00100000:0.0:1767323217.864595:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817009152:0@lo:400:kworker.0
00000100:00100000:3.0:1767323218.375218:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817009280:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323218.375295:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323218.375403:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817009280
00000100:00100000:1.0:1767323218.375411:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817009280
00000100:00100000:1.0:1767323218.375460:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365
00000100:00100000:1.0:1767323218.375466:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817009280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323218.375490:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323218.375525:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817009280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323218.375541:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365
00000100:00100000:1.0:1767323218.375577:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817009280:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323218.376277:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323218.376291:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817009408:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323218.376324:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323218.376393:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817009408
00000100:00100000:3.0:1767323218.376397:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817009408
00000100:00100000:3.0:1767323218.376425:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366
00000100:00100000:3.0:1767323218.376433:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817009408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323218.376463:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323218.376497:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817009408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323218.376502:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366
00000100:00100000:0.0:1767323218.376560:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817009408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323218.439004:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323218.887847:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323219.462860:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323219.911144:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323220.487742:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323220.652596:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323220.652629:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323220.652799:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758794880
00000100:00100000:1.0:1767323220.652806:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758794752
00000100:00100000:0.0:1767323220.652811:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758794880
00000100:00100000:1.0:1767323220.652812:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758794752
00000100:00100000:1.0:1767323220.652854:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90436
00000100:00100000:1.0:1767323220.652861:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758794752:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:2.0:1767323220.652880:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767323220.652883:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323220.652895:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5808
00000100:00100000:0.0:1767323220.652907:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758794880:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323220.652943:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758794752:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 81us (311us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323220.652949:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90436
00000100:00100000:0.0:1767323220.652955:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758794880:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 51us (366us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323220.652969:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5808
00010000:00010000:0.0:1767323220.934963:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323221.511535:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323221.959598:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323222.534860:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323222.982863:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323222.982875:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323222.982879:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323222.982883:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323222.982888:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323222.982896:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5760
00000100:00080000:3.0:1767323222.982901:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323222.982908:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323222.982946:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306fb80 x1853166817009536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323222.982963:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323222.982967:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323222.982969:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323222.982973:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5760
00000100:00080000:3.0:1767323222.982976:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323222.982979:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323222.982984:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817009536:0@lo:38:kworker.0
00000100:00100000:3.0:1767323222.982995:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306c380 x1853166817009664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323222.983074:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323222.983078:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323222.983082:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767323222.983084:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323222.983089:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5760
00000100:00080000:3.0:1767323222.983092:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323222.983096:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323222.983110:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306df80 x1853166817009920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323222.983137:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323222.983140:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323222.983142:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323222.983146:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5760
00000100:00080000:3.0:1767323222.983149:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767323222.983155:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817009664:0@lo:38:kworker.0
00000100:00080000:3.0:1767323222.983155:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323222.983173:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306f100 x1853166817010176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323222.983187:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323222.983214:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817009920:0@lo:38:kworker.0
00000100:00100000:1.0:1767323222.983238:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323222.983259:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817010176:0@lo:38:kworker.0
00000100:00100000:3.0:1767323222.983264:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817009536
00000100:00100000:3.0:1767323222.983273:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817009536
00000100:00100000:3.0:1767323222.983304:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817009920
00000100:00100000:3.0:1767323222.983308:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817009920
00000100:00100000:3.0:1767323222.983330:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90437
00000100:00100000:1.0:1767323222.983337:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323222.983341:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817009536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323222.983361:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323222.983368:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817010176
00000100:00100000:1.0:1767323222.983373:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817010176
00000100:00100000:1.0:1767323222.983396:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90438
00000100:00100000:1.0:1767323222.983402:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817009920:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323222.983415:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817009536:12345-0@lo:38:kworker.0 Request processed in 75us (332us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323222.983423:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90437
00010000:00020000:1.0:1767323222.983425:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323222.983443:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90439
00000100:00100000:3.0:1767323222.983450:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817010176:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323222.983455:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817009920:12345-0@lo:38:kworker.0 Request processed in 51us (215us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323222.983464:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90438
00010000:00020000:3.0:1767323222.983464:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323222.983492:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817010304:0@lo:400:kworker.0
00000100:00100000:3.0:1767323222.983498:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817010176:12345-0@lo:38:kworker.0 Request processed in 47us (161us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323222.983505:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90439
00000100:00100000:1.0:1767323222.983520:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323222.983553:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323222.983556:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817010304
00000100:00100000:1.0:1767323222.983560:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817010048:0@lo:400:kworker.0
00000100:00100000:3.0:1767323222.983562:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817010304
00000100:00100000:1.0:1767323222.983586:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323222.983618:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3644
00000100:00100000:3.0:1767323222.983630:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817010304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323222.983633:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817010048
00000100:00100000:1.0:1767323222.983637:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817010048
00000100:00100000:3.0:1767323222.983677:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817010304:12345-0@lo:400:kworker.0 Request processed in 51us (157us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323222.983684:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3644
00000100:00080000:3.0:1767323222.983701:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323222.983705:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323222.983733:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5809
00000100:00100000:1.0:1767323222.983744:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817010048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323222.983776:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817010432:0@lo:400:kworker.0
00000100:00100000:1.0:1767323222.983795:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817010048:12345-0@lo:400:kworker.0 Request processed in 51us (208us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323222.983875:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817009792:0@lo:400:kworker.0
00000100:00100000:2.0:1767323222.983902:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323222.983935:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817010432
00000100:00100000:2.0:1767323222.983939:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817010432
00000100:00100000:2.0:1767323222.983967:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645
00000100:00100000:2.0:1767323222.983974:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817010432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323222.984008:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817010432:12345-0@lo:400:kworker.0 Request processed in 35us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323222.984015:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645
00000100:00080000:2.0:1767323222.984032:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323222.984071:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817010432:0@lo:400:kworker.0
00000100:00100000:2.0:1767323222.984131:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817009664
00000100:00100000:2.0:1767323222.984135:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817009664
00000100:00100000:2.0:1767323222.984156:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342
00000100:00100000:2.0:1767323222.984160:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817009664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323222.984171:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323222.984198:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817009664:12345-0@lo:38:kworker.0 Request processed in 37us (1011us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323222.984204:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342
00000100:00080000:2.0:1767323222.984253:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323222.984259:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323222.984262:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817010176:0@lo:38:kworker.0
00000100:00080000:2.0:1767323222.984270:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323222.984274:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323222.984277:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817009664:0@lo:38:kworker.0
00000100:00080000:2.0:1767323222.984285:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323222.984288:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323222.984291:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817009920:0@lo:38:kworker.0
00000100:00080000:2.0:1767323222.984298:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323222.984301:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323222.984304:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817009536:0@lo:38:kworker.0
00000100:00100000:0.0:1767323222.984734:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323222.984837:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817010048:0@lo:400:kworker.0
00000100:00100000:0.0:1767323222.984848:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817010304:0@lo:400:kworker.0
00010000:00010000:2.0:1767323222.984908:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323222.984951:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817009792
00000100:00100000:3.0:1767323222.984956:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817009792
00000100:00080000:2.0:1767323222.985052:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323222.985937:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5809
00000100:00100000:1.0:1767323222.985964:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5810
00000100:00100000:1.0:1767323222.985973:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817009792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323222.986059:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817009792:12345-0@lo:400:kworker.0 Request processed in 87us (1325us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323222.986066:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5810
00000100:00100000:2.0:1767323222.986146:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817009792:0@lo:400:kworker.0
00000100:00100000:2.0:1767323223.497485:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323223.497510:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817010560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323223.497584:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323223.497903:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323223.497914:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817010688:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323223.497946:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323223.501255:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817010560
00000100:00100000:2.0:1767323223.501272:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817010560
00000100:00100000:2.0:1767323223.501323:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817010688
00000100:00100000:2.0:1767323223.501327:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817010688
00000100:00100000:2.0:1767323223.501355:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367
00000100:00100000:2.0:1767323223.501365:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817010560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323223.501396:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323223.501475:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817010560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (3889us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323223.501482:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367
00000100:00100000:2.0:1767323223.501502:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368
00000100:00100000:2.0:1767323223.501509:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817010688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323223.501526:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323223.501559:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817010688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (3613us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323223.501565:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368
00000100:00100000:2.0:1767323223.501616:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817010560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323223.501654:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817010688:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323223.558897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323224.006949:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323224.582996:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323225.030933:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323225.607220:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323225.769451:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323225.769600:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758795008
00000100:00100000:0.0:1767323225.769625:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758795008
00000100:00100000:0.0:1767323225.769712:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90440
00000100:00100000:0.0:1767323225.769724:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758795008:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323225.769751:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323225.769872:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758795008:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 149us (439us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323225.769879:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90440
00000100:00100000:2.0:1767323225.773403:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323225.773526:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758795136
00000100:00100000:1.0:1767323225.773542:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758795136
00000100:00100000:1.0:1767323225.773647:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5811
00000100:00100000:1.0:1767323225.773659:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758795136:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323225.773749:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758795136:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 93us (369us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323225.773794:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5811
00000100:00080000:2.0:1767323225.774154:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323226.055135:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323226.630945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323227.080082:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323227.655625:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323228.104400:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323228.104466:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323228.104475:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323228.104478:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323228.104483:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323228.104490:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323228.104500:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5765
00000100:00080000:1.0:1767323228.104506:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323228.104514:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323228.104571:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7800 x1853166817010816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323228.104603:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323228.104607:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323228.104609:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323228.104612:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5765
00000100:00080000:1.0:1767323228.104615:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323228.104619:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323228.104633:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd4000 x1853166817010944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323228.104677:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323228.104682:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323228.104684:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767323228.104687:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817011072:0@lo:400:kworker.0
00000100:00080000:1.0:1767323228.104688:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5765
00000100:00080000:1.0:1767323228.104690:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323228.104694:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323228.104704:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6d80 x1853166817011200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323228.104726:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323228.104729:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323228.104731:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323228.104735:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5765
00000100:00080000:1.0:1767323228.104737:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323228.104740:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323228.104748:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd5f80 x1853166817011456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323228.104799:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323228.104841:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817011712:0@lo:400:kworker.0
00000100:00100000:3.0:1767323228.104877:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323228.105034:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817011072
00000100:00100000:2.0:1767323228.105037:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817010816:0@lo:38:kworker.0
00000100:00100000:1.0:1767323228.105045:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817011072
00000100:00100000:2.0:1767323228.105070:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323228.105101:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817010944:0@lo:38:kworker.0
00000100:00100000:1.0:1767323228.105118:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817010816
00000100:00100000:1.0:1767323228.105122:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817010816
00000100:00100000:2.0:1767323228.105127:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323228.105141:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5812
00000100:00100000:2.0:1767323228.105150:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817011200:0@lo:38:kworker.0
00000100:00100000:1.0:1767323228.105151:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817011072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323228.105171:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323228.105187:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817011456:0@lo:38:kworker.0
00000100:00100000:2.0:1767323228.105209:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323228.105211:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817011072:12345-0@lo:400:kworker.0 Request processed in 62us (412us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323228.105220:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5812
00000100:00100000:1.0:1767323228.105235:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817011200
00000100:00100000:2.0:1767323228.105235:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817011328:0@lo:400:kworker.0
00000100:00100000:1.0:1767323228.105238:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817011200
00000100:00100000:1.0:1767323228.105246:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817011456
00000100:00100000:1.0:1767323228.105248:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817011456
00000100:00100000:1.0:1767323228.105258:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90441
00000100:00100000:2.0:1767323228.105259:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323228.105263:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817010816:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323228.105272:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323228.105277:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817011584:0@lo:400:kworker.0
00010000:00020000:1.0:1767323228.105287:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323228.105295:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323228.105346:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323228.105361:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817011328
00000100:00100000:3.0:1767323228.105364:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817011328
00000100:00100000:3.0:1767323228.105397:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5813
00000100:00100000:3.0:1767323228.105403:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817011328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323228.105600:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90442
00000100:00100000:0.0:1767323228.105605:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817011200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323228.105616:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323228.111813:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817011712
00000100:00100000:2.0:1767323228.111838:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817011712
00000100:00100000:2.0:1767323228.112580:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817011584
00000100:00100000:2.0:1767323228.112587:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817011584
00000100:00100000:2.0:1767323228.112646:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646
00000100:00100000:2.0:1767323228.112659:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817011712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323228.112813:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817011712:12345-0@lo:400:kworker.0 Request processed in 157us (7933us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323228.112821:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646
00000100:00100000:2.0:1767323228.112846:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647
00000100:00100000:2.0:1767323228.112853:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817011584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323228.114632:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817011584:12345-0@lo:400:kworker.0 Request processed in 1766us (9321us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323228.114648:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647
00000100:00100000:2.0:1767323228.114719:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817010944
00000100:00100000:2.0:1767323228.114729:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817010944
00000100:00100000:3.0:1767323228.115261:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817011712:0@lo:400:kworker.0
00000100:00100000:1.0:1767323228.115313:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817010816:12345-0@lo:38:kworker.0 Request processed in 10033us (10227us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323228.115313:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323228.115324:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323228.115334:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323228.115342:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90441
00000100:00100000:1.0:1767323228.115405:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90443
00000100:00100000:3.0:1767323228.115407:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817011328:12345-0@lo:400:kworker.0 Request processed in 9990us (10133us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323228.115419:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817011456:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323228.115427:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5813
00010000:00020000:1.0:1767323228.115451:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323228.115551:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817011584:0@lo:400:kworker.0
00000100:00100000:3.0:1767323228.115566:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817011328:0@lo:400:kworker.0
00000100:00100000:1.0:1767323228.115609:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817011456:12345-0@lo:38:kworker.0 Request processed in 188us (10393us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323228.115618:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90443
00000100:00080000:3.0:1767323228.115621:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323228.115631:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323228.115636:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817010816:0@lo:38:kworker.0
00000100:00080000:3.0:1767323228.115652:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323228.115660:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323228.115665:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817011456:0@lo:38:kworker.0
00000100:00100000:3.0:1767323228.115748:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817011072:0@lo:400:kworker.0
00000100:00100000:2.0:1767323228.115924:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343
00000100:00100000:2.0:1767323228.115932:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817010944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323228.115951:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323228.118161:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817010944:12345-0@lo:38:kworker.0 Request processed in 2214us (13018us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323228.118179:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343
00000100:00080000:3.0:1767323228.119448:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323228.119784:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323228.119791:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817010944:0@lo:38:kworker.0
00000100:00100000:0.0:1767323228.120657:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817011200:12345-0@lo:38:kworker.0 Request processed in 15040us (15474us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323228.120674:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90442
00000100:00080000:3.0:1767323228.120710:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323228.120718:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323228.120723:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817011200:0@lo:38:kworker.0
00000100:00100000:2.0:1767323228.616429:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323228.616464:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817011840:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323228.616564:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323228.616854:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817011840
00000100:00100000:3.0:1767323228.616863:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817011840
00000100:00100000:3.0:1767323228.616924:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369
00000100:00100000:3.0:1767323228.616932:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817011840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323228.616966:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323228.617031:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817011840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (466us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323228.617039:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369
00000100:00100000:1.0:1767323228.617140:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323228.617174:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817011968:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323228.617223:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817011840:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323228.617251:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323228.617312:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817011968
00000100:00100000:3.0:1767323228.617319:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817011968
00000100:00100000:3.0:1767323228.617363:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370
00000100:00100000:3.0:1767323228.617371:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817011968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323228.617390:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323228.617443:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817011968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323228.617450:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370
00000100:00100000:1.0:1767323228.617569:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817011968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323228.679059:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323229.127209:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323229.702929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323230.151045:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323230.728180:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323230.887788:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323230.887898:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758795392
00000100:00100000:0.0:1767323230.887917:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758795392
00000100:00080000:3.0:1767323230.888017:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323230.888058:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5814
00000100:00100000:0.0:1767323230.888071:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758795392:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323230.888186:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758795392:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 118us (442us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323230.888196:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5814
00000100:00100000:3.0:1767323230.888728:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323230.888925:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758795264
00000100:00100000:1.0:1767323230.888934:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758795264
00000100:00100000:1.0:1767323230.889021:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90444
00000100:00100000:1.0:1767323230.889032:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758795264:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323230.889060:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323230.889144:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758795264:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 112us (416us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323230.889153:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90444
00010000:00010000:2.0:1767323231.174981:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323231.750974:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323232.205208:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323232.775294:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323233.223432:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323233.223457:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323233.223466:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323233.223469:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323233.223474:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323233.223479:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323233.223490:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5770
00000100:00080000:1.0:1767323233.223496:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323233.223503:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323233.223560:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6d80 x1853166817012096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323233.223581:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323233.223584:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323233.223586:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323233.223590:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5770
00000100:00080000:1.0:1767323233.223592:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323233.223597:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323233.223615:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd4000 x1853166817012224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323233.223677:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323233.223681:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323233.223683:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323233.223687:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5770
00000100:00080000:1.0:1767323233.223689:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323233.223693:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323233.223705:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd5f80 x1853166817012480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323233.223734:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323233.223738:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323233.223740:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323233.223743:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5770
00000100:00080000:1.0:1767323233.223746:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323233.223749:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323233.223785:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6680 x1853166817012736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323233.223977:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323233.224008:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817012352:0@lo:400:kworker.0
00000100:00100000:1.0:1767323233.224079:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817012864:0@lo:400:kworker.0
00000100:00100000:0.0:1767323233.224103:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323233.224123:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323233.224204:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323233.224216:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817012992:0@lo:400:kworker.0
00000100:00100000:3.0:1767323233.224217:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817012096:0@lo:38:kworker.0
00000100:00100000:2.0:1767323233.224248:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323233.224248:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323233.224277:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817012608:0@lo:400:kworker.0
00000100:00100000:3.0:1767323233.224285:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817012864
00000100:00100000:3.0:1767323233.224292:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817012864
00000100:00100000:2.0:1767323233.224301:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323233.224339:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817012992
00000100:00100000:2.0:1767323233.224342:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817012992
00000100:00100000:3.0:1767323233.224358:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648
00000100:00100000:1.0:1767323233.224386:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817012352
00000100:00100000:1.0:1767323233.224390:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817012352
00000100:00100000:1.0:1767323233.224420:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817012096
00000100:00100000:1.0:1767323233.224423:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817012096
00000100:00100000:1.0:1767323233.224439:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817012608
00000100:00100000:1.0:1767323233.224443:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817012608
00000100:00100000:1.0:1767323233.224462:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5815
00000100:00100000:1.0:1767323233.224468:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817012352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323233.224486:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5816
00000100:00100000:0.0:1767323233.224493:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817012608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323233.224525:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817012608:12345-0@lo:400:kworker.0 Request processed in 32us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323233.224525:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817012352:12345-0@lo:400:kworker.0 Request processed in 56us (421us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323233.224533:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5816
00000100:00100000:3.0:1767323233.224557:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817012864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323233.224562:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649
00000100:00100000:2.0:1767323233.224568:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817012992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323233.224595:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817012992:12345-0@lo:400:kworker.0 Request processed in 28us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323233.224595:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817012864:12345-0@lo:400:kworker.0 Request processed in 228us (470us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323233.224601:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648
00000100:00100000:2.0:1767323233.224604:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649
00000100:00080000:3.0:1767323233.224620:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323233.224626:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323233.224628:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323233.224671:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817012992:0@lo:400:kworker.0
00000100:00100000:1.0:1767323233.224795:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5815
00000100:00100000:1.0:1767323233.224810:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90445
00000100:00100000:1.0:1767323233.224814:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817012096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323233.224835:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323233.224867:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817012096:12345-0@lo:38:kworker.0 Request processed in 51us (619us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323233.224873:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90445
00000100:00100000:1.0:1767323233.224925:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817012352:0@lo:400:kworker.0
00000100:00100000:1.0:1767323233.224969:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817012608:0@lo:400:kworker.0
00000100:00100000:1.0:1767323233.225009:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817012864:0@lo:400:kworker.0
00000100:00080000:1.0:1767323233.225041:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323233.225046:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323233.225049:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817012096:0@lo:38:kworker.0
00000100:00100000:1.0:1767323233.225056:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817012224:0@lo:38:kworker.0
00000100:00100000:1.0:1767323233.225082:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323233.225109:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817012480:0@lo:38:kworker.0
00000100:00100000:1.0:1767323233.225131:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323233.225144:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817012736:0@lo:38:kworker.0
00000100:00100000:1.0:1767323233.225350:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323233.225450:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817012480
00000100:00100000:1.0:1767323233.225459:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817012480
00000100:00100000:1.0:1767323233.225495:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817012736
00000100:00100000:1.0:1767323233.225498:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817012736
00000100:00100000:1.0:1767323233.225513:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90446
00000100:00100000:1.0:1767323233.225521:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817012480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323233.225544:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323233.225595:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817012480:12345-0@lo:38:kworker.0 Request processed in 73us (461us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323233.225602:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90446
00000100:00100000:1.0:1767323233.225623:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90447
00000100:00100000:1.0:1767323233.225627:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817012736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323233.225637:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323233.225655:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817012736:12345-0@lo:38:kworker.0 Request processed in 28us (323us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323233.225659:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90447
00000100:00080000:1.0:1767323233.225697:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323233.225703:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323233.225706:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817012480:0@lo:38:kworker.0
00000100:00080000:1.0:1767323233.225716:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323233.225720:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323233.225723:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817012736:0@lo:38:kworker.0
00000100:00100000:1.0:1767323233.225803:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817012224
00000100:00100000:1.0:1767323233.225806:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817012224
00000100:00100000:1.0:1767323233.225826:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344
00000100:00100000:1.0:1767323233.225830:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817012224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323233.225840:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323233.225895:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817012224:12345-0@lo:38:kworker.0 Request processed in 63us (811us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323233.225902:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344
00000100:00080000:1.0:1767323233.225928:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323233.225933:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323233.225936:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817012224:0@lo:38:kworker.0
00000100:00100000:2.0:1767323233.735584:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817013120:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323233.737377:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323233.737586:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817013120
00000100:00100000:0.0:1767323233.737601:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817013120
00000100:00100000:0.0:1767323233.737694:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371
00000100:00100000:0.0:1767323233.737708:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817013120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323233.737775:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323233.737959:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323233.737974:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817013248:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323233.738023:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323233.738087:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817013120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 383us (715us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323233.738095:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371
00000100:00100000:0.0:1767323233.738110:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817013248
00000100:00100000:0.0:1767323233.738114:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817013248
00000100:00100000:0.0:1767323233.738143:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372
00000100:00100000:0.0:1767323233.738149:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817013248:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323233.738181:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323233.738213:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817013248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323233.738219:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372
00000100:00100000:3.0:1767323233.738308:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817013248:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323233.738566:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817013120:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323233.801826:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323234.246968:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323234.823082:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323234.984051:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767323234.984095:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758795520 offset 0 length 520: 4
00000100:00100000:3.0:1767323234.984117:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323234.984269:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758795776
00000100:00100000:0.0:1767323234.984280:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758795776
00000100:00100000:0.0:1767323234.984375:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758795648
00000100:00100000:0.0:1767323234.984379:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758795648
00000100:00080000:3.0:1767323234.984403:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323234.984408:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5817
00000100:00100000:0.0:1767323234.984419:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758795776:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323234.984443:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90448
00000100:00100000:3.0:1767323234.984450:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758795648:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323234.984471:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323234.984493:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758795776:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 74us (449us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323234.984505:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5817
00000100:00100000:3.0:1767323234.984505:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758795648:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 52us (384us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323234.984515:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90448
00010000:00010000:2.0:1767323235.271085:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323235.846881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323236.295017:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323236.871809:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323237.318882:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323212/real 1767323212]  req@ffff8d4e756dc380 x1853166817006848/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323237 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767323237.318928:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e756dc380 x1853166817006848/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323237 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767323237.318948:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323237.318984:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767323237.318988:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817006848:0@lo:250:kworker.0
00010000:00010000:0.0:1767323237.319157:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323237.319189:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323237.319195:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767323237.319198:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323237.319202:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5755
00000100:00080000:3.0:1767323237.319205:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323237.319211:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323237.319244:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306df80 x1853166817013376/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323237.319269:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323237.319272:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323237.319274:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323237.319278:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5775
00000100:00080000:3.0:1767323237.319280:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323237.319284:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323237.319299:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306c380 x1853166817013504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323237.319308:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323237.319311:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323237.319312:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323237.319316:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5775
00000100:00080000:3.0:1767323237.319318:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323237.319322:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323237.319323:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817013376:0@lo:250:kworker.0
00000100:00100000:3.0:1767323237.319334:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306f100 x1853166817013632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323237.319369:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323237.319373:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323237.319375:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323237.319378:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5775
00000100:00080000:3.0:1767323237.319381:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323237.319385:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323237.319396:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817013760:0@lo:400:kworker.0
00000100:00100000:3.0:1767323237.319398:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306d880 x1853166817013888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767323237.319427:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817013376 offset 0 length 520: 4
00000100:00080000:3.0:1767323237.319430:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323237.319433:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323237.319434:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323237.319438:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5775
00000100:00080000:3.0:1767323237.319440:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323237.319443:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323237.319450:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323237.319472:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817013504:0@lo:38:kworker.0
00000100:00100000:0.0:1767323237.319497:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817013760
00000100:00100000:1.0:1767323237.319499:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323237.319505:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817013760
00000100:00100000:1.0:1767323237.319526:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817013632:0@lo:38:kworker.0
00000100:00100000:1.0:1767323237.319553:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323237.319560:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817013504
00000100:00100000:0.0:1767323237.319564:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817013504
00000100:00100000:1.0:1767323237.319575:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817013888:0@lo:38:kworker.0
00000100:00100000:0.0:1767323237.319587:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5818
00000100:00100000:0.0:1767323237.319598:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817013760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323237.319621:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323237.319657:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817013760:12345-0@lo:400:kworker.0 Request processed in 61us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323237.319664:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5818
00000100:00100000:1.0:1767323237.319668:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817013632
00000100:00100000:1.0:1767323237.319673:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817013632
00000100:00100000:0.0:1767323237.319681:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817013888
00000100:00100000:0.0:1767323237.319686:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817013888
00000100:00100000:1.0:1767323237.319712:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345
00000100:00100000:0.0:1767323237.319715:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90449
00000100:00100000:1.0:1767323237.319721:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817013632:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323237.319725:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817013504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323237.319743:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767323237.319795:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323237.319812:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817013632:12345-0@lo:38:kworker.0 Request processed in 90us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323237.319819:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345
00000100:00100000:1.0:1767323237.319840:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90450
00000100:00100000:1.0:1767323237.319845:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817013888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323237.319854:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323237.319877:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817013888:12345-0@lo:38:kworker.0 Request processed in 31us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323237.319883:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90450
00000100:00080000:1.0:1767323237.319926:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323237.319931:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323237.319934:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817013632:0@lo:38:kworker.0
00000100:00080000:1.0:1767323237.319943:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323237.319945:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323237.319948:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817013888:0@lo:38:kworker.0
00000100:00080000:1.0:1767323237.320028:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323237.320063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817013760:0@lo:400:kworker.0
00000100:00100000:1.0:1767323237.320097:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817014016:0@lo:400:kworker.0
00000100:00100000:1.0:1767323237.320121:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323237.320147:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817014016
00000100:00100000:1.0:1767323237.320150:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817014016
00000100:00100000:1.0:1767323237.320175:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5819
00000100:00100000:1.0:1767323237.320180:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817014016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323237.320211:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817014016:12345-0@lo:400:kworker.0 Request processed in 31us (89us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323237.320217:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5819
00000100:00100000:1.0:1767323237.320242:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817014016:0@lo:400:kworker.0
00000100:00080000:1.0:1767323237.320259:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323237.320269:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817013504:12345-0@lo:38:kworker.0 Request processed in 544us (768us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323237.320278:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90449
00000100:00080000:1.0:1767323237.320282:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323237.320288:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323237.320292:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817013504:0@lo:38:kworker.0
00000100:00100000:3.0:1767323237.321128:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fa300 x1853166817014144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323237.321222:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817014400:0@lo:400:kworker.0
00000100:00100000:3.0:1767323237.321258:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323237.321358:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817014144:0@lo:38:kworker.0
00000100:00100000:1.0:1767323237.321385:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323237.321934:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817014272:0@lo:400:kworker.0
00000100:00100000:2.0:1767323237.321975:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817014144
00000100:00100000:3.0:1767323237.322616:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323237.322807:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817014144
00000100:00100000:2.0:1767323237.322936:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90451
00000100:00100000:2.0:1767323237.322943:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817014144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323237.322965:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323237.323171:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817014144:12345-0@lo:38:kworker.0 Request processed in 221us (1779us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323237.323179:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90451
00000100:00080000:2.0:1767323237.323223:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323237.323229:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323237.323232:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817014144:0@lo:38:kworker.0
00000100:00100000:1.0:1767323237.326036:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817014400
00000100:00100000:1.0:1767323237.326051:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817014400
00000100:00100000:1.0:1767323237.326220:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817014272
00000100:00100000:1.0:1767323237.326225:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817014272
00000100:00100000:3.0:1767323237.326288:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3650
00000100:00100000:3.0:1767323237.326300:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817014400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323237.326395:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817014400:12345-0@lo:400:kworker.0 Request processed in 98us (5135us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323237.326404:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3650
00000100:00100000:3.0:1767323237.326533:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817014400:0@lo:400:kworker.0
00000100:00080000:2.0:1767323237.329149:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323237.329161:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323237.329336:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3651
00000100:00100000:1.0:1767323237.329349:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817014272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323237.329439:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817014272:12345-0@lo:400:kworker.0 Request processed in 95us (6824us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323237.329446:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3651
00000100:00100000:3.0:1767323237.331053:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817014272:0@lo:400:kworker.0
00000100:00100000:2.0:1767323237.894868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323238.343125:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323238.855095:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323238.855109:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817014656:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323238.855114:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817014528:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323238.855183:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323238.855228:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817014528
00000100:00100000:0.0:1767323238.855236:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817014528
00000100:00100000:0.0:1767323238.855289:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373
00000100:00100000:0.0:1767323238.855298:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817014528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323238.855328:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323238.857842:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817014528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2539us (2653us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323238.857855:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373
00000100:00100000:2.0:1767323238.858364:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817014528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323238.859043:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323238.859116:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817014656
00000100:00100000:0.0:1767323238.859124:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817014656
00000100:00100000:0.0:1767323238.859170:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374
00000100:00100000:0.0:1767323238.859178:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817014656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323238.859208:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323238.859273:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817014656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323238.859281:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374
00000100:00100000:2.0:1767323238.859362:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817014656:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323238.918894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323239.367107:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323239.942868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323240.110197:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323240.110303:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323240.110457:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758796032
00000100:00100000:2.0:1767323240.110467:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758796032
00000100:00100000:2.0:1767323240.110543:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758795904
00000100:00100000:2.0:1767323240.110547:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758795904
00000100:00100000:2.0:1767323240.110571:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5820
00000100:00100000:2.0:1767323240.110581:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758796032:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323240.110659:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758796032:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 80us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323240.110671:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5820
00000100:00100000:2.0:1767323240.110692:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90452
00000100:00100000:2.0:1767323240.110697:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758795904:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323240.110719:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323240.110745:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758795904:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (443us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323240.110752:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90452
00000100:00080000:1.0:1767323240.110952:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323240.391149:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323240.967022:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323241.414962:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323241.990865:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323242.439113:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323242.439126:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323242.439129:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323242.439133:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323242.439137:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323242.439145:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5779
00000100:00080000:0.0:1767323242.439150:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323242.439156:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323242.439219:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0a80 x1853166817014784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323242.439249:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323242.439260:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323242.439262:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323242.439266:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5779
00000100:00080000:0.0:1767323242.439269:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323242.439273:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323242.439287:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3100 x1853166817014912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323242.439326:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323242.439330:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323242.439333:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323242.439337:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5779
00000100:00080000:0.0:1767323242.439339:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323242.439343:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323242.439354:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1c00 x1853166817015168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323242.439377:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323242.439380:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323242.439382:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323242.439385:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5779
00000100:00080000:0.0:1767323242.439387:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323242.439390:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323242.439401:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9500 x1853166817015424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323242.439481:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817015040:0@lo:400:kworker.0
00000100:00100000:3.0:1767323242.439571:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323242.439642:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323242.439648:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817015680:0@lo:400:kworker.0
00000100:00100000:3.0:1767323242.439674:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323242.439714:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817015680
00000100:00100000:3.0:1767323242.439733:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817015680
00000100:00100000:3.0:1767323242.439822:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652
00000100:00100000:3.0:1767323242.439834:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817015680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323242.439895:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817015680:12345-0@lo:400:kworker.0 Request processed in 65us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323242.439903:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652
00000100:00100000:3.0:1767323242.439944:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817015680:0@lo:400:kworker.0
00010000:00010000:2.0:1767323242.440256:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323242.440274:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817015296:0@lo:400:kworker.0
00000100:00100000:2.0:1767323242.441630:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323242.441690:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323242.441701:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817015552:0@lo:400:kworker.0
00000100:00100000:2.0:1767323242.441732:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323242.442177:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817015040
00000100:00100000:0.0:1767323242.442188:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817015040
00000100:00100000:0.0:1767323242.442259:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817015296
00000100:00100000:0.0:1767323242.442263:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817015296
00000100:00100000:0.0:1767323242.442291:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5821
00000100:00100000:0.0:1767323242.442301:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817015040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323242.442384:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817015040:12345-0@lo:400:kworker.0 Request processed in 84us (2812us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323242.442392:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5821
00000100:00100000:0.0:1767323242.442406:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5822
00000100:00100000:0.0:1767323242.442412:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817015296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323242.442440:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817015296:12345-0@lo:400:kworker.0 Request processed in 29us (816us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323242.442446:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5822
00000100:00080000:1.0:1767323242.442886:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767323242.442894:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323242.442912:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817015552
00000100:00100000:1.0:1767323242.442917:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817015552
00000100:00100000:3.0:1767323242.442999:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817015040:0@lo:400:kworker.0
00000100:00100000:1.0:1767323242.443007:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653
00000100:00100000:1.0:1767323242.443015:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817015552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323242.443056:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817014784:0@lo:38:kworker.0
00000100:00100000:1.0:1767323242.443062:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817015552:12345-0@lo:400:kworker.0 Request processed in 47us (1327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323242.443070:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653
00000100:00100000:3.0:1767323242.443100:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323242.443142:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817014912:0@lo:38:kworker.0
00000100:00100000:2.0:1767323242.443152:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817014784
00000100:00100000:2.0:1767323242.443158:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817014784
00000100:00100000:3.0:1767323242.443170:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323242.443187:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90453
00000100:00100000:2.0:1767323242.443194:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817014784:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323242.443204:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817015168:0@lo:38:kworker.0
00010000:00020000:2.0:1767323242.443217:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323242.443227:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323242.443246:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817015424:0@lo:38:kworker.0
00000100:00100000:2.0:1767323242.443266:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817014784:12345-0@lo:38:kworker.0 Request processed in 71us (167us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323242.443273:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90453
00000100:00100000:2.0:1767323242.443287:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817015168
00000100:00100000:2.0:1767323242.443291:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817015168
00000100:00100000:2.0:1767323242.443308:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90454
00000100:00100000:2.0:1767323242.443312:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817015168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323242.443321:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323242.443390:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323242.443390:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817014912
00000100:00100000:1.0:1767323242.443396:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817014912
00000100:00100000:1.0:1767323242.443422:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346
00000100:00100000:1.0:1767323242.443428:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817014912:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323242.443439:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323242.443499:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817015168:12345-0@lo:38:kworker.0 Request processed in 185us (272us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323242.443505:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90454
00000100:00100000:0.0:1767323242.444279:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817015552:0@lo:400:kworker.0
00000100:00100000:0.0:1767323242.444296:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817015296:0@lo:400:kworker.0
00000100:00100000:3.0:1767323242.450212:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323242.450232:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817014912:12345-0@lo:38:kworker.0 Request processed in 6799us (7057us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323242.450489:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323242.450493:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323242.450496:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817014784:0@lo:38:kworker.0
00000100:00080000:3.0:1767323242.450503:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323242.450505:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323242.450508:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817014912:0@lo:38:kworker.0
00000100:00080000:3.0:1767323242.450516:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323242.450518:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323242.450520:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817015168:0@lo:38:kworker.0
00000100:00100000:2.0:1767323242.450790:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817015424
00000100:00100000:2.0:1767323242.450798:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817015424
00000100:00100000:2.0:1767323242.450876:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90455
00000100:00100000:2.0:1767323242.450883:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817015424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323242.450905:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323242.450963:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817015424:12345-0@lo:38:kworker.0 Request processed in 80us (760us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323242.450969:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90455
00000100:00080000:0.0:1767323242.451019:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323242.451023:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323242.451025:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817015424:0@lo:38:kworker.0
00000100:00100000:1.0:1767323242.451532:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346
00000100:00100000:2.0:1767323243.014900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323243.463138:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323243.975067:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817015936:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323243.975139:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323243.975197:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817015936
00000100:00100000:3.0:1767323243.975205:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817015936
00000100:00100000:0.0:1767323243.975209:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817015808:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323243.975233:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323243.975260:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817015808
00000100:00100000:3.0:1767323243.975263:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817015808
00000100:00100000:0.0:1767323243.975276:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375
00000100:00100000:0.0:1767323243.975360:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817015936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323243.975389:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323243.975438:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817015936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323243.975502:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817015936:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323243.975616:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376
00000100:00100000:3.0:1767323243.975624:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817015808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323243.975641:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323243.975681:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817015808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (447us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323243.975687:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376
00000100:00100000:3.0:1767323243.975720:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817015808:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323243.976253:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375
00000100:00100000:2.0:1767323244.038966:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323244.487056:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323245.062838:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323245.229012:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323245.229128:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758796288
00000100:00100000:2.0:1767323245.229138:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758796288
00000100:00100000:2.0:1767323245.229223:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5823
00000100:00100000:2.0:1767323245.229243:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758796288:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323245.229319:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758796288:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323245.229326:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5823
00000100:00080000:0.0:1767323245.229390:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323245.233038:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323245.233413:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758796160
00000100:00100000:1.0:1767323245.233426:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758796160
00000100:00100000:1.0:1767323245.233574:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90456
00000100:00100000:1.0:1767323245.233585:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758796160:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323245.233618:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323245.233722:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758796160:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 136us (699us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323245.233733:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90456
00010000:00010000:0.0:1767323245.512111:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323246.086965:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323246.535332:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323247.110911:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323247.558895:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323247.558909:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323247.558912:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323247.558917:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323247.558922:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323247.558930:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5785
00000100:00080000:0.0:1767323247.558935:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323247.558942:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323247.558983:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fa300 x1853166817016064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323247.559011:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323247.559014:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323247.559016:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323247.559020:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5785
00000100:00080000:0.0:1767323247.559022:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323247.559026:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323247.559050:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8a80 x1853166817016192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323247.559094:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323247.559098:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323247.559099:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323247.559102:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5785
00000100:00080000:0.0:1767323247.559104:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323247.559107:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323247.559118:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8380 x1853166817016448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323247.559133:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323247.559136:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323247.559138:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323247.559141:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5785
00000100:00080000:0.0:1767323247.559144:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323247.559146:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323247.559165:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb100 x1853166817016704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323247.559227:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817016832:0@lo:400:kworker.0
00000100:00100000:0.0:1767323247.559307:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323247.559372:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323247.559378:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817016960:0@lo:400:kworker.0
00000100:00100000:0.0:1767323247.559400:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323247.559543:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817016064:0@lo:38:kworker.0
00000100:00100000:3.0:1767323247.559575:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323247.559595:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817016192:0@lo:38:kworker.0
00000100:00100000:3.0:1767323247.559630:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323247.559653:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817016448:0@lo:38:kworker.0
00000100:00100000:3.0:1767323247.559673:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323247.559691:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817016704:0@lo:38:kworker.0
00000100:00100000:3.0:1767323247.559709:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323247.559742:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817016192
00000100:00100000:3.0:1767323247.559749:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817016192
00000100:00100000:3.0:1767323247.559804:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347
00000100:00100000:3.0:1767323247.559813:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817016192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323247.559846:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323247.559890:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817016192:12345-0@lo:38:kworker.0 Request processed in 78us (259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323247.559897:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347
00000100:00100000:3.0:1767323247.559917:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817016064
00000100:00100000:3.0:1767323247.559920:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817016064
00000100:00100000:3.0:1767323247.559935:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817016448
00000100:00100000:3.0:1767323247.559937:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817016448
00000100:00100000:3.0:1767323247.559946:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817016704
00000100:00100000:3.0:1767323247.559948:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817016704
00000100:00100000:3.0:1767323247.559960:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90457
00000100:00100000:3.0:1767323247.559964:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817016064:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323247.559973:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323247.559996:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817016064:12345-0@lo:38:kworker.0 Request processed in 31us (420us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323247.560003:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90457
00000100:00100000:3.0:1767323247.560013:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90458
00000100:00100000:3.0:1767323247.560017:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817016448:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323247.560025:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323247.560048:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817016448:12345-0@lo:38:kworker.0 Request processed in 30us (374us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323247.560053:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90458
00000100:00100000:3.0:1767323247.560064:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90459
00000100:00100000:3.0:1767323247.560068:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817016704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323247.560076:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323247.560096:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817016704:12345-0@lo:38:kworker.0 Request processed in 27us (386us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323247.560101:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90459
00000100:00080000:3.0:1767323247.560138:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323247.560142:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323247.560145:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817016064:0@lo:38:kworker.0
00000100:00080000:3.0:1767323247.560152:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323247.560155:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323247.560158:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817016192:0@lo:38:kworker.0
00000100:00080000:3.0:1767323247.560165:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323247.560168:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323247.560170:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817016448:0@lo:38:kworker.0
00000100:00080000:3.0:1767323247.560177:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323247.560180:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323247.560182:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817016704:0@lo:38:kworker.0
00000100:00100000:2.0:1767323247.560404:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817016320:0@lo:400:kworker.0
00000100:00100000:2.0:1767323247.560436:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323247.560464:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323247.560470:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817016576:0@lo:400:kworker.0
00000100:00100000:2.0:1767323247.560532:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1767323247.560564:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323247.560893:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817016832
00000100:00100000:1.0:1767323247.560899:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817016832
00000100:00100000:1.0:1767323247.560954:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817016960
00000100:00100000:1.0:1767323247.560957:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817016960
00000100:00100000:1.0:1767323247.560981:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654
00000100:00100000:1.0:1767323247.560988:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817016832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323247.561052:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817016832:12345-0@lo:400:kworker.0 Request processed in 64us (1745us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323247.561059:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654
00000100:00100000:1.0:1767323247.561071:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3655
00000100:00100000:1.0:1767323247.561077:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817016960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323247.561100:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817016960:12345-0@lo:400:kworker.0 Request processed in 24us (1700us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323247.561106:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3655
00000100:00100000:1.0:1767323247.561124:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817016320
00000100:00100000:1.0:1767323247.561127:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817016320
00000100:00100000:1.0:1767323247.561148:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817016576
00000100:00100000:1.0:1767323247.561151:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817016576
00000100:00080000:2.0:1767323247.561236:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323247.561241:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323247.561242:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323247.561303:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5824
00000100:00100000:2.0:1767323247.561311:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817016320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323247.561348:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817016320:12345-0@lo:400:kworker.0 Request processed in 39us (911us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323247.561353:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5824
00000100:00100000:2.0:1767323247.561388:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817016320:0@lo:400:kworker.0
00000100:00100000:2.0:1767323247.561423:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817016960:0@lo:400:kworker.0
00000100:00100000:2.0:1767323247.561434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817016832:0@lo:400:kworker.0
00000100:00100000:1.0:1767323247.561669:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5825
00000100:00100000:1.0:1767323247.561676:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817016576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323247.561707:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817016576:12345-0@lo:400:kworker.0 Request processed in 33us (1176us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323247.561713:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5825
00000100:00100000:1.0:1767323247.561736:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817016576:0@lo:400:kworker.0
00000100:00100000:2.0:1767323248.135052:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323248.583099:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323249.097032:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817017088:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323249.097109:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323249.097237:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817017088
00000100:00100000:3.0:1767323249.097245:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817017088
00000100:00100000:3.0:1767323249.097312:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377
00000100:00100000:3.0:1767323249.097324:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817017088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323249.097353:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323249.097399:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817017088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (290us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323249.097407:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377
00000100:00100000:3.0:1767323249.097462:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817017088:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767323249.097529:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323249.098005:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817017216:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323249.098037:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323249.098145:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817017216
00000100:00100000:3.0:1767323249.098151:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817017216
00000100:00100000:3.0:1767323249.098189:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378
00000100:00100000:3.0:1767323249.098196:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817017216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323249.098212:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767323249.098263:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323249.098355:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817017216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 159us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323249.098362:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378
00000100:00100000:0.0:1767323249.098411:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817017216:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323249.159005:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323249.607147:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323250.184124:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323250.343603:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323250.343935:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323250.344303:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758796544
00000100:00100000:2.0:1767323250.344315:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758796544
00000100:00100000:2.0:1767323250.344422:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758796416
00000100:00100000:2.0:1767323250.344425:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758796416
00000100:00100000:3.0:1767323250.344465:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5826
00000100:00100000:3.0:1767323250.344482:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758796544:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:1.0:1767323250.344484:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323250.344583:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758796544:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 107us (994us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323250.344592:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5826
00000100:00100000:3.0:1767323250.344622:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90460
00000100:00100000:3.0:1767323250.344640:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758796416:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323250.344664:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323250.344692:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758796416:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 51us (758us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323250.344698:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90460
00010000:00010000:2.0:1767323250.631091:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323251.207373:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323251.657023:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323252.230901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323252.681039:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323252.681049:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323252.681052:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323252.681056:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323252.681060:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323252.681068:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5790
00000100:00080000:0.0:1767323252.681074:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323252.681127:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323252.681170:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb480 x1853166817017344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323252.681205:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323252.681209:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323252.681211:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323252.681228:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5790
00000100:00080000:0.0:1767323252.681230:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323252.681242:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323252.681260:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fbb80 x1853166817017472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323252.681476:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817017600:0@lo:400:kworker.0
00000100:00100000:2.0:1767323252.681548:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323252.681681:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817017344:0@lo:38:kworker.0
00000100:00100000:3.0:1767323252.681716:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323252.681748:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817017472:0@lo:38:kworker.0
00000100:00100000:3.0:1767323252.681815:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323252.681872:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817017472
00000100:00100000:3.0:1767323252.681880:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817017472
00000100:00100000:3.0:1767323252.681924:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348
00000100:00100000:3.0:1767323252.681931:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817017472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323252.681952:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323252.681990:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817017472:12345-0@lo:38:kworker.0 Request processed in 58us (173us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323252.681998:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348
00000100:00080000:3.0:1767323252.682037:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323252.682042:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323252.682046:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817017472:0@lo:38:kworker.0
00000100:00100000:3.0:1767323252.682090:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817017600
00000100:00100000:3.0:1767323252.682094:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817017600
00000100:00100000:3.0:1767323252.682150:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817017344
00000100:00100000:3.0:1767323252.682153:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817017344
00000100:00100000:3.0:1767323252.682169:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5827
00000100:00100000:3.0:1767323252.682178:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817017600:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323252.682253:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323252.682257:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323252.682259:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323252.682263:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5790
00000100:00080000:0.0:1767323252.682266:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323252.682270:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323252.682305:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8380 x1853166817017728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323252.684372:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323252.684410:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90461
00000100:00100000:1.0:1767323252.684418:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817017344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323252.684445:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323252.684543:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817017344:12345-0@lo:38:kworker.0 Request processed in 123us (2826us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323252.684551:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90461
00000100:00100000:1.0:1767323252.684626:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817017856:0@lo:400:kworker.0
00000100:00100000:1.0:1767323252.684712:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323252.684792:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817017856
00000100:00100000:1.0:1767323252.684799:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817017856
00000100:00100000:1.0:1767323252.684852:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5828
00000100:00100000:1.0:1767323252.684858:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817017856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323252.684898:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817017856:12345-0@lo:400:kworker.0 Request processed in 40us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323252.684904:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5828
00000100:00080000:1.0:1767323252.684918:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323252.684947:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817017856:0@lo:400:kworker.0
00000100:00100000:3.0:1767323252.686849:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817017600:12345-0@lo:400:kworker.0 Request processed in 4658us (5284us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323252.686861:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5827
00000100:00100000:3.0:1767323252.686910:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817017728:0@lo:38:kworker.0
00000100:00100000:3.0:1767323252.686957:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323252.687013:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323252.687018:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323252.687022:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817017344:0@lo:38:kworker.0
00000100:00100000:1.0:1767323252.687442:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817017728
00000100:00100000:1.0:1767323252.687449:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817017728
00000100:00100000:1.0:1767323252.687497:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90462
00000100:00100000:1.0:1767323252.687504:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817017728:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323252.687526:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323252.687569:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817017728:12345-0@lo:38:kworker.0 Request processed in 64us (611us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323252.687574:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90462
00000100:00080000:3.0:1767323252.687695:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323252.687700:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323252.687703:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817017728:0@lo:38:kworker.0
00000100:00100000:2.0:1767323252.687965:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817017600:0@lo:400:kworker.0
00000100:00080000:0.0:1767323252.688202:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323252.688208:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323252.688211:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323252.688216:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5790
00000100:00080000:0.0:1767323252.688220:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323252.688224:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323252.688254:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fa300 x1853166817017984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323252.688936:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817017984:0@lo:38:kworker.0
00000100:00100000:3.0:1767323252.689116:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323252.689271:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323252.689300:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817018112:0@lo:400:kworker.0
00000100:00100000:0.0:1767323252.689333:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323252.689413:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817018240:0@lo:400:kworker.0
00000100:00100000:0.0:1767323252.689437:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323252.690976:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817018112
00000100:00100000:2.0:1767323252.690996:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817018112
00000100:00100000:2.0:1767323252.691092:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817018240
00000100:00100000:2.0:1767323252.691096:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817018240
00000100:00100000:2.0:1767323252.691125:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3656
00000100:00100000:2.0:1767323252.691134:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817018112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323252.691210:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817018112:12345-0@lo:400:kworker.0 Request processed in 77us (1876us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323252.691217:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3656
00000100:00100000:2.0:1767323252.691237:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657
00000100:00100000:2.0:1767323252.691243:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817018240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323252.691270:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817018240:12345-0@lo:400:kworker.0 Request processed in 28us (1832us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323252.691275:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657
00000100:00100000:2.0:1767323252.691339:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817018240:0@lo:400:kworker.0
00000100:00100000:2.0:1767323252.691350:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817018112:0@lo:400:kworker.0
00010000:00010000:2.0:1767323252.691392:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323252.691453:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323252.691458:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323252.691655:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817017984
00000100:00100000:1.0:1767323252.691661:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817017984
00000100:00100000:1.0:1767323252.691712:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90463
00000100:00100000:1.0:1767323252.691717:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817017984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323252.691739:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323252.692213:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817017984:12345-0@lo:38:kworker.0 Request processed in 493us (3096us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323252.692221:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90463
00000100:00080000:3.0:1767323252.692596:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323252.692602:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323252.692606:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817017984:0@lo:38:kworker.0
00000100:00100000:2.0:1767323253.254888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323253.703382:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323254.214987:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817018368:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323254.215059:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323254.215085:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817018496:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323254.215140:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323254.215221:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817018368
00000100:00100000:0.0:1767323254.215230:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817018368
00000100:00100000:0.0:1767323254.215291:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817018496
00000100:00100000:0.0:1767323254.215294:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817018496
00000100:00100000:0.0:1767323254.215318:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379
00000100:00100000:0.0:1767323254.215327:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817018368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323254.215356:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323254.215399:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817018368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (341us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323254.215406:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379
00000100:00100000:0.0:1767323254.215420:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380
00000100:00100000:0.0:1767323254.215426:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e50d7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817018496:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323254.215440:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323254.215466:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e50d7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817018496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323254.215475:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380
00000100:00100000:0.0:1767323254.215721:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817018496:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323254.215752:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817018368:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767323254.215883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323254.215888:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323254.278959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323254.728051:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323255.303020:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323255.466349:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323255.466440:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323255.466732:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758796672
00000100:00100000:3.0:1767323255.466743:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758796672
00000100:00100000:3.0:1767323255.466872:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758796800
00000100:00100000:3.0:1767323255.466876:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758796800
00000100:00100000:0.0:1767323255.467007:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90464
00000100:00100000:0.0:1767323255.467014:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758796672:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323255.467033:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323255.467089:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758796672:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 76us (752us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323255.467094:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90464
00000100:00080000:1.0:1767323255.470470:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323255.470498:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5829
00000100:00100000:3.0:1767323255.470514:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758796800:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323255.470605:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758796800:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 96us (4163us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323255.470614:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5829
00010000:00010000:2.0:1767323255.751029:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323256.326869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323256.774971:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323257.350992:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323257.798942:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323257.799245:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323257.799251:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323257.799254:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323257.799259:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323257.799263:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323257.799271:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5795
00000100:00080000:1.0:1767323257.799276:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323257.799282:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323257.799321:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476d80 x1853166817018624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323257.799351:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323257.799355:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323257.799356:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323257.799360:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5795
00000100:00080000:1.0:1767323257.799363:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323257.799366:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323257.799379:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477800 x1853166817018752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323257.799421:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323257.799425:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323257.799426:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323257.799430:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5795
00000100:00080000:1.0:1767323257.799432:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323257.799435:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323257.799445:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306d180 x1853166817019008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323257.799458:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323257.799462:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323257.799463:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323257.799466:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5795
00000100:00080000:1.0:1767323257.799469:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323257.799471:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323257.799481:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306f800 x1853166817019264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323257.799506:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817018880:0@lo:400:kworker.0
00000100:00100000:0.0:1767323257.799575:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817019136:0@lo:400:kworker.0
00000100:00100000:2.0:1767323257.799578:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323257.799664:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817018624:0@lo:38:kworker.0
00000100:00100000:1.0:1767323257.799675:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817018880
00000100:00100000:1.0:1767323257.799684:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817018880
00000100:00100000:1.0:1767323257.799784:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5830
00000100:00100000:1.0:1767323257.799794:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817018880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323257.803667:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323257.803808:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817019392:0@lo:400:kworker.0
00000100:00100000:0.0:1767323257.803872:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323257.803902:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817019392
00000100:00100000:2.0:1767323257.803912:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817019392
00000100:00100000:0.0:1767323257.803950:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323257.803959:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817019520:0@lo:400:kworker.0
00000100:00100000:2.0:1767323257.803966:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658
00000100:00100000:2.0:1767323257.803979:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817019392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323257.803988:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323257.804044:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817019136
00000100:00100000:0.0:1767323257.804049:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817019136
00000100:00100000:2.0:1767323257.804050:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817019392:12345-0@lo:400:kworker.0 Request processed in 73us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323257.804060:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658
00000100:00100000:2.0:1767323257.804085:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817019520
00000100:00100000:2.0:1767323257.804090:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817019520
00000100:00100000:0.0:1767323257.804092:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5831
00000100:00100000:0.0:1767323257.804102:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817019136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323257.804125:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659
00000100:00100000:2.0:1767323257.804135:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817019520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323257.804147:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817019136:12345-0@lo:400:kworker.0 Request processed in 46us (485us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323257.804160:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5831
00000100:00100000:2.0:1767323257.804175:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817019520:12345-0@lo:400:kworker.0 Request processed in 41us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323257.804183:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659
00000100:00100000:0.0:1767323257.804209:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817019520:0@lo:400:kworker.0
00000100:00100000:0.0:1767323257.804223:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817019392:0@lo:400:kworker.0
00000100:00100000:0.0:1767323257.804258:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817019136:0@lo:400:kworker.0
00000100:00100000:3.0:1767323257.805103:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323257.805142:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817018752:0@lo:38:kworker.0
00000100:00100000:3.0:1767323257.805172:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323257.805201:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817019008:0@lo:38:kworker.0
00000100:00100000:3.0:1767323257.805228:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323257.808340:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817018880:12345-0@lo:400:kworker.0 Request processed in 8540us (8755us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323257.808916:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5830
00000100:00080000:2.0:1767323257.808995:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323257.809003:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323257.809006:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323257.809081:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817018752
00000100:00100000:3.0:1767323257.809086:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817019264:0@lo:38:kworker.0
00000100:00100000:2.0:1767323257.809092:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817018752
00000100:00100000:2.0:1767323257.809131:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349
00000100:00100000:3.0:1767323257.809140:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323257.809141:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817018752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323257.809165:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323257.809212:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817018752:12345-0@lo:38:kworker.0 Request processed in 74us (4038us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323257.809219:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349
00000100:00080000:3.0:1767323257.813114:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323257.813127:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323257.813133:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817018752:0@lo:38:kworker.0
00000100:00100000:3.0:1767323257.813206:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817018624
00000100:00100000:3.0:1767323257.813213:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817018624
00000100:00100000:3.0:1767323257.813248:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817019008
00000100:00100000:3.0:1767323257.813252:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817019008
00000100:00100000:0.0:1767323257.815834:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817019264
00000100:00100000:0.0:1767323257.815852:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817019264
00000100:00100000:0.0:1767323257.816051:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90465
00000100:00100000:0.0:1767323257.816060:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817018624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323257.816086:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323257.816167:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817018624:12345-0@lo:38:kworker.0 Request processed in 106us (11065us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323257.816175:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90465
00000100:00100000:0.0:1767323257.816193:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90466
00000100:00100000:0.0:1767323257.816197:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817019264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323257.816207:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323257.816228:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817019264:12345-0@lo:38:kworker.0 Request processed in 30us (7093us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323257.816233:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90466
00000100:00100000:0.0:1767323257.816307:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817018880:0@lo:400:kworker.0
00000100:00080000:0.0:1767323257.816363:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323257.816367:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323257.816371:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817018624:0@lo:38:kworker.0
00000100:00080000:0.0:1767323257.816381:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323257.816385:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323257.816388:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817019264:0@lo:38:kworker.0
00000100:00100000:3.0:1767323257.818011:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90467
00000100:00100000:3.0:1767323257.818021:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817019008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323257.818042:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323257.818108:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817019008:12345-0@lo:38:kworker.0 Request processed in 86us (12879us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323257.818114:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90467
00000100:00080000:0.0:1767323257.820080:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323257.820092:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323257.820097:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817019008:0@lo:38:kworker.0
00000100:00100000:1.0:1767323258.375190:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323258.823001:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323259.335182:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323259.335206:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817019648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323259.335269:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323259.335382:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817019648
00000100:00100000:2.0:1767323259.335390:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817019648
00000100:00100000:2.0:1767323259.335445:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381
00000100:00100000:2.0:1767323259.335454:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817019648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323259.335481:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323259.335523:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817019648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (253us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323259.335530:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381
00000100:00080000:1.0:1767323259.336007:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323259.336049:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817019648:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323259.336320:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323259.336332:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817019776:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323259.336368:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323259.336441:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817019776
00000100:00100000:3.0:1767323259.336446:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817019776
00000100:00100000:3.0:1767323259.336498:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382
00000100:00100000:3.0:1767323259.336509:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817019776:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323259.336530:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323259.336611:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817019776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323259.336617:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382
00000100:00080000:2.0:1767323259.336670:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323259.336733:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817019776:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323259.398877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323259.847280:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323260.423832:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323260.585862:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323260.585905:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:1.0:1767323260.585937:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758797184 offset 0 length 520: 4
00000100:00100000:3.0:1767323260.586068:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758797056
00000100:00100000:3.0:1767323260.586080:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758797056
00000100:00100000:2.0:1767323260.586112:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758796928
00000100:00100000:2.0:1767323260.586119:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758796928
00000100:00080000:1.0:1767323260.586158:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323260.586171:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5832
00000100:00100000:2.0:1767323260.586183:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758797056:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323260.586263:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758797056:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (412us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323260.586272:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5832
00000100:00100000:2.0:1767323260.586291:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90468
00000100:00100000:2.0:1767323260.586296:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758796928:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323260.586317:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323260.586345:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758796928:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 48us (440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323260.586352:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90468
00010000:00010000:2.0:1767323260.871108:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323261.446868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323261.895241:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323262.470906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323262.918956:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323262.918969:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323262.918973:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323262.918977:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323262.918983:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00010000:2.0:1767323262.918990:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323262.918994:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5800
00000100:00080000:1.0:1767323262.919000:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323262.919010:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323262.919060:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306c380 x1853166817019904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323262.919082:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323262.919086:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323262.919088:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323262.919091:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5800
00000100:00080000:1.0:1767323262.919093:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323262.919097:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323262.919109:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306d880 x1853166817020032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323262.919144:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323262.919162:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323262.919164:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323262.919169:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5800
00000100:00080000:1.0:1767323262.919171:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323262.919177:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323262.919179:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817020160:0@lo:400:kworker.0
00000100:00100000:1.0:1767323262.919196:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375180 x1853166817020288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323262.919227:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323262.919230:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323262.919232:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323262.919236:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5800
00000100:00080000:1.0:1767323262.919238:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323262.919241:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323262.919252:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375c00 x1853166817020544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323262.919307:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817020800:0@lo:400:kworker.0
00000100:00100000:1.0:1767323262.919382:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323262.919596:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817020416:0@lo:400:kworker.0
00000100:00100000:0.0:1767323262.919651:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323262.920520:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323262.922336:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323262.922355:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817020672:0@lo:400:kworker.0
00000100:00100000:1.0:1767323262.923137:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323262.923260:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817020800
00000100:00100000:1.0:1767323262.923269:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817020800
00000100:00100000:1.0:1767323262.923332:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817020672
00000100:00100000:1.0:1767323262.923335:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817020672
00000100:00100000:1.0:1767323262.923385:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660
00000100:00100000:1.0:1767323262.923395:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817020800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323262.923456:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817020800:12345-0@lo:400:kworker.0 Request processed in 63us (4074us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323262.923463:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660
00000100:00100000:1.0:1767323262.923480:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661
00000100:00100000:1.0:1767323262.923486:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817020672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323262.923525:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817020672:12345-0@lo:400:kworker.0 Request processed in 39us (390us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323262.923531:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661
00000100:00080000:1.0:1767323262.923549:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323262.923553:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323262.923591:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817020672:0@lo:400:kworker.0
00000100:00100000:1.0:1767323262.923603:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817020800:0@lo:400:kworker.0
00000100:00100000:3.0:1767323262.925927:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817020416
00000100:00100000:3.0:1767323262.925941:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817020416
00000100:00100000:3.0:1767323262.925997:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817020160
00000100:00100000:3.0:1767323262.925999:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817020160
00000100:00100000:3.0:1767323262.926030:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5833
00000100:00100000:1.0:1767323262.926037:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323237/real 1767323237]  req@ffff8d4d6306df80 x1853166817013376/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323262 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767323262.926040:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817020416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323262.926068:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d6306df80 x1853166817013376/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323262 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767323262.926086:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817019904:0@lo:38:kworker.0
00000100:00100000:1.0:1767323262.926134:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323262.926162:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817019904
00000100:00100000:0.0:1767323262.926168:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817019904
00000100:00100000:1.0:1767323262.926172:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817020032:0@lo:38:kworker.0
00000100:00100000:2.0:1767323262.926176:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5834
00000100:00100000:1.0:1767323262.926200:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323262.926229:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817020288:0@lo:38:kworker.0
00000100:00100000:1.0:1767323262.926252:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323262.926268:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817020544:0@lo:38:kworker.0
00000100:00100000:1.0:1767323262.926289:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323262.926301:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323262.926314:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767323262.926318:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817013376:0@lo:250:kworker.0
00000100:00100000:1.0:1767323262.926460:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817020288
00000100:00100000:1.0:1767323262.926465:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817020288
00000100:00100000:2.0:1767323262.926522:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817020160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323262.926540:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817020544
00000100:00100000:0.0:1767323262.926545:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817020544
00000100:00100000:1.0:1767323262.926545:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90469
00000100:00100000:1.0:1767323262.926553:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817019904:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323262.926563:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90470
00000100:00100000:0.0:1767323262.926569:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817020288:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323262.926580:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817020160:12345-0@lo:400:kworker.0 Request processed in 64us (6063us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323262.926587:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5834
00000100:00100000:2.0:1767323262.926606:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90471
00000100:00100000:2.0:1767323262.926610:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817020544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323262.926615:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323262.926674:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817020416:12345-0@lo:400:kworker.0 Request processed in 636us (7022us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323262.926689:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5833
00000100:00100000:3.0:1767323262.926716:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817020032
00000100:00100000:3.0:1767323262.926720:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817020032
00000100:00100000:3.0:1767323262.926739:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350
00000100:00100000:3.0:1767323262.926744:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817020032:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323262.926777:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817019904:12345-0@lo:38:kworker.0 Request processed in 198us (617us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767323262.926783:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323262.926788:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90469
00000100:00100000:0.0:1767323262.926821:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817020288:12345-0@lo:38:kworker.0 Request processed in 250us (567us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767323262.926824:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323262.926829:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90470
00000100:00080000:1.0:1767323262.926832:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323262.926838:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817019904:0@lo:38:kworker.0
00010000:00020000:2.0:1767323262.926850:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323262.926852:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323262.926857:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323262.926862:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817020288:0@lo:38:kworker.0
00000100:00080000:0.0:1767323262.926869:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767323262.926887:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323262.926890:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817020544:12345-0@lo:38:kworker.0 Request processed in 277us (598us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767323262.926894:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323262.926900:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817020544:0@lo:38:kworker.0
00000100:00100000:2.0:1767323262.926906:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90471
00010000:00020000:3.0:1767323262.927344:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323262.927510:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817020416:0@lo:400:kworker.0
00000100:00100000:2.0:1767323262.927510:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817020160:0@lo:400:kworker.0
00000100:00080000:2.0:1767323262.927541:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323262.927546:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767323262.927549:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323262.927553:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5779
00000100:00080000:2.0:1767323262.927557:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323262.927562:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323262.927571:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817020032:12345-0@lo:38:kworker.0 Request processed in 826us (1371us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323262.927577:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350
00000100:00100000:2.0:1767323262.927583:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd5f80 x1853166817020928/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323262.927609:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323262.927615:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323262.927619:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817020032:0@lo:38:kworker.0
00000100:00100000:1.0:1767323262.927634:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817020928:0@lo:250:kworker.0
00000400:00000100:1.0:1767323262.927789:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817020928 offset 0 length 520: 4
00000100:00100000:1.0:1767323263.494954:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323263.943376:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323264.455180:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323264.458724:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817021184:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323264.458818:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323264.458956:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817021056:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323264.458982:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323264.463199:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817021184
00000100:00100000:3.0:1767323264.463205:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817021056
00000100:00100000:3.0:1767323264.463218:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817021056
00000100:00080000:0.0:1767323264.463316:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323264.463381:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383
00000100:00100000:3.0:1767323264.463396:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817021056:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323264.463400:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817021184
00000100:00080000:0.0:1767323264.463464:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:3.0:1767323264.463501:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323264.463573:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384
00000100:00100000:2.0:1767323264.463584:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817021184:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323264.463591:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817021056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 198us (4604us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323264.463601:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383
00002000:00000024:2.0:1767323264.463606:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323264.463710:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817021056:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323264.463850:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817021184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 270us (5032us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323264.463862:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384
00000100:00100000:0.0:1767323264.464452:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817021184:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323264.518855:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323264.971862:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323265.543416:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323265.703801:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323265.704008:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758797440
00000100:00100000:2.0:1767323265.704019:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758797440
00000100:00080000:0.0:1767323265.704331:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323265.704378:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5835
00000100:00100000:2.0:1767323265.704390:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758797440:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323265.704465:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758797440:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (712us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323265.704474:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5835
00000100:00100000:3.0:1767323265.704630:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323265.711305:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758797312
00000100:00100000:1.0:1767323265.711322:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758797312
00000100:00100000:1.0:1767323265.711452:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90472
00000100:00100000:1.0:1767323265.711462:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758797312:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323265.711486:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323265.711558:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758797312:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 96us (6928us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323265.711566:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90472
00010000:00010000:0.0:1767323265.990955:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323266.567084:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323267.015245:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323267.591184:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323268.039030:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323268.039041:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323268.039044:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323268.039048:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323268.039053:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323268.039062:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5805
00000100:00080000:1.0:1767323268.039067:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323268.039074:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323268.039115:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377100 x1853166817021312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323268.039130:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323268.039134:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323268.039136:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323268.039139:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5805
00000100:00080000:1.0:1767323268.039142:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00010000:00010000:3.0:1767323268.039189:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323268.039326:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817021312:0@lo:38:kworker.0
00000100:00100000:2.0:1767323268.039397:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323268.039458:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817021312
00000100:00100000:3.0:1767323268.039467:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817021312
00000100:00100000:3.0:1767323268.039507:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90473
00000100:00080000:1.0:1767323268.039509:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323268.039518:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817021312:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323268.039529:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377800 x1853166817021440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:3.0:1767323268.039541:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323268.039575:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323268.039579:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323268.039581:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767323268.039603:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817021312:12345-0@lo:38:kworker.0 Request processed in 85us (205us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323268.039611:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90473
00000100:00080000:1.0:1767323268.039629:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5805
00000100:00080000:1.0:1767323268.039644:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323268.039648:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323268.039661:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376d80 x1853166817021696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323268.039664:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817021568:0@lo:400:kworker.0
00000100:00080000:1.0:1767323268.039690:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323268.039694:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323268.039696:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323268.039700:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5805
00000100:00080000:1.0:1767323268.039705:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767323268.039706:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323268.039710:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323268.039724:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375f80 x1853166817021952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323268.039734:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323268.039744:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817021824:0@lo:400:kworker.0
00000100:00100000:3.0:1767323268.039804:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323268.039831:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817021568
00000100:00100000:1.0:1767323268.039836:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817021568
00000100:00100000:3.0:1767323268.039843:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817021824
00000100:00100000:3.0:1767323268.039847:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817021824
00000100:00100000:1.0:1767323268.039984:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5836
00000100:00100000:1.0:1767323268.039999:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817021568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323268.040050:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817021568:12345-0@lo:400:kworker.0 Request processed in 59us (347us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323268.040057:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5836
00000100:00100000:0.0:1767323268.040097:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817022080:0@lo:400:kworker.0
00000100:00100000:0.0:1767323268.040131:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323268.040428:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5837
00000100:00100000:3.0:1767323268.040437:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817021824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323268.040469:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817021824:12345-0@lo:400:kworker.0 Request processed in 34us (666us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323268.040479:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5837
00000100:00100000:3.0:1767323268.040520:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817021824:0@lo:400:kworker.0
00000100:00100000:3.0:1767323268.040531:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817021568:0@lo:400:kworker.0
00000100:00100000:0.0:1767323268.042113:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323268.042114:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817021440:0@lo:38:kworker.0
00000100:00100000:0.0:1767323268.042124:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817022208:0@lo:400:kworker.0
00000100:00100000:0.0:1767323268.042170:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323268.042176:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323268.042232:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817021696:0@lo:38:kworker.0
00000100:00080000:0.0:1767323268.042241:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323268.042262:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323268.042263:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817022080
00000100:00100000:0.0:1767323268.042271:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817022080
00000100:00100000:2.0:1767323268.042283:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817021952:0@lo:38:kworker.0
00000100:00100000:2.0:1767323268.042310:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323268.042322:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817022208
00000100:00100000:0.0:1767323268.042327:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817022208
00000100:00080000:2.0:1767323268.043106:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323268.043114:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323268.043120:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817021312:0@lo:38:kworker.0
00000100:00100000:3.0:1767323268.043142:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662
00000100:00100000:0.0:1767323268.043151:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3663
00000100:00100000:0.0:1767323268.043162:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817022208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323268.043167:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817021696
00000100:00100000:2.0:1767323268.043172:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817021696
00000100:00100000:2.0:1767323268.043202:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817021952
00000100:00100000:2.0:1767323268.043207:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817021952
00000100:00100000:0.0:1767323268.043222:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817022208:12345-0@lo:400:kworker.0 Request processed in 63us (1050us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323268.043230:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90474
00000100:00100000:0.0:1767323268.043232:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3663
00000100:00100000:2.0:1767323268.043241:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817021696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323268.043252:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817022080:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323268.043263:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:2.0:1767323268.043263:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323268.043267:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323268.043315:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817022208:0@lo:400:kworker.0
00000100:00100000:0.0:1767323268.043329:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817022080:0@lo:400:kworker.0
00000100:00100000:3.0:1767323268.043336:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817022080:12345-0@lo:400:kworker.0 Request processed in 182us (3201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323268.043345:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662
00000100:00100000:0.0:1767323268.043440:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90475
00000100:00100000:0.0:1767323268.043444:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817021952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323268.043454:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323268.043470:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817021440
00000100:00100000:3.0:1767323268.043477:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817021440
00000100:00100000:0.0:1767323268.043481:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817021952:12345-0@lo:38:kworker.0 Request processed in 35us (1171us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323268.043486:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90475
00000100:00100000:3.0:1767323268.043510:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351
00000100:00100000:3.0:1767323268.043517:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817021440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323268.043529:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323268.043559:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817021440:12345-0@lo:38:kworker.0 Request processed in 42us (1385us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323268.043565:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351
00000100:00080000:3.0:1767323268.043614:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323268.043619:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323268.043622:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817021440:0@lo:38:kworker.0
00000100:00080000:3.0:1767323268.043643:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323268.043647:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323268.043650:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817021952:0@lo:38:kworker.0
00000100:00100000:2.0:1767323268.044021:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817021696:12345-0@lo:38:kworker.0 Request processed in 779us (1758us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323268.044029:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90474
00000100:00080000:3.0:1767323268.044190:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323268.044196:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323268.044199:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817021696:0@lo:38:kworker.0
00000100:00100000:2.0:1767323268.615264:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323269.064568:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323269.575682:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323269.575708:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817022464:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323269.575869:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323269.575931:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817022464
00000100:00100000:2.0:1767323269.575940:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817022464
00000100:00100000:1.0:1767323269.575971:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817022336:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323269.576005:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323269.576007:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385
00000100:00100000:2.0:1767323269.576017:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817022464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323269.576045:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323269.576120:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817022464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (250us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323269.576127:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385
00000100:00100000:2.0:1767323269.576158:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817022336
00000100:00100000:2.0:1767323269.576162:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817022336
00000100:00100000:1.0:1767323269.576179:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817022464:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323269.576180:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386
00000100:00100000:2.0:1767323269.576186:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817022336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323269.576202:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323269.576263:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817022336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323269.576270:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386
00000100:00100000:1.0:1767323269.576355:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817022336:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323269.639001:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323270.087175:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323270.662970:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323270.825532:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323270.825572:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323270.826409:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758797696
00000100:00100000:2.0:1767323270.826422:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758797696
00000100:00100000:2.0:1767323270.826544:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758797568
00000100:00100000:2.0:1767323270.826548:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758797568
00000100:00100000:2.0:1767323270.826571:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5838
00000100:00100000:2.0:1767323270.826581:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758797696:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323270.826673:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758797696:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 93us (1152us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323270.826681:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5838
00000100:00100000:2.0:1767323270.826703:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90476
00000100:00100000:2.0:1767323270.826707:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758797568:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323270.826728:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323270.826780:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758797568:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (1183us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323270.826787:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90476
00000100:00080000:0.0:1767323270.827740:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323271.114014:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323271.686882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323272.135435:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323272.710978:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323273.158904:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323273.158916:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323273.158919:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323273.158923:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323273.158927:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323273.158935:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5810
00000100:00080000:1.0:1767323273.158939:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323273.158947:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323273.158989:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306d880 x1853166817022592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323273.159022:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323273.159026:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323273.159028:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323273.159032:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5810
00000100:00080000:1.0:1767323273.159034:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323273.159037:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323273.159052:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306f100 x1853166817022720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323273.159109:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323273.159113:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323273.159116:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323273.159120:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5810
00000100:00080000:1.0:1767323273.159122:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323273.159124:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323273.159136:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331880 x1853166817022976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323273.159281:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323273.159350:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817022848:0@lo:400:kworker.0
00000100:00100000:3.0:1767323273.159420:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323273.160859:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323273.160865:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323273.160868:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323273.160874:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5810
00000100:00080000:1.0:1767323273.160878:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323273.160882:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323273.160900:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333100 x1853166817023232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323273.160961:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817023360:0@lo:400:kworker.0
00000100:00100000:1.0:1767323273.161013:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323273.161058:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323273.161064:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817023488:0@lo:400:kworker.0
00000100:00100000:1.0:1767323273.161085:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323273.161120:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817023360
00000100:00100000:1.0:1767323273.161126:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817023360
00000100:00100000:1.0:1767323273.161498:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817023488
00000100:00100000:1.0:1767323273.161503:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817023488
00000100:00100000:1.0:1767323273.161527:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664
00000100:00100000:1.0:1767323273.161571:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817023360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323273.161639:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817023360:12345-0@lo:400:kworker.0 Request processed in 105us (626us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323273.161647:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664
00000100:00100000:1.0:1767323273.161662:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665
00000100:00100000:1.0:1767323273.161668:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817023488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323273.161696:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817023488:12345-0@lo:400:kworker.0 Request processed in 29us (610us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323273.161702:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665
00000100:00100000:1.0:1767323273.161738:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817023488:0@lo:400:kworker.0
00000100:00100000:1.0:1767323273.161749:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817023360:0@lo:400:kworker.0
00000100:00100000:1.0:1767323273.161823:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817023104:0@lo:400:kworker.0
00000100:00100000:1.0:1767323273.161849:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323273.161880:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817022848
00000100:00100000:1.0:1767323273.161884:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817022848
00000100:00100000:1.0:1767323273.161910:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817023104
00000100:00100000:1.0:1767323273.161914:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817023104
00000100:00100000:1.0:1767323273.161933:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5839
00000100:00100000:1.0:1767323273.161939:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817022848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323273.161977:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817022848:12345-0@lo:400:kworker.0 Request processed in 38us (2557us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323273.161983:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5839
00000100:00100000:1.0:1767323273.161996:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5840
00000100:00100000:1.0:1767323273.162002:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817023104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323273.162028:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817023104:12345-0@lo:400:kworker.0 Request processed in 27us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323273.162033:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5840
00000100:00100000:1.0:1767323273.162057:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817023104:0@lo:400:kworker.0
00000100:00100000:1.0:1767323273.162098:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817022848:0@lo:400:kworker.0
00000100:00100000:2.0:1767323273.163713:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817022592:0@lo:38:kworker.0
00000100:00100000:2.0:1767323273.163788:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323273.163817:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817022720:0@lo:38:kworker.0
00000100:00100000:2.0:1767323273.163841:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323273.163872:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817022976:0@lo:38:kworker.0
00000100:00100000:2.0:1767323273.163893:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323273.163910:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817023232:0@lo:38:kworker.0
00000100:00100000:2.0:1767323273.163930:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323273.163962:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817022720
00000100:00100000:2.0:1767323273.163968:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817022720
00000100:00100000:2.0:1767323273.163997:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352
00000100:00100000:2.0:1767323273.164003:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817022720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323273.164023:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323273.164058:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817022720:12345-0@lo:38:kworker.0 Request processed in 53us (215us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323273.164065:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352
00000100:00100000:3.0:1767323273.164262:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817022592
00000100:00100000:3.0:1767323273.164267:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817022592
00000100:00100000:3.0:1767323273.164291:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817022976
00000100:00080000:0.0:1767323273.164450:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323273.164456:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323273.164459:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323273.164489:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817023232
00000100:00100000:0.0:1767323273.164493:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817023232
00000100:00100000:0.0:1767323273.164516:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90477
00000100:00100000:0.0:1767323273.164521:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817022592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323273.164533:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323273.164562:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817022592:12345-0@lo:38:kworker.0 Request processed in 40us (774us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323273.164568:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90477
00000100:00100000:0.0:1767323273.164580:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90478
00000100:00100000:0.0:1767323273.164595:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817023232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323273.164604:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323273.164623:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817023232:12345-0@lo:38:kworker.0 Request processed in 39us (693us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323273.164629:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90478
00010000:00010000:0.0:1767323273.164711:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323273.164735:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323273.164740:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323273.164744:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817022592:0@lo:38:kworker.0
00000100:00080000:0.0:1767323273.164752:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323273.164770:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323273.164773:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817022720:0@lo:38:kworker.0
00000100:00080000:0.0:1767323273.164782:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323273.164785:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323273.164788:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817023232:0@lo:38:kworker.0
00000100:00100000:3.0:1767323273.164856:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817022976
00000100:00100000:3.0:1767323273.164884:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90479
00000100:00100000:3.0:1767323273.164889:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817022976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323273.164899:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323273.164931:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817022976:12345-0@lo:38:kworker.0 Request processed in 41us (1037us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323273.164937:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90479
00000100:00080000:0.0:1767323273.165625:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323273.165631:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323273.165635:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817022976:0@lo:38:kworker.0
00000100:00100000:2.0:1767323273.734928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323274.182966:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323274.696379:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817023616:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323274.696444:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323274.696515:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323274.696519:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817023744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323274.696544:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323274.696602:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817023616
00000100:00100000:3.0:1767323274.696611:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817023616
00000100:00100000:3.0:1767323274.696665:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817023744
00000100:00100000:3.0:1767323274.696669:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817023744
00000100:00100000:3.0:1767323274.696690:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387
00000100:00100000:3.0:1767323274.696699:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817023616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323274.696732:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323274.696807:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817023616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (361us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323274.696817:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387
00000100:00100000:3.0:1767323274.696833:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388
00000100:00100000:3.0:1767323274.696839:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817023744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323274.696853:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323274.696877:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817023744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (333us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323274.696883:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388
00000100:00100000:0.0:1767323274.697058:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817023744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323274.697071:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817023616:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323274.758886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323275.209334:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323275.782986:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323275.944345:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323275.944633:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758797952
00000100:00100000:1.0:1767323275.944647:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758797952
00000100:00100000:1.0:1767323275.944831:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5841
00000100:00100000:1.0:1767323275.944845:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758797952:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323275.944966:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758797952:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 124us (639us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323275.944976:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5841
00000100:00100000:3.0:1767323275.945434:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323275.945592:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758797824
00000100:00100000:2.0:1767323275.945598:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758797824
00000100:00100000:2.0:1767323275.945633:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90480
00000100:00100000:2.0:1767323275.945640:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758797824:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323275.945667:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323275.945709:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758797824:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 69us (276us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323275.945716:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90480
00000100:00080000:0.0:1767323275.946322:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323276.233790:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323276.806923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323277.255155:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323277.831096:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323278.278973:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323278.279656:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323278.279665:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323278.279668:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323278.279673:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323278.279677:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323278.279687:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5815
00000100:00080000:2.0:1767323278.279692:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323278.279700:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323278.279782:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756df800 x1853166817023872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323278.279871:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817023872:0@lo:38:kworker.0
00000100:00100000:0.0:1767323278.279974:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323278.280056:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817023872
00000100:00100000:3.0:1767323278.280068:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817023872
00000100:00080000:2.0:1767323278.280077:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323278.280082:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323278.280084:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323278.280088:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5815
00000100:00080000:2.0:1767323278.280092:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323278.280097:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323278.280114:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dc000 x1853166817024000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323278.280131:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90481
00000100:00100000:3.0:1767323278.280142:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817023872:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323278.280169:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323278.283805:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817024000:0@lo:38:kworker.0
00000100:00100000:0.0:1767323278.283934:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323278.284081:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817024000
00000100:00100000:1.0:1767323278.284092:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817024000
00000100:00100000:1.0:1767323278.284143:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353
00000100:00100000:1.0:1767323278.284153:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817024000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323278.284187:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323278.284237:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817024000:12345-0@lo:38:kworker.0 Request processed in 84us (303us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323278.284245:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353
00000100:00100000:3.0:1767323278.285593:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817023872:12345-0@lo:38:kworker.0 Request processed in 5443us (5611us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323278.285608:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90481
00000100:00080000:0.0:1767323278.285717:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323278.285725:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323278.285730:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817023872:0@lo:38:kworker.0
00000100:00080000:0.0:1767323278.285785:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323278.285790:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323278.285793:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817024000:0@lo:38:kworker.0
00000100:00100000:1.0:1767323278.289057:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817024128:0@lo:400:kworker.0
00000100:00100000:1.0:1767323278.289157:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323278.289281:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817024128
00000100:00100000:3.0:1767323278.289292:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817024128
00000100:00100000:3.0:1767323278.289387:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5842
00000100:00100000:3.0:1767323278.289402:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817024128:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323278.289480:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323278.289487:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323278.289492:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323278.289497:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5815
00000100:00080000:2.0:1767323278.289503:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323278.289509:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323278.289545:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756df800 x1853166817024256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323278.289574:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323278.289627:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817024384:0@lo:400:kworker.0
00000100:00100000:0.0:1767323278.289659:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323278.289692:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817024384
00000100:00100000:0.0:1767323278.289696:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817024384
00000100:00100000:0.0:1767323278.289737:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5843
00000100:00100000:0.0:1767323278.289744:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817024384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323278.289804:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817024384:12345-0@lo:400:kworker.0 Request processed in 60us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323278.289812:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5843
00000100:00080000:0.0:1767323278.289833:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323278.289868:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817024384:0@lo:400:kworker.0
00000100:00100000:0.0:1767323278.289900:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817024256:0@lo:38:kworker.0
00000100:00100000:0.0:1767323278.289926:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323278.289951:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817024256
00000100:00100000:0.0:1767323278.289955:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817024256
00000100:00100000:0.0:1767323278.289973:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90482
00000100:00100000:0.0:1767323278.289978:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817024256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323278.290001:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323278.290029:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817024256:12345-0@lo:38:kworker.0 Request processed in 51us (103us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323278.290035:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90482
00000100:00080000:0.0:1767323278.290061:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323278.290066:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323278.290069:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817024256:0@lo:38:kworker.0
00000100:00100000:3.0:1767323278.291672:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817024128:12345-0@lo:400:kworker.0 Request processed in 2264us (2504us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323278.291688:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5842
00000100:00100000:1.0:1767323278.291919:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817024128:0@lo:400:kworker.0
00000100:00080000:2.0:1767323278.296370:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323278.296383:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323278.296388:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323278.296397:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5815
00000100:00080000:2.0:1767323278.296404:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323278.296412:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323278.296468:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9880 x1853166817024512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323278.296636:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817024768:0@lo:400:kworker.0
00000100:00100000:1.0:1767323278.296729:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323278.296807:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323278.296813:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817024640:0@lo:400:kworker.0
00000100:00100000:1.0:1767323278.296837:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323278.296874:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817024768
00000100:00100000:1.0:1767323278.296883:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817024768
00000100:00100000:1.0:1767323278.296950:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817024640
00000100:00100000:1.0:1767323278.296953:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817024640
00000100:00100000:1.0:1767323278.296976:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666
00000100:00100000:1.0:1767323278.296985:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817024768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323278.297044:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817024768:12345-0@lo:400:kworker.0 Request processed in 59us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323278.297052:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666
00000100:00100000:1.0:1767323278.297071:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667
00000100:00100000:1.0:1767323278.297078:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817024640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323278.297102:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817024640:12345-0@lo:400:kworker.0 Request processed in 26us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323278.297108:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667
00000100:00080000:1.0:1767323278.297133:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323278.297138:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323278.297171:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817024640:0@lo:400:kworker.0
00000100:00100000:1.0:1767323278.297182:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817024768:0@lo:400:kworker.0
00000100:00100000:0.0:1767323278.297414:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817024512:0@lo:38:kworker.0
00000100:00100000:0.0:1767323278.297452:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323278.297550:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817024512
00000100:00100000:3.0:1767323278.297555:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817024512
00000100:00100000:3.0:1767323278.297588:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90483
00000100:00100000:3.0:1767323278.297594:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817024512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323278.297618:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323278.297668:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817024512:12345-0@lo:38:kworker.0 Request processed in 71us (213us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323278.297674:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90483
00000100:00080000:1.0:1767323278.297827:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323278.297833:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323278.297837:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817024512:0@lo:38:kworker.0
00000100:00100000:2.0:1767323278.854903:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323279.303464:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323279.815447:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817024896:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323279.815566:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323279.815790:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817024896
00000100:00100000:2.0:1767323279.815801:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817024896
00000100:00100000:2.0:1767323279.815864:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389
00000100:00100000:2.0:1767323279.815872:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817024896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323279.815906:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323279.815953:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817024896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (388us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323279.815959:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389
00000100:00100000:1.0:1767323279.815996:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817024896:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323279.816030:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817025024:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323279.816057:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323279.816160:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817025024
00000100:00100000:2.0:1767323279.816163:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817025024
00000100:00100000:2.0:1767323279.816185:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390
00000100:00100000:2.0:1767323279.816189:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817025024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323279.816203:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323279.816233:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817025024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323279.816240:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390
00000100:00100000:0.0:1767323279.817141:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817025024:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323279.878949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323280.327081:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323280.905256:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323281.064546:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323281.064600:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323281.068688:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758798080
00000100:00100000:2.0:1767323281.068714:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758798080
00000100:00100000:2.0:1767323281.068781:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758798208
00000100:00100000:2.0:1767323281.068785:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758798208
00000100:00100000:2.0:1767323281.068852:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5844
00000100:00100000:2.0:1767323281.068862:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758798208:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323281.068948:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758798208:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 88us (4348us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323281.068955:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5844
00000100:00100000:0.0:1767323281.069065:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90484
00000100:00100000:0.0:1767323281.069073:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758798080:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323281.069096:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323281.069135:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758798080:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 62us (4600us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323281.069143:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90484
00000100:00080000:3.0:1767323281.070202:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323281.351400:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323281.927349:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323282.376532:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323282.951086:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323283.398973:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323283.399456:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323283.399463:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323283.399466:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323283.399470:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323283.399475:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323283.399482:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5820
00000100:00080000:2.0:1767323283.399486:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323283.399523:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323283.399561:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8a80 x1853166817025152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323283.399593:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323283.399596:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323283.399598:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323283.399602:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5820
00000100:00080000:2.0:1767323283.399604:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323283.399607:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323283.399620:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acb480 x1853166817025280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323283.399659:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323283.399662:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323283.399664:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323283.399667:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5820
00000100:00080000:2.0:1767323283.399669:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323283.399673:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323283.399683:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9c00 x1853166817025536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323283.399698:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323283.399701:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323283.399703:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323283.399706:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5820
00000100:00080000:2.0:1767323283.399708:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323283.399711:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323283.399720:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acad80 x1853166817025792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323283.399808:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817025408:0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.399873:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323283.399928:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323283.399934:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817025664:0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.399956:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323283.399990:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817025408
00000100:00100000:3.0:1767323283.399997:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817025408
00000100:00100000:3.0:1767323283.400044:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817025664
00000100:00100000:3.0:1767323283.400047:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817025664
00000100:00100000:3.0:1767323283.400074:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5845
00000100:00100000:3.0:1767323283.400083:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817025408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.400143:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817025408:12345-0@lo:400:kworker.0 Request processed in 61us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323283.400151:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5845
00000100:00100000:3.0:1767323283.400168:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5846
00000100:00100000:3.0:1767323283.400175:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817025664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.400203:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817025664:12345-0@lo:400:kworker.0 Request processed in 29us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323283.400208:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5846
00000100:00080000:3.0:1767323283.400224:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323283.400267:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817025664:0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.400277:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817025408:0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.400307:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817025920:0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.400327:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323283.400345:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323283.400348:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817026048:0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.400360:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323283.400380:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817025920
00000100:00100000:3.0:1767323283.400383:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817025920
00000100:00100000:3.0:1767323283.400403:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817026048
00000100:00100000:3.0:1767323283.400405:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817026048
00000100:00100000:3.0:1767323283.400415:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668
00000100:00100000:3.0:1767323283.400419:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817025920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.400440:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817025920:12345-0@lo:400:kworker.0 Request processed in 22us (113us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323283.400444:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3668
00000100:00100000:3.0:1767323283.400451:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3669
00000100:00100000:3.0:1767323283.400454:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817026048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.400467:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817026048:12345-0@lo:400:kworker.0 Request processed in 13us (107us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323283.400473:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3669
00000100:00080000:3.0:1767323283.400481:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323283.400483:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323283.400504:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817026048:0@lo:400:kworker.0
00000100:00100000:3.0:1767323283.400514:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817025920:0@lo:400:kworker.0
00000100:00100000:0.0:1767323283.400602:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817025152:0@lo:38:kworker.0
00000100:00100000:0.0:1767323283.400633:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323283.400651:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817025280:0@lo:38:kworker.0
00000100:00100000:0.0:1767323283.400675:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323283.400696:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817025536:0@lo:38:kworker.0
00000100:00100000:0.0:1767323283.400715:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323283.400731:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817025792:0@lo:38:kworker.0
00000100:00100000:0.0:1767323283.400749:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323283.400836:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817025280
00000100:00100000:0.0:1767323283.400841:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817025280
00000100:00100000:3.0:1767323283.400986:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817025152
00000100:00100000:3.0:1767323283.400991:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817025152
00000100:00100000:3.0:1767323283.401010:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817025536
00000100:00100000:3.0:1767323283.401013:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817025536
00000100:00100000:3.0:1767323283.401024:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817025792
00000100:00100000:3.0:1767323283.401027:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817025792
00000100:00100000:3.0:1767323283.401040:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90485
00000100:00100000:3.0:1767323283.401044:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817025152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323283.401061:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323283.401096:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817025152:12345-0@lo:38:kworker.0 Request processed in 50us (462us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323283.401102:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90485
00000100:00100000:3.0:1767323283.401113:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90486
00000100:00100000:3.0:1767323283.401116:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817025536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323283.401125:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323283.401147:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817025536:12345-0@lo:38:kworker.0 Request processed in 29us (431us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323283.401152:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90486
00000100:00100000:3.0:1767323283.401162:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90487
00000100:00100000:3.0:1767323283.401165:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817025792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323283.401175:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323283.401199:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817025792:12345-0@lo:38:kworker.0 Request processed in 32us (449us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323283.401204:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90487
00000100:00100000:0.0:1767323283.401501:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354
00000100:00100000:0.0:1767323283.401507:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817025280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323283.401517:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323283.401544:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817025280:12345-0@lo:38:kworker.0 Request processed in 36us (868us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323283.401550:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354
00000100:00080000:0.0:1767323283.401581:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323283.401586:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323283.401589:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817025152:0@lo:38:kworker.0
00000100:00080000:0.0:1767323283.401598:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323283.401601:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323283.401604:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817025280:0@lo:38:kworker.0
00000100:00080000:0.0:1767323283.401612:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323283.401615:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323283.401618:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817025536:0@lo:38:kworker.0
00000100:00080000:0.0:1767323283.401625:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323283.401628:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323283.401631:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817025792:0@lo:38:kworker.0
00000100:00100000:2.0:1767323283.974971:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323284.425142:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323284.935157:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817026176:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323284.935228:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323284.935265:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817026176
00000100:00100000:1.0:1767323284.935275:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817026176
00000100:00100000:1.0:1767323284.935332:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391
00000100:00100000:0.0:1767323284.935448:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817026304:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323284.935487:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323284.935558:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817026304
00000100:00100000:3.0:1767323284.935563:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817026304
00000100:00100000:1.0:1767323284.935585:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817026176:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323284.935592:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392
00000100:00100000:3.0:1767323284.935600:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817026304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323284.935626:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323284.935663:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817026304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323284.935672:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392
00002000:00000024:1.0:1767323284.935687:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323284.935732:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817026176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 392us (504us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323284.935739:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391
00000100:00100000:0.0:1767323284.935823:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817026304:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323284.935903:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817026176:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323284.999721:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323285.161347:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323285.161413:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758798592
00000100:00100000:1.0:1767323285.161424:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758798592
00000400:00000100:3.0:1767323285.161430:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758798336 offset 0 length 520: 4
00000100:00100000:3.0:1767323285.161459:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323285.161498:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758798464
00000100:00100000:3.0:1767323285.161502:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758798464
00000100:00080000:2.0:1767323285.161570:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323285.161588:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5847
00000100:00100000:3.0:1767323285.161602:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758798592:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323285.161633:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90488
00000100:00100000:1.0:1767323285.161640:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758798464:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323285.161663:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323285.161747:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758798464:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 101us (282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323285.161748:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758798592:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 145us (405us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323285.161790:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5847
00000100:00100000:1.0:1767323285.161849:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90488
00010000:00010000:2.0:1767323285.449577:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323286.023390:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323286.470956:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323287.046929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323287.497963:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323287.498593:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323262/real 1767323262]  req@ffff8d4d50bd5f80 x1853166817020928/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323287 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323287.498620:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d50bd5f80 x1853166817020928/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323287 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323287.498643:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323287.498667:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323287.498671:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817020928:0@lo:250:kworker.0
00000100:00080000:0.0:1767323287.498910:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323287.498916:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323287.498919:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323287.498924:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5805
00000100:00080000:0.0:1767323287.498929:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323287.498935:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323287.498974:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940b480 x1853166817026432/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323287.499003:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323287.499007:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323287.499008:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323287.499012:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5826
00000100:00080000:0.0:1767323287.499015:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767323287.499018:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323287.499035:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405f800 x1853166817026560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323287.499044:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323287.499047:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323287.499049:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323287.499052:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5826
00000100:00080000:0.0:1767323287.499054:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767323287.499057:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323287.499070:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa17800 x1853166817026688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323287.499115:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323287.499119:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323287.499120:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323287.499125:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5826
00000100:00080000:0.0:1767323287.499127:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767323287.499129:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323287.499140:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55f480 x1853166817026944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323287.499205:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323287.499208:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323287.499210:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323287.499213:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5826
00000100:00080000:0.0:1767323287.499216:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767323287.499219:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323287.499229:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39dc00 x1853166817027200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323287.499276:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817027456:0@lo:400:kworker.0
00000100:00100000:0.0:1767323287.499335:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323287.499394:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323287.499401:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817027328:0@lo:400:kworker.0
00000100:00100000:0.0:1767323287.499423:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323287.499481:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817027456
00000100:00100000:0.0:1767323287.499489:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817027456
00000100:00100000:3.0:1767323287.499510:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817026816:0@lo:400:kworker.0
00000100:00100000:0.0:1767323287.499543:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817027328
00000100:00100000:0.0:1767323287.499549:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817027328
00000100:00100000:3.0:1767323287.499549:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323287.499578:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323287.499583:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670
00000100:00100000:3.0:1767323287.499588:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817027072:0@lo:400:kworker.0
00000100:00100000:0.0:1767323287.499596:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817027456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323287.499613:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323287.499648:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671
00000100:00100000:0.0:1767323287.499655:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817027456:12345-0@lo:400:kworker.0 Request processed in 61us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323287.499660:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817027328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323287.499668:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670
00000100:00100000:3.0:1767323287.499701:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817027328:12345-0@lo:400:kworker.0 Request processed in 45us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323287.499709:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671
00000100:00100000:0.0:1767323287.499722:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817027328:0@lo:400:kworker.0
00000100:00100000:3.0:1767323287.499736:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817026816
00000100:00100000:0.0:1767323287.499737:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817027456:0@lo:400:kworker.0
00000100:00100000:3.0:1767323287.499741:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817026816
00000100:00100000:3.0:1767323287.499817:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817027072
00000100:00100000:3.0:1767323287.499821:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817027072
00000100:00100000:1.0:1767323287.499833:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5848
00000100:00100000:1.0:1767323287.499845:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817026816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323287.499852:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5849
00000100:00100000:3.0:1767323287.499862:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817027072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323287.499893:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817026816:12345-0@lo:400:kworker.0 Request processed in 51us (344us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323287.499901:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5848
00000100:00100000:3.0:1767323287.499907:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817027072:12345-0@lo:400:kworker.0 Request processed in 46us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323287.499916:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5849
00000100:00100000:1.0:1767323287.499937:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817027072:0@lo:400:kworker.0
00000100:00100000:1.0:1767323287.499949:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817026816:0@lo:400:kworker.0
00000100:00080000:2.0:1767323287.502850:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323287.502872:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323287.502876:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323287.502911:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817026432:0@lo:250:kworker.0
00000400:00000100:2.0:1767323287.502964:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817026432 offset 0 length 520: 4
00000100:00100000:2.0:1767323287.503003:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817026560:0@lo:38:kworker.0
00000100:00100000:2.0:1767323287.503047:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323287.503080:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817026688:0@lo:38:kworker.0
00000100:00100000:2.0:1767323287.503109:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323287.503119:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817026560
00000100:00100000:3.0:1767323287.503128:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817026560
00000100:00100000:2.0:1767323287.503144:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817026944:0@lo:38:kworker.0
00000100:00100000:3.0:1767323287.503170:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90489
00000100:00100000:2.0:1767323287.503172:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323287.503183:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817026560:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323287.503196:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817027200:0@lo:38:kworker.0
00010000:00020000:3.0:1767323287.503210:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323287.503231:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323287.503264:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817026560:12345-0@lo:38:kworker.0 Request processed in 82us (216us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323287.503272:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90489
00000100:00080000:2.0:1767323287.503277:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323287.503285:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323287.503290:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817026560:0@lo:38:kworker.0
00000100:00100000:3.0:1767323287.503291:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817026944
00000100:00100000:3.0:1767323287.503297:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817026944
00000100:00100000:3.0:1767323287.503318:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817027200
00000100:00100000:3.0:1767323287.503321:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817027200
00000100:00100000:2.0:1767323287.503328:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90490
00000100:00100000:2.0:1767323287.503334:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817026944:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323287.503393:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817026688
00000100:00100000:1.0:1767323287.503398:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817026688
00000100:00100000:1.0:1767323287.503424:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355
00000100:00100000:1.0:1767323287.503429:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817026688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323287.503440:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323287.503485:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817026688:12345-0@lo:38:kworker.0 Request processed in 54us (376us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323287.503491:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355
00000100:00080000:1.0:1767323287.503523:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323287.503526:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323287.503529:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817026688:0@lo:38:kworker.0
00010000:00020000:2.0:1767323287.504131:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323287.504163:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817026944:12345-0@lo:38:kworker.0 Request processed in 827us (992us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323287.510716:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90491
00000100:00100000:3.0:1767323287.510729:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817027200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323287.510769:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323287.511545:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323287.511552:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323287.511556:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817026944:0@lo:38:kworker.0
00000100:00100000:3.0:1767323287.512231:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817027200:12345-0@lo:38:kworker.0 Request processed in 1500us (8996us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323287.512257:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90491
00000100:00100000:2.0:1767323287.514097:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90490
00000100:00080000:1.0:1767323287.516794:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323287.516809:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323287.516815:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817027200:0@lo:38:kworker.0
00000100:00100000:2.0:1767323288.071389:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323288.518941:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323289.097522:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323289.542935:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323290.055316:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817027584:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323290.055371:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323290.055668:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817027712:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323290.055690:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323290.055726:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817027584
00000100:00100000:3.0:1767323290.055732:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817027584
00000100:00100000:3.0:1767323290.055785:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817027712
00000100:00100000:3.0:1767323290.055787:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817027712
00000100:00100000:3.0:1767323290.055800:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393
00000100:00100000:3.0:1767323290.055818:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817027584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323290.055843:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323290.055916:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394
00000100:00100000:0.0:1767323290.055925:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817027712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323290.055941:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323290.055975:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817027712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323290.055982:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394
00000100:00080000:0.0:1767323290.056016:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323290.056019:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323290.057576:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817027584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1754us (2198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323290.057587:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393
00000100:00100000:3.0:1767323290.059131:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817027712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323290.059259:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817027584:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323290.119596:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323290.284280:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323290.284389:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323290.284551:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758798848
00000100:00100000:2.0:1767323290.284563:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758798848
00000100:00100000:2.0:1767323290.284666:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758798720
00000100:00100000:2.0:1767323290.284670:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758798720
00000100:00100000:2.0:1767323290.284695:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5850
00000100:00100000:2.0:1767323290.284708:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758798848:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323290.284858:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758798848:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 152us (594us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323290.284867:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5850
00000100:00100000:2.0:1767323290.284891:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90492
00000100:00100000:2.0:1767323290.284895:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758798720:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323290.284921:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323290.284951:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758798720:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (562us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323290.284958:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90492
00000100:00080000:3.0:1767323290.285308:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323290.568939:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323291.143042:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323291.593503:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323292.167998:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323292.617690:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323292.617705:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323292.617710:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323292.617715:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323292.617720:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323292.617732:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5830
00000100:00080000:0.0:1767323292.617741:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767323292.617750:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323292.617827:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39fb80 x1853166817027840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323292.617902:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817027840:0@lo:38:kworker.0
00000100:00100000:2.0:1767323292.618001:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323292.618188:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817027840
00000100:00100000:3.0:1767323292.618204:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817027840
00000100:00100000:3.0:1767323292.618273:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90493
00000100:00100000:3.0:1767323292.618282:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817027840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323292.618305:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323292.618389:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323292.618394:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323292.618396:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323292.618402:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5830
00000100:00080000:0.0:1767323292.618413:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767323292.618418:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323292.618436:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c380 x1853166817027968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323292.624933:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817027968:0@lo:38:kworker.0
00000100:00100000:2.0:1767323292.625041:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323292.625221:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817027968
00000100:00100000:1.0:1767323292.625243:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817027968
00000100:00100000:1.0:1767323292.625296:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356
00000100:00100000:1.0:1767323292.625305:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817027968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323292.625335:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323292.625386:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817027968:12345-0@lo:38:kworker.0 Request processed in 80us (344us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323292.625393:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356
00000100:00100000:3.0:1767323292.629104:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817027840:12345-0@lo:38:kworker.0 Request processed in 10810us (11090us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323292.629121:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90493
00000100:00100000:3.0:1767323292.631598:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817028096:0@lo:400:kworker.0
00000100:00100000:3.0:1767323292.631723:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323292.631923:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817028096
00000100:00100000:1.0:1767323292.631935:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817028096
00000100:00100000:1.0:1767323292.632028:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5851
00000100:00100000:1.0:1767323292.632040:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817028096:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323292.632286:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323292.632294:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323292.632298:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323292.632304:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5830
00000100:00080000:0.0:1767323292.632310:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767323292.632317:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323292.632425:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c000 x1853166817028224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323292.632728:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323292.632735:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323292.632740:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817027840:0@lo:38:kworker.0
00000100:00100000:2.0:1767323292.632781:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817028224:0@lo:38:kworker.0
00000100:00100000:2.0:1767323292.632819:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323292.632821:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817028096:12345-0@lo:400:kworker.0 Request processed in 784us (1099us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323292.632831:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5851
00000100:00080000:2.0:1767323292.632852:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323292.632854:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817028224
00000100:00080000:2.0:1767323292.632856:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323292.632858:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817028224
00000100:00100000:2.0:1767323292.632859:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817027968:0@lo:38:kworker.0
00000100:00100000:1.0:1767323292.632880:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90494
00000100:00100000:1.0:1767323292.632886:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817028224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323292.632910:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00010000:2.0:1767323292.632920:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323292.632944:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323292.632961:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323292.632965:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323292.632968:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817028224:0@lo:38:kworker.0
00000100:00100000:1.0:1767323292.635767:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817028224:12345-0@lo:38:kworker.0 Request processed in 58us (125us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323292.635805:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90494
00000100:00100000:1.0:1767323292.635942:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817028352:0@lo:400:kworker.0
00000100:00100000:1.0:1767323292.636037:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323292.636680:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817028352
00000100:00100000:2.0:1767323292.636692:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817028352
00000100:00100000:2.0:1767323292.636807:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5852
00000100:00100000:2.0:1767323292.636817:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817028352:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323292.636894:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817028352:12345-0@lo:400:kworker.0 Request processed in 79us (857us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323292.636902:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5852
00000100:00080000:1.0:1767323292.637358:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323292.637417:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817028352:0@lo:400:kworker.0
00000100:00100000:3.0:1767323292.640000:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817028096:0@lo:400:kworker.0
00000100:00080000:0.0:1767323292.641614:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323292.641623:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323292.641628:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323292.641635:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5830
00000100:00080000:0.0:1767323292.641641:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767323292.641649:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323292.642317:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ce00 x1853166817028480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323292.642442:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817028480:0@lo:38:kworker.0
00000100:00100000:2.0:1767323292.642535:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323292.642561:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817028736:0@lo:400:kworker.0
00000100:00100000:3.0:1767323292.642598:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323292.642622:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323292.642625:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817028736
00000100:00100000:3.0:1767323292.642628:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817028608:0@lo:400:kworker.0
00000100:00100000:2.0:1767323292.642633:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817028736
00000100:00100000:3.0:1767323292.642646:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323292.642675:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817028608
00000100:00100000:3.0:1767323292.642679:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817028608
00000100:00100000:2.0:1767323292.642706:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672
00000100:00100000:2.0:1767323292.642716:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817028736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323292.642720:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673
00000100:00100000:3.0:1767323292.642725:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817028608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323292.642786:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817028736:12345-0@lo:400:kworker.0 Request processed in 70us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323292.642786:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817028608:12345-0@lo:400:kworker.0 Request processed in 59us (137us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323292.642795:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672
00000100:00080000:1.0:1767323292.642843:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323292.642848:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323292.642893:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673
00000100:00100000:3.0:1767323292.642939:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817028608:0@lo:400:kworker.0
00000100:00100000:3.0:1767323292.643034:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817028736:0@lo:400:kworker.0
00000100:00100000:0.0:1767323292.643051:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817028480
00000100:00100000:0.0:1767323292.643055:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817028480
00000100:00100000:0.0:1767323292.643089:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90495
00000100:00100000:0.0:1767323292.643094:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817028480:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323292.643115:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323292.643165:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817028480:12345-0@lo:38:kworker.0 Request processed in 69us (630us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323292.643171:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90495
00000100:00080000:3.0:1767323292.643281:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323292.643288:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323292.643292:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817028480:0@lo:38:kworker.0
00000100:00100000:2.0:1767323293.190915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323293.640319:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323294.214946:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323294.663092:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323295.175518:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323295.177659:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817028864:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323295.177773:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323295.177992:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817028864
00000100:00100000:3.0:1767323295.178003:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817028864
00000100:00100000:3.0:1767323295.178099:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395
00000100:00100000:3.0:1767323295.178111:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817028864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323295.178153:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323295.178206:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817028864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (432us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323295.178214:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395
00000100:00080000:0.0:1767323295.178316:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323295.178488:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817028864:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323295.179794:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817028992:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323295.179857:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323295.179968:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817028992
00000100:00100000:2.0:1767323295.179976:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817028992
00000100:00100000:2.0:1767323295.180050:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396
00000100:00100000:2.0:1767323295.180060:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817028992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323295.180102:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323295.180143:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817028992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323295.180151:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396
00000100:00080000:3.0:1767323295.180311:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323295.181168:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817028992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323295.239040:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323295.400333:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323295.400467:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323295.400802:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758798976
00000100:00100000:1.0:1767323295.400814:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758798976
00000100:00100000:1.0:1767323295.401068:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758799104
00000100:00100000:1.0:1767323295.401072:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758799104
00000100:00080000:3.0:1767323295.401153:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323295.401402:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5853
00000100:00100000:0.0:1767323295.401418:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758799104:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323295.401513:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758799104:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 99us (1044us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323295.401522:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5853
00000100:00100000:0.0:1767323295.401542:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90496
00000100:00100000:0.0:1767323295.401547:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758798976:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323295.401573:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323295.401613:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758798976:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 64us (1294us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323295.401620:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90496
00010000:00010000:3.0:1767323295.687304:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323296.262896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323296.713523:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323297.288287:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323297.735121:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323297.735229:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323297.735236:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323297.735239:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323297.735243:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323297.735247:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323297.735255:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5835
00000100:00080000:3.0:1767323297.735261:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767323297.735268:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323297.735306:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac22680 x1853166817029120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323297.735413:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817029120:0@lo:38:kworker.0
00000100:00100000:2.0:1767323297.735479:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323297.735631:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817029120
00000100:00100000:0.0:1767323297.735639:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817029120
00000100:00100000:0.0:1767323297.735686:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90497
00000100:00100000:0.0:1767323297.735694:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817029120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323297.735714:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323297.735835:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323297.735840:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323297.735842:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323297.735846:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5835
00000100:00080000:3.0:1767323297.735849:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767323297.735853:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323297.735872:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac20a80 x1853166817029248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323297.736250:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817029248:0@lo:38:kworker.0
00000100:00100000:2.0:1767323297.736281:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323297.736402:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817029120:12345-0@lo:38:kworker.0 Request processed in 707us (921us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323297.736410:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90497
00000100:00080000:3.0:1767323297.736552:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323297.736556:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323297.736558:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323297.736570:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5835
00000100:00080000:3.0:1767323297.736573:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767323297.736577:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323297.736593:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631ed80 x1853166817029504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323297.736611:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323297.736614:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323297.736616:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323297.736619:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5835
00000100:00080000:3.0:1767323297.736622:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767323297.736625:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323297.736634:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631f100 x1853166817029760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323297.736678:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817029632:0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.736707:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323297.736725:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323297.736730:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817029376:0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.736748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323297.736814:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817030016:0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.736838:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323297.736857:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323297.736862:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817029888:0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.736879:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323297.736909:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817030016
00000100:00100000:3.0:1767323297.736914:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817030016
00000100:00100000:3.0:1767323297.736952:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817029888
00000100:00100000:3.0:1767323297.736954:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817029888
00000100:00100000:3.0:1767323297.736975:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3674
00000100:00100000:3.0:1767323297.736981:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817030016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.737031:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817030016:12345-0@lo:400:kworker.0 Request processed in 50us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323297.737037:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3674
00000100:00100000:3.0:1767323297.737050:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675
00000100:00100000:3.0:1767323297.737056:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817029888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.737080:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817029888:12345-0@lo:400:kworker.0 Request processed in 25us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323297.737086:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675
00000100:00080000:3.0:1767323297.737101:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323297.737105:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323297.737129:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817029888:0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.737139:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817030016:0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.737174:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817029632
00000100:00100000:3.0:1767323297.737177:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817029632
00000100:00100000:3.0:1767323297.737205:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817029376
00000100:00100000:3.0:1767323297.737208:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817029376
00000100:00100000:3.0:1767323297.737226:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5854
00000100:00100000:3.0:1767323297.737231:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817029632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.737263:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817029632:12345-0@lo:400:kworker.0 Request processed in 32us (556us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323297.737269:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5854
00000100:00100000:3.0:1767323297.737280:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5855
00000100:00100000:3.0:1767323297.737286:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817029376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.737606:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817029376:12345-0@lo:400:kworker.0 Request processed in 24us (561us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323297.737612:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5855
00000100:00080000:3.0:1767323297.737637:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323297.737655:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817029376:0@lo:400:kworker.0
00000100:00100000:3.0:1767323297.737663:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817029632:0@lo:400:kworker.0
00000100:00100000:1.0:1767323297.737928:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817029248
00000100:00100000:1.0:1767323297.737933:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817029248
00000100:00100000:1.0:1767323297.737964:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357
00000100:00100000:1.0:1767323297.737969:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817029248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323297.738101:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323297.738140:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817029248:12345-0@lo:38:kworker.0 Request processed in 169us (1858us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323297.738150:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357
00000100:00080000:2.0:1767323297.738220:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323297.738226:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323297.738229:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817029120:0@lo:38:kworker.0
00000100:00100000:2.0:1767323297.738246:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817029504:0@lo:38:kworker.0
00000100:00100000:2.0:1767323297.738274:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323297.738438:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817029760:0@lo:38:kworker.0
00000100:00100000:2.0:1767323297.738459:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323297.738527:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323297.738531:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323297.738535:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817029248:0@lo:38:kworker.0
00000100:00100000:0.0:1767323297.738683:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817029504
00000100:00100000:0.0:1767323297.738688:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817029504
00000100:00100000:0.0:1767323297.738715:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817029760
00000100:00100000:0.0:1767323297.738718:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817029760
00000100:00100000:0.0:1767323297.738738:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90498
00000100:00100000:0.0:1767323297.738743:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817029504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323297.738770:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323297.738902:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90499
00000100:00100000:1.0:1767323297.738907:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817029760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323297.738917:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323297.739198:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817029760:12345-0@lo:38:kworker.0 Request processed in 288us (736us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323297.739205:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90499
00000100:00100000:0.0:1767323297.739260:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817029504:12345-0@lo:38:kworker.0 Request processed in 516us (984us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323297.739265:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90498
00000100:00080000:2.0:1767323297.739406:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323297.739411:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323297.739416:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817029760:0@lo:38:kworker.0
00000100:00080000:2.0:1767323297.739433:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323297.739437:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323297.739440:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817029504:0@lo:38:kworker.0
00000100:00100000:2.0:1767323298.310974:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323298.759200:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323299.334897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323299.782978:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323300.295160:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817030144:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323300.295227:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323300.295347:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817030144
00000100:00100000:1.0:1767323300.295356:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817030144
00000100:00100000:1.0:1767323300.295418:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397
00000100:00100000:1.0:1767323300.295428:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817030144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323300.295463:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767323300.299323:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323300.299412:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817030272:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323300.299478:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817030144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4049us (4247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323300.299487:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323300.299492:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397
00000100:00100000:1.0:1767323300.299528:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817030272
00000100:00100000:1.0:1767323300.299536:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817030272
00000100:00100000:0.0:1767323300.299719:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817030144:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767323300.299799:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323300.299855:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398
00000100:00100000:1.0:1767323300.299865:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817030272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323300.299895:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323300.299959:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817030272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (473us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323300.299965:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398
00000100:00100000:0.0:1767323300.300184:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817030272:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323300.358882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323300.520705:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323300.520887:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758799360
00000100:00100000:0.0:1767323300.520898:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758799360
00000100:00100000:3.0:1767323300.520999:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:1.0:1767323300.521199:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323300.526091:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758799232
00000100:00100000:0.0:1767323300.526108:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758799232
00000100:00100000:2.0:1767323300.526115:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5856
00000100:00100000:2.0:1767323300.526134:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758799360:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323300.526159:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90500
00000100:00100000:0.0:1767323300.526166:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758799232:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323300.526186:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323300.526218:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758799360:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 91us (5521us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323300.526221:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758799232:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (5221us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323300.526233:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5856
00000100:00100000:0.0:1767323300.526605:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90500
00010000:00010000:2.0:1767323300.808231:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323301.382889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323301.831378:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323302.408353:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323302.854954:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323302.854969:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323302.854973:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323302.854988:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323302.854994:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323302.855005:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5840
00000100:00080000:3.0:1767323302.855012:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323302.855034:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323302.855098:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631ea00 x1853166817030400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323302.855128:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323302.855132:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323302.855133:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323302.855138:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5840
00000100:00080000:3.0:1767323302.855142:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323302.855147:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323302.855163:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d500 x1853166817030528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323302.855179:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817030400:0@lo:38:kworker.0
00000100:00080000:3.0:1767323302.855244:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323302.855249:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323302.855252:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323302.855258:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5840
00000100:00080000:3.0:1767323302.855262:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767323302.855273:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323302.855274:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323302.855298:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631ca80 x1853166817030784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323302.855334:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323302.855339:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323302.855341:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323302.855345:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5840
00000100:00080000:3.0:1767323302.855348:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323302.855353:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323302.855378:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d180 x1853166817031040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323302.855383:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817030528:0@lo:38:kworker.0
00000100:00100000:2.0:1767323302.855432:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323302.855463:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817030784:0@lo:38:kworker.0
00000100:00100000:3.0:1767323302.855488:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817030400
00000100:00100000:2.0:1767323302.855498:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323302.855502:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817030400
00000100:00100000:2.0:1767323302.855525:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817031040:0@lo:38:kworker.0
00000100:00100000:2.0:1767323302.855551:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323302.855565:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817030784
00000100:00100000:3.0:1767323302.855571:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817030784
00000100:00100000:3.0:1767323302.855601:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817031040
00000100:00100000:3.0:1767323302.855606:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817031040
00000100:00100000:2.0:1767323302.855613:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90501
00000100:00100000:2.0:1767323302.855622:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817030400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323302.855645:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323302.855691:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817030400:12345-0@lo:38:kworker.0 Request processed in 67us (424us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323302.855703:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817030656:0@lo:400:kworker.0
00000100:00100000:0.0:1767323302.855737:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323302.855794:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323302.855813:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817030528
00000100:00100000:1.0:1767323302.855821:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817030528
00000100:00100000:0.0:1767323302.855889:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817030912:0@lo:400:kworker.0
00000100:00100000:0.0:1767323302.855916:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323302.855940:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817030656
00000100:00100000:0.0:1767323302.855947:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817030656
00000100:00100000:1.0:1767323302.855979:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358
00000100:00100000:1.0:1767323302.855988:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817030528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323302.856005:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323302.856068:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817030528:12345-0@lo:38:kworker.0 Request processed in 81us (638us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323302.856075:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358
00000100:00100000:1.0:1767323302.856102:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817030912
00000100:00100000:1.0:1767323302.856105:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817030912
00000100:00100000:2.0:1767323302.856467:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90501
00000100:00100000:0.0:1767323302.856995:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5857
00000100:00100000:0.0:1767323302.857008:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817030656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323302.857084:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817030656:12345-0@lo:400:kworker.0 Request processed in 81us (1347us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323302.857092:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5857
00000100:00100000:0.0:1767323302.857108:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90502
00000100:00100000:0.0:1767323302.857113:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817030784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323302.857132:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323302.857160:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817030784:12345-0@lo:38:kworker.0 Request processed in 46us (1668us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323302.857167:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90502
00000100:00100000:0.0:1767323302.857180:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90503
00000100:00100000:0.0:1767323302.857184:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817031040:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323302.857206:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323302.857240:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817031040:12345-0@lo:38:kworker.0 Request processed in 54us (1689us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323302.857246:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90503
00000100:00080000:0.0:1767323302.857309:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323302.857401:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5858
00000100:00100000:1.0:1767323302.857416:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817030912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323302.857448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817031296:0@lo:400:kworker.0
00000100:00100000:1.0:1767323302.857490:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817030912:12345-0@lo:400:kworker.0 Request processed in 78us (1571us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323302.857503:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5858
00000100:00100000:2.0:1767323302.857506:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323302.857543:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323302.857551:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817031168:0@lo:400:kworker.0
00010000:00010000:1.0:1767323302.857564:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323302.857586:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323302.857644:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323302.857649:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323302.857653:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817031040:0@lo:38:kworker.0
00000100:00080000:2.0:1767323302.857665:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323302.857668:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323302.857671:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817030528:0@lo:38:kworker.0
00000100:00080000:2.0:1767323302.857679:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323302.857682:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323302.857685:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817030784:0@lo:38:kworker.0
00000100:00080000:2.0:1767323302.857694:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323302.857698:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323302.857701:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817030400:0@lo:38:kworker.0
00000100:00100000:0.0:1767323302.857721:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817030912:0@lo:400:kworker.0
00000100:00100000:0.0:1767323302.857737:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817030656:0@lo:400:kworker.0
00000100:00100000:1.0:1767323302.857976:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817031296
00000100:00100000:2.0:1767323302.858040:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817031168
00000100:00100000:2.0:1767323302.858047:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817031168
00000100:00100000:1.0:1767323302.858103:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817031296
00000100:00100000:2.0:1767323302.858176:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676
00000100:00100000:2.0:1767323302.858185:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817031168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323302.858231:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817031168:12345-0@lo:400:kworker.0 Request processed in 46us (650us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323302.858241:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676
00000100:00100000:2.0:1767323302.858276:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817031168:0@lo:400:kworker.0
00000100:00080000:0.0:1767323302.859263:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323302.859271:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323302.859429:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677
00000100:00100000:1.0:1767323302.859441:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817031296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323302.859517:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817031296:12345-0@lo:400:kworker.0 Request processed in 79us (2017us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323302.859525:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677
00000100:00100000:2.0:1767323302.859623:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817031296:0@lo:400:kworker.0
00000100:00100000:2.0:1767323303.430893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323303.882330:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323304.456772:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323304.903537:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323305.415167:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817031424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323305.415177:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817031552:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323305.421250:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323305.421541:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817031424
00000100:00100000:3.0:1767323305.421551:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817031424
00000100:00100000:3.0:1767323305.421747:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399
00000100:00100000:3.0:1767323305.421782:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817031424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323305.421814:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323305.421881:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817031424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (637us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323305.421889:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399
00000100:00100000:3.0:1767323305.422127:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817031424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323305.422170:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323305.422234:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817031552
00000100:00100000:2.0:1767323305.422246:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817031552
00000100:00080000:0.0:1767323305.422408:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323305.422485:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323305.422561:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400
00000100:00100000:2.0:1767323305.422574:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817031552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323305.422615:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323305.422703:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817031552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (532us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323305.422711:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400
00000100:00100000:1.0:1767323305.422824:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817031552:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323305.479042:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323305.641693:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323305.641749:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323305.641899:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758799616
00000100:00100000:0.0:1767323305.641915:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758799616
00000100:00100000:0.0:1767323305.642015:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758799488
00000100:00100000:0.0:1767323305.642019:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758799488
00000100:00100000:0.0:1767323305.642042:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5859
00000100:00100000:0.0:1767323305.642054:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758799616:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323305.642168:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758799616:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 115us (490us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323305.642177:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5859
00000100:00100000:0.0:1767323305.642200:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90504
00000100:00100000:0.0:1767323305.642204:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758799488:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323305.642230:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323305.642272:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758799488:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 66us (523us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323305.642279:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90504
00000100:00080000:1.0:1767323305.642558:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323305.927174:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323306.504590:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323306.951305:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323307.526980:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323307.975139:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323307.975197:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323307.975205:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323307.975209:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323307.975213:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323307.975218:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323307.975228:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5845
00000100:00080000:0.0:1767323307.975234:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323307.975242:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323307.975304:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ce00 x1853166817031680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323307.975333:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323307.975337:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323307.975339:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323307.975344:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5845
00000100:00080000:0.0:1767323307.975347:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323307.975351:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323307.975372:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ed80 x1853166817031808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323307.975423:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323307.975427:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323307.975430:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323307.975434:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5845
00000100:00080000:0.0:1767323307.975437:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323307.975440:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323307.975513:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817031680:0@lo:38:kworker.0
00000100:00100000:3.0:1767323307.975560:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817031936:0@lo:400:kworker.0
00000100:00100000:0.0:1767323307.975590:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39f480 x1853166817032064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323307.975612:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323307.975615:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323307.975617:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323307.975621:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5845
00000100:00080000:0.0:1767323307.975624:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323307.975629:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323307.975640:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c000 x1853166817032320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323307.975702:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817032448:0@lo:400:kworker.0
00000100:00100000:1.0:1767323307.975797:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817032192:0@lo:400:kworker.0
00000100:00100000:3.0:1767323307.980095:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323307.980120:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817032576:0@lo:400:kworker.0
00000100:00100000:1.0:1767323307.980178:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323307.980243:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817031936
00000100:00100000:3.0:1767323307.980257:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817031936
00000100:00100000:1.0:1767323307.980291:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817032576
00000100:00100000:1.0:1767323307.980302:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817032576
00000100:00100000:1.0:1767323307.980362:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678
00000100:00100000:1.0:1767323307.980372:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817032576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323307.980437:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817032576:12345-0@lo:400:kworker.0 Request processed in 66us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323307.980444:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678
00000100:00100000:1.0:1767323307.980494:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817032576:0@lo:400:kworker.0
00000100:00080000:1.0:1767323307.980517:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323307.980522:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323307.980535:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323307.980571:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817032192
00000100:00100000:1.0:1767323307.980575:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817032192
00000100:00100000:2.0:1767323307.980628:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323307.980659:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817031808:0@lo:38:kworker.0
00000100:00100000:3.0:1767323307.980673:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817031680
00000100:00100000:3.0:1767323307.980680:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817031680
00000100:00100000:2.0:1767323307.980702:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323307.980715:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5860
00000100:00100000:3.0:1767323307.980729:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817031936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323307.980792:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817032064:0@lo:38:kworker.0
00000100:00100000:3.0:1767323307.980817:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817031936:12345-0@lo:400:kworker.0 Request processed in 92us (735us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323307.980829:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5860
00000100:00100000:2.0:1767323307.980838:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323307.980853:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323307.981205:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817032320:0@lo:38:kworker.0
00000100:00100000:2.0:1767323307.981240:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323307.983483:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817032064
00000100:00100000:3.0:1767323307.983501:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817032064
00000100:00100000:3.0:1767323307.983530:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817032320
00000100:00100000:3.0:1767323307.983533:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817032320
00000100:00100000:3.0:1767323307.983556:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5861
00000100:00100000:3.0:1767323307.983577:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817032192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323307.983589:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90505
00000100:00100000:1.0:1767323307.983601:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817031680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323307.983626:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323307.983693:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817032192:12345-0@lo:400:kworker.0 Request processed in 124us (3153us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323307.983703:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5861
00000100:00100000:1.0:1767323307.983713:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817031680:12345-0@lo:38:kworker.0 Request processed in 111us (3081us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323307.983723:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90505
00000100:00100000:3.0:1767323307.983733:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90506
00000100:00100000:3.0:1767323307.983740:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817032064:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323307.983749:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90507
00000100:00100000:1.0:1767323307.983773:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817032320:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323307.983784:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323307.983788:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323307.983845:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817032064:12345-0@lo:38:kworker.0 Request processed in 98us (3002us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323307.983846:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817032320:12345-0@lo:38:kworker.0 Request processed in 71us (2604us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323307.983860:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90506
00000100:00100000:3.0:1767323307.983923:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817031936:0@lo:400:kworker.0
00000100:00100000:1.0:1767323307.984000:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90507
00000100:00080000:3.0:1767323307.984002:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323307.984012:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323307.984016:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817032064:0@lo:38:kworker.0
00000100:00080000:3.0:1767323307.984032:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323307.984036:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323307.984041:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817032320:0@lo:38:kworker.0
00000100:00080000:1.0:1767323307.984048:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323307.984058:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323307.984065:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323307.984070:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817031680:0@lo:38:kworker.0
00000100:00100000:1.0:1767323307.984102:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817032192:0@lo:400:kworker.0
00000100:00100000:3.0:1767323307.984146:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817031808
00000100:00100000:3.0:1767323307.984153:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817031808
00000100:00100000:1.0:1767323307.984161:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817032448
00000100:00100000:1.0:1767323307.984169:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817032448
00000100:00100000:3.0:1767323307.984187:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359
00000100:00100000:3.0:1767323307.984196:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817031808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323307.984209:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323307.984240:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3679
00000100:00100000:1.0:1767323307.984253:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817032448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323307.984261:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817031808:12345-0@lo:38:kworker.0 Request processed in 63us (3564us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323307.984282:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359
00000100:00080000:3.0:1767323307.984329:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323307.984332:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817032448:12345-0@lo:400:kworker.0 Request processed in 79us (3573us total) trans 0 rc 0/0
00000100:00080000:3.0:1767323307.984337:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323307.984344:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3679
00000100:00100000:3.0:1767323307.984357:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817031808:0@lo:38:kworker.0
00000100:00100000:3.0:1767323307.984417:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817032448:0@lo:400:kworker.0
00000100:00080000:1.0:1767323307.984546:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323308.552358:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323308.999687:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323309.575027:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323309.741493:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767323309.741524:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758799744 offset 0 length 520: 4
00000100:00100000:3.0:1767323309.741548:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323309.741647:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758800000
00000100:00100000:2.0:1767323309.741658:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758800000
00000100:00100000:2.0:1767323309.741738:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758799872
00000100:00100000:2.0:1767323309.741743:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758799872
00000100:00080000:1.0:1767323309.741832:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323309.741907:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5862
00000100:00100000:2.0:1767323309.741919:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758800000:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323309.742012:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758800000:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (526us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323309.742019:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5862
00000100:00100000:2.0:1767323309.742042:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90508
00000100:00100000:2.0:1767323309.742048:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758799872:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323309.742068:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323309.742096:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758799872:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (548us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323309.742103:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90508
00010000:00010000:2.0:1767323310.023272:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323310.535189:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323310.535213:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817032704:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323310.535316:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323310.535384:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817032704
00000100:00100000:0.0:1767323310.535387:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817032832:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323310.535393:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817032704
00000100:00100000:0.0:1767323310.535444:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323310.535490:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323310.535744:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817032832
00000100:00100000:2.0:1767323310.535748:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817032832
00000100:00100000:2.0:1767323310.535805:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401
00000100:00100000:2.0:1767323310.535814:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817032704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323310.535845:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323310.535876:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402
00000100:00100000:2.0:1767323310.535897:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817032704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (579us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323310.536084:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817032832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323310.536103:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323310.536138:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817032832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (695us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323310.536252:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817032832:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323310.536270:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817032704:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767323310.536297:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323310.537906:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401
00000100:00100000:3.0:1767323310.541965:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402
00000100:00100000:2.0:1767323310.599885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323311.047196:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323311.622901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323312.073423:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323312.073600:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323287/real 1767323287]  req@ffff8d4e7940b480 x1853166817026432/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323312 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767323312.073698:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e7940b480 x1853166817026432/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323312 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767323312.073718:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323312.073860:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767323312.073865:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817026432:0@lo:250:kworker.0
00000100:00080000:0.0:1767323312.073923:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323312.073929:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323312.073933:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323312.073938:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5830
00000100:00080000:0.0:1767323312.073942:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323312.073948:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323312.073979:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ed80 x1853166817032960/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323312.074029:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817032960:0@lo:250:kworker.0
00000400:00000100:3.0:1767323312.074072:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817032960 offset 0 length 520: 4
00000100:00080000:0.0:1767323312.074127:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323312.074131:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323312.074133:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323312.074136:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5850
00000100:00080000:0.0:1767323312.074139:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323312.074143:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323312.074159:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39d880 x1853166817033088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323312.074191:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817033088:0@lo:38:kworker.0
00000100:00100000:3.0:1767323312.074223:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323312.074341:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323312.074346:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323312.074348:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323312.074351:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5850
00000100:00080000:0.0:1767323312.074354:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323312.074357:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323312.074373:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ce00 x1853166817033216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323312.074418:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817033216:0@lo:38:kworker.0
00000100:00100000:3.0:1767323312.074578:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323312.074656:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817033216
00000100:00100000:2.0:1767323312.074664:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817033216
00000100:00100000:2.0:1767323312.074702:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360
00000100:00100000:2.0:1767323312.074710:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817033216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323312.074732:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323312.074799:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817033088
00000100:00100000:1.0:1767323312.074804:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817033088
00000100:00100000:1.0:1767323312.074844:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90509
00000100:00100000:1.0:1767323312.074849:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817033088:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323312.074860:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323312.074882:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323312.074890:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323312.074893:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323312.074897:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5850
00000100:00080000:0.0:1767323312.074899:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323312.074903:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323312.074915:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39f480 x1853166817033472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323312.075038:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817033472:0@lo:38:kworker.0
00000100:00100000:3.0:1767323312.075065:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323312.075123:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817033216:12345-0@lo:38:kworker.0 Request processed in 413us (544us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323312.075131:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360
00000100:00100000:2.0:1767323312.075179:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817033472
00000100:00100000:2.0:1767323312.075183:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817033472
00000100:00100000:2.0:1767323312.075202:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90510
00000100:00100000:2.0:1767323312.075207:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817033472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323312.075218:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323312.075255:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817033472:12345-0@lo:38:kworker.0 Request processed in 47us (189us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323312.075261:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90510
00000100:00100000:2.0:1767323312.075286:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323312.075295:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817033344:0@lo:400:kworker.0
00000100:00100000:2.0:1767323312.075318:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323312.075340:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817033344
00000100:00100000:2.0:1767323312.075344:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817033344
00000100:00100000:2.0:1767323312.075380:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5863
00000100:00100000:2.0:1767323312.075386:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817033344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323312.075493:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817033344:12345-0@lo:400:kworker.0 Request processed in 41us (107us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323312.075501:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5863
00000100:00100000:2.0:1767323312.075536:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817033344:0@lo:400:kworker.0
00000100:00080000:2.0:1767323312.075564:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323312.075691:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323312.075695:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323312.075699:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817033216:0@lo:38:kworker.0
00000100:00100000:1.0:1767323312.076571:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817033088:12345-0@lo:38:kworker.0 Request processed in 1718us (2346us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767323312.076580:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767323312.076580:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90509
00000100:00080000:0.0:1767323312.076584:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323312.076586:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323312.076590:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5850
00000100:00080000:0.0:1767323312.076593:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323312.076598:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323312.076614:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39fb80 x1853166817033728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323312.076617:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817033600:0@lo:400:kworker.0
00000100:00100000:1.0:1767323312.076649:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323312.076674:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817033600
00000100:00100000:0.0:1767323312.076675:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817033856:0@lo:400:kworker.0
00000100:00100000:1.0:1767323312.076678:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817033600
00000100:00100000:0.0:1767323312.076703:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323312.076713:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5864
00000100:00100000:1.0:1767323312.076721:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817033600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323312.076724:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323312.076728:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817033984:0@lo:400:kworker.0
00000100:00100000:0.0:1767323312.076748:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323312.076801:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817033856
00000100:00100000:0.0:1767323312.076805:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817033856
00000100:00100000:0.0:1767323312.076833:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817033984
00000100:00100000:0.0:1767323312.076836:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817033984
00000100:00100000:1.0:1767323312.076854:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817033600:12345-0@lo:400:kworker.0 Request processed in 134us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323312.076857:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3680
00000100:00100000:1.0:1767323312.076861:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5864
00000100:00100000:0.0:1767323312.076863:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817033856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323312.076879:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3681
00000100:00100000:1.0:1767323312.076885:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817033984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323312.076894:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817033856:12345-0@lo:400:kworker.0 Request processed in 32us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323312.076900:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3680
00000100:00100000:1.0:1767323312.076911:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817033984:12345-0@lo:400:kworker.0 Request processed in 27us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323312.076916:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3681
00000100:00100000:0.0:1767323312.076931:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817033984:0@lo:400:kworker.0
00000100:00100000:1.0:1767323312.076937:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817033600:0@lo:400:kworker.0
00000100:00100000:0.0:1767323312.076940:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817033856:0@lo:400:kworker.0
00000100:00080000:1.0:1767323312.076959:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323312.076962:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323312.076964:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323312.080098:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323312.080111:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323312.080116:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817033088:0@lo:38:kworker.0
00000100:00100000:3.0:1767323312.080158:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817033728:0@lo:38:kworker.0
00000100:00100000:3.0:1767323312.080215:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323312.080270:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323312.080274:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323312.080277:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817033472:0@lo:38:kworker.0
00000100:00100000:0.0:1767323312.080593:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817033728
00000100:00100000:0.0:1767323312.080601:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817033728
00000100:00100000:0.0:1767323312.080719:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90511
00000100:00100000:0.0:1767323312.080727:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817033728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323312.080750:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323312.080927:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817033728:12345-0@lo:38:kworker.0 Request processed in 198us (709us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323312.080934:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90511
00000100:00080000:3.0:1767323312.080993:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323312.080998:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323312.081002:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817033728:0@lo:38:kworker.0
00000100:00100000:2.0:1767323312.646873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323313.094988:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323313.671079:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323314.119010:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323314.694905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323314.857651:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323314.857738:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323314.857839:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758800256
00000100:00100000:0.0:1767323314.857849:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758800256
00000100:00100000:0.0:1767323314.857927:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758800128
00000100:00100000:0.0:1767323314.857931:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758800128
00000100:00100000:0.0:1767323314.857951:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5865
00000100:00100000:0.0:1767323314.857961:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758800256:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323314.857982:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90512
00000100:00100000:3.0:1767323314.857988:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758800128:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323314.858010:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323314.858078:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323314.859407:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758800256:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 1440us (1758us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323314.859419:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5865
00000100:00100000:3.0:1767323314.860318:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758800128:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 2324us (2575us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323314.860328:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90512
00010000:00010000:1.0:1767323315.142987:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323315.655037:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323315.655065:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817034112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323315.655093:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323315.655103:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817034240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323315.655158:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323315.655443:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323315.655626:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817034240
00000100:00100000:3.0:1767323315.655635:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817034240
00000100:00100000:3.0:1767323315.655696:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817034112
00000100:00100000:3.0:1767323315.655699:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817034112
00000100:00100000:3.0:1767323315.655719:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403
00000100:00100000:3.0:1767323315.655729:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817034240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323315.655777:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323315.655824:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817034240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (665us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323315.655831:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403
00000100:00100000:3.0:1767323315.655849:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404
00000100:00100000:3.0:1767323315.655855:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817034112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323315.655872:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323315.655899:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817034112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (457us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323315.655905:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404
00000100:00100000:3.0:1767323315.655957:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817034240:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767323315.656032:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323315.656037:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323315.656109:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817034112:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323315.718891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323316.166989:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323316.742933:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323317.191844:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323317.191855:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323317.191857:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323317.191861:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323317.191866:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323317.191874:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5854
00000100:00080000:0.0:1767323317.191879:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323317.191886:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323317.191923:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7f480 x1853166817034368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323317.191953:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323317.191957:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323317.191959:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323317.191963:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5854
00000100:00080000:0.0:1767323317.191965:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323317.191969:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323317.191982:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7ce00 x1853166817034496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323317.192011:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323317.192014:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323317.192016:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323317.192020:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5854
00000100:00080000:0.0:1767323317.192022:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323317.192026:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323317.192036:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7c380 x1853166817034752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323317.192051:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323317.192054:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323317.192056:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323317.192059:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5854
00000100:00080000:0.0:1767323317.192062:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323317.192065:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323317.192075:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7fb80 x1853166817035008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323317.192117:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817034624:0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.192206:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323317.192268:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323317.192274:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817034880:0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.192302:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323317.192331:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817035264:0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.192357:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323317.192380:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323317.192384:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817035136:0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.192406:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323317.192434:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817034624
00000100:00100000:0.0:1767323317.192441:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817034624
00000100:00100000:0.0:1767323317.192637:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817034880
00000100:00100000:0.0:1767323317.192641:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817034880
00000100:00100000:0.0:1767323317.192665:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5866
00000100:00100000:0.0:1767323317.192673:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817034624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.192723:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817034624:12345-0@lo:400:kworker.0 Request processed in 51us (517us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323317.192730:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5866
00000100:00100000:0.0:1767323317.192747:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5867
00000100:00100000:0.0:1767323317.192779:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817034880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.192806:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817034880:12345-0@lo:400:kworker.0 Request processed in 53us (503us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323317.192811:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5867
00000100:00100000:0.0:1767323317.192832:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817035264
00000100:00100000:0.0:1767323317.192835:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817035264
00000100:00100000:0.0:1767323317.192861:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817035136
00000100:00100000:0.0:1767323317.192864:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817035136
00000100:00100000:0.0:1767323317.192883:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3682
00000100:00100000:0.0:1767323317.192889:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817035264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.192921:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817035264:12345-0@lo:400:kworker.0 Request processed in 32us (563us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323317.192926:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3682
00000100:00100000:0.0:1767323317.192937:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3683
00000100:00100000:0.0:1767323317.192942:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817035136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.192967:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817035136:12345-0@lo:400:kworker.0 Request processed in 25us (560us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323317.192972:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3683
00000100:00100000:0.0:1767323317.193012:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817035136:0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.193024:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817035264:0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.193052:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817034880:0@lo:400:kworker.0
00000100:00100000:0.0:1767323317.193061:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817034624:0@lo:400:kworker.0
00010000:00010000:3.0:1767323317.193233:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323317.193681:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323317.193686:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323317.193689:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323317.193714:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817034368:0@lo:38:kworker.0
00000100:00100000:2.0:1767323317.193751:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323317.193807:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817034496:0@lo:38:kworker.0
00000100:00100000:2.0:1767323317.193830:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323317.193865:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817034752:0@lo:38:kworker.0
00000100:00100000:2.0:1767323317.193886:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323317.193905:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817035008:0@lo:38:kworker.0
00000100:00100000:2.0:1767323317.193974:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323317.193976:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817034368
00000100:00100000:3.0:1767323317.193983:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817034368
00000100:00100000:2.0:1767323317.194011:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817034752
00000100:00100000:3.0:1767323317.194013:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817035008
00000100:00100000:2.0:1767323317.194016:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817034752
00000100:00100000:3.0:1767323317.194018:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817035008
00000100:00100000:3.0:1767323317.194053:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90513
00000100:00100000:3.0:1767323317.194060:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817034368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323317.194077:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323317.194084:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817034496
00000100:00100000:0.0:1767323317.194089:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817034496
00000100:00100000:0.0:1767323317.194114:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361
00000100:00100000:0.0:1767323317.194120:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817034496:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323317.194125:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817034368:12345-0@lo:38:kworker.0 Request processed in 63us (370us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767323317.194134:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323317.194299:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817034496:12345-0@lo:38:kworker.0 Request processed in 43us (331us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323317.194308:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361
00000100:00100000:2.0:1767323317.194633:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90514
00000100:00100000:2.0:1767323317.194653:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817034752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323317.194664:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323317.194956:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817034752:12345-0@lo:38:kworker.0 Request processed in 302us (1068us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323317.194964:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90514
00000100:00100000:2.0:1767323317.194981:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90515
00000100:00100000:2.0:1767323317.194985:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817035008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323317.194996:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323317.195020:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817035008:12345-0@lo:38:kworker.0 Request processed in 33us (1047us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323317.195025:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90515
00000100:00080000:2.0:1767323317.195087:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323317.195092:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323317.195095:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817034368:0@lo:38:kworker.0
00000100:00080000:2.0:1767323317.195105:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323317.195108:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323317.195111:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817034496:0@lo:38:kworker.0
00000100:00080000:2.0:1767323317.195119:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323317.195122:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323317.195125:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817034752:0@lo:38:kworker.0
00000100:00080000:2.0:1767323317.195132:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323317.195136:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323317.195139:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817035008:0@lo:38:kworker.0
00000100:00100000:3.0:1767323317.196218:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90513
00000100:00100000:2.0:1767323317.766894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323318.215088:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323318.790878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323319.238961:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323319.814889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323319.978366:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323319.978416:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323319.978496:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758800384
00000100:00100000:0.0:1767323319.978507:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758800384
00000100:00100000:0.0:1767323319.978547:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758800512
00000100:00100000:0.0:1767323319.978551:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758800512
00000100:00100000:3.0:1767323319.978587:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90516
00000100:00100000:3.0:1767323319.978598:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758800384:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:0.0:1767323319.978606:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5868
00000100:00100000:0.0:1767323319.978614:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758800512:12345-192.168.202.11@tcp:400:kworker.0
00010000:00020000:3.0:1767323319.978623:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323319.978681:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758800512:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 67us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323319.978689:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5868
00000100:00100000:3.0:1767323319.978727:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758800384:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 129us (373us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323319.978734:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90516
00000100:00080000:1.0:1767323319.979029:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323320.263073:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323320.775219:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817035392:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323320.775289:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323320.775589:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817035520:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323320.775619:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323320.776523:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817035392
00000100:00100000:2.0:1767323320.776534:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817035392
00000100:00100000:2.0:1767323320.776602:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817035520
00000100:00100000:2.0:1767323320.776607:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817035520
00000100:00100000:2.0:1767323320.776630:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405
00000100:00100000:2.0:1767323320.776639:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817035392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323320.776670:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323320.776748:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817035392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1457us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323320.776775:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405
00000100:00100000:2.0:1767323320.776795:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406
00000100:00080000:3.0:1767323320.776846:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323320.776851:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323320.776861:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817035520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323320.776881:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323320.776906:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817035392:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323320.776924:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817035520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (1303us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323320.776932:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406
00000100:00100000:1.0:1767323320.776945:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817035520:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323320.839203:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323321.288319:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323321.863220:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323322.311187:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323322.311284:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323322.311364:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323322.311368:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323322.311372:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323322.311376:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323322.311384:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5859
00000100:00080000:3.0:1767323322.311389:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323322.311396:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323322.311436:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac22680 x1853166817035648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323322.311494:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817035648:0@lo:38:kworker.0
00000100:00100000:0.0:1767323322.311559:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323322.311700:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323322.311705:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323322.311707:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323322.311712:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5859
00000100:00080000:3.0:1767323322.311714:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323322.311718:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323322.311734:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac23800 x1853166817035776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323322.311801:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323322.311805:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323322.311807:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323322.311811:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5859
00000100:00080000:3.0:1767323322.311813:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323322.311816:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323322.311829:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ca80 x1853166817036032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323322.311846:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323322.311849:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323322.311850:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323322.311853:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5859
00000100:00080000:3.0:1767323322.311855:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323322.311858:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323322.311879:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5f480 x1853166817036288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323322.311924:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817036416:0@lo:400:kworker.0
00000100:00100000:3.0:1767323322.311956:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323322.312024:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817035776:0@lo:38:kworker.0
00000100:00100000:0.0:1767323322.312050:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323322.318967:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817035904:0@lo:400:kworker.0
00000100:00100000:1.0:1767323322.319051:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323322.330581:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817035648
00000100:00100000:2.0:1767323322.330597:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817035648
00000100:00100000:2.0:1767323322.330649:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817035904
00000100:00100000:2.0:1767323322.330653:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817035904
00000100:00100000:2.0:1767323322.330696:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5869
00000100:00100000:2.0:1767323322.330709:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817035904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323322.330815:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817035904:12345-0@lo:400:kworker.0 Request processed in 110us (11764us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323322.330822:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5869
00000100:00100000:2.0:1767323322.330842:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90517
00000100:00100000:2.0:1767323322.330846:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817035648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323322.330867:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323322.330896:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817035648:12345-0@lo:38:kworker.0 Request processed in 48us (19336us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323322.330901:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90517
00000100:00100000:2.0:1767323322.330942:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817036416
00000100:00100000:2.0:1767323322.330947:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817036416
00000100:00100000:2.0:1767323322.330975:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3684
00000100:00100000:2.0:1767323322.330982:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817036416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323322.331015:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817036416:12345-0@lo:400:kworker.0 Request processed in 34us (19058us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323322.331021:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3684
00000100:00100000:2.0:1767323322.331046:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817036544:0@lo:400:kworker.0
00000100:00100000:2.0:1767323322.331080:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323322.331665:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817036032:0@lo:38:kworker.0
00000100:00100000:0.0:1767323322.331696:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323322.331714:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817036288:0@lo:38:kworker.0
00000100:00100000:0.0:1767323322.331732:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323322.331769:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323322.331775:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323322.331778:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817035648:0@lo:38:kworker.0
00000100:00100000:0.0:1767323322.331813:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817036160:0@lo:400:kworker.0
00000100:00100000:0.0:1767323322.331838:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323322.331873:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817035776
00000100:00100000:0.0:1767323322.331877:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817035776
00000100:00100000:0.0:1767323322.331899:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362
00000100:00100000:0.0:1767323322.331903:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817035776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323322.331916:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323322.331947:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817035776:12345-0@lo:38:kworker.0 Request processed in 42us (19895us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323322.331954:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362
00000100:00100000:0.0:1767323322.331972:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817036032
00000100:00100000:0.0:1767323322.331976:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817036032
00000100:00100000:0.0:1767323322.331987:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817036288
00000100:00100000:0.0:1767323322.331989:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817036288
00000100:00100000:0.0:1767323322.331996:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817036160
00000100:00100000:0.0:1767323322.331998:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817036160
00000100:00100000:0.0:1767323322.332016:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5870
00000100:00100000:0.0:1767323322.332022:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817036160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323322.332057:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817036160:12345-0@lo:400:kworker.0 Request processed in 34us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323322.332064:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5870
00000100:00100000:0.0:1767323322.332076:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90518
00000100:00100000:0.0:1767323322.332080:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817036032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323322.332089:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323322.332112:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817036032:12345-0@lo:38:kworker.0 Request processed in 31us (416us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323322.332118:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90518
00000100:00100000:0.0:1767323322.332130:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90519
00000100:00100000:0.0:1767323322.332144:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817036288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323322.332153:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323322.332177:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817036288:12345-0@lo:38:kworker.0 Request processed in 42us (444us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323322.332193:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90519
00000100:00100000:0.0:1767323322.332211:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817036544
00000100:00100000:0.0:1767323322.332214:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817036544
00000100:00100000:0.0:1767323322.332237:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3685
00000100:00100000:0.0:1767323322.332243:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817036544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323322.332328:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817036544:12345-0@lo:400:kworker.0 Request processed in 84us (1246us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323322.332334:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3685
00000100:00100000:0.0:1767323322.332366:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817036160:0@lo:400:kworker.0
00000100:00080000:0.0:1767323322.332392:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323322.332396:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323322.332399:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817035776:0@lo:38:kworker.0
00000100:00080000:0.0:1767323322.332406:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323322.332409:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323322.332411:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817036032:0@lo:38:kworker.0
00000100:00080000:0.0:1767323322.332417:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323322.332420:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323322.332422:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817036288:0@lo:38:kworker.0
00000100:00080000:0.0:1767323322.332490:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323322.332493:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323322.332495:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323322.332915:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817036416:0@lo:400:kworker.0
00000100:00100000:1.0:1767323322.333012:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817035904:0@lo:400:kworker.0
00000100:00100000:2.0:1767323322.342783:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817036544:0@lo:400:kworker.0
00000100:00100000:2.0:1767323322.886887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323323.339551:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323323.910847:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323324.362533:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323324.934867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323325.100680:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323325.100723:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323325.100807:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758800768
00000100:00100000:0.0:1767323325.100824:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758800768
00000100:00100000:0.0:1767323325.100906:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758800640
00000100:00100000:0.0:1767323325.100910:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758800640
00000100:00100000:0.0:1767323325.100931:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5871
00000100:00100000:0.0:1767323325.100940:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758800768:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:1.0:1767323325.100991:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323325.101020:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90520
00000100:00100000:0.0:1767323325.101030:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758800768:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 91us (370us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323325.101036:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758800640:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:0.0:1767323325.101038:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5871
00010000:00020000:1.0:1767323325.101057:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323325.101086:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758800640:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 48us (362us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323325.101092:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90520
00010000:00010000:3.0:1767323325.383052:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323325.895135:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323325.895161:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817036672:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323325.895230:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323325.895447:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817036672
00000100:00100000:0.0:1767323325.895456:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817036672
00000100:00100000:3.0:1767323325.895659:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817036800:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323325.895691:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323325.895727:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817036800
00000100:00100000:2.0:1767323325.895732:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817036800
00000100:00100000:0.0:1767323325.895825:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407
00000100:00100000:0.0:1767323325.895834:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817036672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323325.895862:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323325.895921:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817036672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (690us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323325.895929:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407
00000100:00100000:2.0:1767323325.896019:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408
00000100:00100000:2.0:1767323325.896027:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817036800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323325.896043:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323325.896071:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817036800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (380us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323325.896078:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408
00000100:00100000:3.0:1767323325.896190:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817036800:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323325.896207:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817036672:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767323325.896327:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323325.896331:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323325.959250:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323326.407017:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323326.983183:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323327.431000:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323327.431128:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323327.431135:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323327.431139:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323327.431143:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323327.431147:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323327.431155:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5864
00000100:00080000:1.0:1767323327.431159:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323327.431166:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323327.431202:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c000 x1853166817036928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323327.431262:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817036928:0@lo:38:kworker.0
00000100:00100000:0.0:1767323327.431326:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323327.431412:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323327.431416:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323327.431418:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323327.431423:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5864
00000100:00080000:1.0:1767323327.431425:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323327.431430:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323327.431445:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39e680 x1853166817037056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323327.431705:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817036928
00000100:00100000:3.0:1767323327.431713:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817036928
00000100:00100000:3.0:1767323327.431782:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90521
00000100:00100000:3.0:1767323327.431790:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817036928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323327.431810:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323327.432007:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817037056:0@lo:38:kworker.0
00000100:00100000:0.0:1767323327.432038:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323327.432118:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817037056
00000100:00100000:2.0:1767323327.432123:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817037056
00000100:00100000:2.0:1767323327.432149:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363
00000100:00100000:2.0:1767323327.432154:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817037056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323327.432165:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323327.432193:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817037056:12345-0@lo:38:kworker.0 Request processed in 38us (155us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323327.432199:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363
00000100:00080000:1.0:1767323327.432340:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323327.432344:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323327.432346:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323327.432350:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5864
00000100:00080000:1.0:1767323327.432353:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323327.432357:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323327.432372:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55ce00 x1853166817037312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323327.432407:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323327.432410:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323327.432412:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323327.432415:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5864
00000100:00080000:1.0:1767323327.432417:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323327.432421:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323327.432432:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54700 x1853166817037568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323327.432476:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817037696:0@lo:400:kworker.0
00000100:00100000:1.0:1767323327.432509:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323327.432531:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323327.432536:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817037824:0@lo:400:kworker.0
00000100:00100000:1.0:1767323327.432557:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323327.432590:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817037696
00000100:00100000:1.0:1767323327.432593:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817037696
00000100:00100000:1.0:1767323327.432630:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817037824
00000100:00100000:1.0:1767323327.432634:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817037824
00000100:00100000:1.0:1767323327.432654:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3686
00000100:00100000:1.0:1767323327.432660:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4609f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817037696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323327.432702:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4609f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817037696:12345-0@lo:400:kworker.0 Request processed in 42us (192us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323327.432708:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3686
00000100:00100000:1.0:1767323327.432913:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3687
00000100:00100000:1.0:1767323327.432920:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817037824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323327.432954:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817037824:12345-0@lo:400:kworker.0 Request processed in 34us (395us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323327.432959:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3687
00000100:00080000:1.0:1767323327.432979:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323327.432983:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323327.433007:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817037824:0@lo:400:kworker.0
00000100:00100000:1.0:1767323327.433017:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817037696:0@lo:400:kworker.0
00000100:00100000:2.0:1767323327.433292:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817037184:0@lo:400:kworker.0
00000100:00100000:2.0:1767323327.433337:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323327.433367:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323327.433373:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817037440:0@lo:400:kworker.0
00000100:00100000:2.0:1767323327.433403:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323327.433434:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817037184
00000100:00100000:2.0:1767323327.433438:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817037184
00000100:00100000:2.0:1767323327.433469:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817037440
00000100:00100000:2.0:1767323327.433472:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817037440
00000100:00100000:2.0:1767323327.433494:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5872
00000100:00100000:2.0:1767323327.433500:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817037184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323327.433533:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817037184:12345-0@lo:400:kworker.0 Request processed in 33us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323327.433539:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5872
00000100:00100000:2.0:1767323327.433553:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5873
00000100:00100000:2.0:1767323327.433559:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817037440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323327.433585:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817037440:12345-0@lo:400:kworker.0 Request processed in 26us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323327.433591:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5873
00000100:00080000:2.0:1767323327.433605:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323327.433622:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817037440:0@lo:400:kworker.0
00000100:00100000:2.0:1767323327.433630:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817037184:0@lo:400:kworker.0
00000100:00100000:3.0:1767323327.434082:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817036928:12345-0@lo:38:kworker.0 Request processed in 2289us (2753us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323327.434101:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90521
00000100:00080000:0.0:1767323327.434170:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323327.434176:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323327.434179:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817036928:0@lo:38:kworker.0
00000100:00100000:0.0:1767323327.434195:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817037312:0@lo:38:kworker.0
00000100:00100000:0.0:1767323327.434221:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323327.434283:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817037568:0@lo:38:kworker.0
00000100:00100000:0.0:1767323327.434304:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323327.434421:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323327.434426:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323327.434429:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817037056:0@lo:38:kworker.0
00000100:00100000:3.0:1767323327.434576:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817037312
00000100:00100000:3.0:1767323327.434583:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817037312
00000100:00100000:3.0:1767323327.434610:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817037568
00000100:00100000:3.0:1767323327.434613:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817037568
00000100:00100000:3.0:1767323327.434702:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90522
00000100:00100000:3.0:1767323327.434707:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817037312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323327.434724:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323327.434783:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817037312:12345-0@lo:38:kworker.0 Request processed in 74us (560us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323327.434792:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90522
00000100:00100000:3.0:1767323327.434805:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90523
00000100:00100000:3.0:1767323327.434808:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817037568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323327.434817:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323327.434841:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817037568:12345-0@lo:38:kworker.0 Request processed in 31us (536us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323327.434846:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90523
00000100:00080000:0.0:1767323327.434939:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323327.434944:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323327.434947:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817037312:0@lo:38:kworker.0
00000100:00080000:0.0:1767323327.434955:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323327.434959:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323327.434962:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817037568:0@lo:38:kworker.0
00000100:00100000:2.0:1767323328.007463:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323328.455569:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323329.030972:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323329.479161:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323330.054876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323330.217568:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323330.220368:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323330.221113:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758801024
00000100:00100000:1.0:1767323330.221578:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758801024
00000100:00100000:1.0:1767323330.221666:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758800896
00000100:00100000:1.0:1767323330.221671:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758800896
00000100:00100000:1.0:1767323330.221898:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5874
00000100:00100000:1.0:1767323330.221912:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758801024:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767323330.221994:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323330.222145:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758801024:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 236us (4585us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323330.224328:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90524
00000100:00100000:3.0:1767323330.224339:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758800896:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323330.224358:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323330.224404:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758800896:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 67us (4048us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323330.224409:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90524
00000100:00100000:1.0:1767323330.225372:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5874
00010000:00010000:3.0:1767323330.503306:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323331.015148:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817037952:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323331.015272:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323331.015360:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817037952
00000100:00100000:2.0:1767323331.015370:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817037952
00000100:00100000:2.0:1767323331.015434:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409
00000100:00100000:2.0:1767323331.015445:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817037952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323331.015476:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323331.015542:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817037952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (270us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323331.015549:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409
00000100:00100000:2.0:1767323331.015596:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817037952:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767323331.015670:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323331.015855:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817038080:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323331.015885:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323331.015979:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817038080
00000100:00100000:2.0:1767323331.015983:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817038080
00000100:00100000:2.0:1767323331.016026:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410
00000100:00100000:2.0:1767323331.016032:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817038080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323331.016046:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767323331.016105:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323331.016478:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817038080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 446us (591us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323331.016485:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410
00000100:00100000:0.0:1767323331.016549:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817038080:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323331.078980:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323331.527100:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323332.104068:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323332.551163:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323332.551793:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323332.551802:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323332.551806:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323332.551811:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323332.551816:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323332.551827:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5870
00000100:00080000:3.0:1767323332.551833:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323332.551840:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323332.551895:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5dc00 x1853166817038208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323332.551971:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817038208:0@lo:38:kworker.0
00000100:00100000:0.0:1767323332.552081:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323332.552264:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817038208
00000100:00100000:1.0:1767323332.552274:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817038208
00000100:00100000:1.0:1767323332.552322:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90525
00000100:00100000:1.0:1767323332.552331:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817038208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323332.552369:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323332.552462:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323332.552467:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323332.552469:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323332.552474:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5870
00000100:00080000:3.0:1767323332.552477:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323332.552481:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323332.552503:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ce00 x1853166817038336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323332.554347:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817038336:0@lo:38:kworker.0
00000100:00100000:0.0:1767323332.554432:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323332.554528:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817038336
00000100:00100000:2.0:1767323332.554538:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817038336
00000100:00100000:2.0:1767323332.554581:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364
00000100:00100000:2.0:1767323332.554589:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817038336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323332.554614:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323332.554660:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817038336:12345-0@lo:38:kworker.0 Request processed in 70us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323332.554671:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364
00000100:00100000:1.0:1767323332.555596:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817038208:12345-0@lo:38:kworker.0 Request processed in 3259us (3509us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323332.555610:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90525
00000100:00080000:0.0:1767323332.555813:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323332.555821:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323332.555825:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817038208:0@lo:38:kworker.0
00000100:00080000:0.0:1767323332.555864:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323332.556094:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817038464:0@lo:400:kworker.0
00000100:00100000:1.0:1767323332.556144:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323332.556216:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323332.556223:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323332.556226:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323332.556247:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5870
00000100:00080000:3.0:1767323332.556253:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323332.556260:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323332.556285:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ed80 x1853166817038592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323332.556560:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323332.556565:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817038336:0@lo:38:kworker.0
00000100:00100000:0.0:1767323332.556585:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817038592:0@lo:38:kworker.0
00000100:00080000:3.0:1767323332.556771:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323332.556776:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323332.556778:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323332.556783:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5870
00000100:00080000:3.0:1767323332.556786:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323332.556790:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323332.556805:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5c000 x1853166817038848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323332.557188:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817038976:0@lo:400:kworker.0
00000100:00100000:1.0:1767323332.557224:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323332.557270:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323332.557277:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817039104:0@lo:400:kworker.0
00000100:00100000:1.0:1767323332.557301:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323332.557339:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817038976
00000100:00100000:1.0:1767323332.557347:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817038976
00000100:00100000:1.0:1767323332.557599:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817039104
00000100:00100000:1.0:1767323332.557603:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817039104
00000100:00100000:1.0:1767323332.557631:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688
00000100:00100000:1.0:1767323332.557639:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817038976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323332.557698:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817038976:12345-0@lo:400:kworker.0 Request processed in 59us (473us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323332.557705:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688
00000100:00100000:1.0:1767323332.557731:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689
00000100:00100000:1.0:1767323332.557738:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817039104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323332.557790:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817039104:12345-0@lo:400:kworker.0 Request processed in 52us (487us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323332.557796:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689
00000100:00100000:1.0:1767323332.557824:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817038720:0@lo:400:kworker.0
00000100:00100000:1.0:1767323332.557850:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323332.557975:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817039104:0@lo:400:kworker.0
00000100:00100000:0.0:1767323332.557982:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817038976:0@lo:400:kworker.0
00000100:00100000:3.0:1767323332.558378:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323332.558744:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817038464
00000100:00100000:2.0:1767323332.558751:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817038464
00000100:00100000:2.0:1767323332.558856:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817038720
00000100:00100000:2.0:1767323332.558860:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817038720
00000100:00080000:1.0:1767323332.558889:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323332.558921:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5875
00000100:00100000:1.0:1767323332.558930:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817038464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323332.558981:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817038464:12345-0@lo:400:kworker.0 Request processed in 52us (2836us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323332.558987:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5875
00000100:00100000:1.0:1767323332.559035:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817038464:0@lo:400:kworker.0
00000100:00100000:2.0:1767323332.559153:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5876
00000100:00100000:2.0:1767323332.559160:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817038720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323332.559202:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817038720:12345-0@lo:400:kworker.0 Request processed in 43us (1350us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323332.559209:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5876
00000100:00100000:2.0:1767323332.559239:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817038720:0@lo:400:kworker.0
00000100:00100000:3.0:1767323332.560231:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817038848:0@lo:38:kworker.0
00000100:00100000:3.0:1767323332.560281:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323332.561712:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817038592
00000100:00100000:0.0:1767323332.561823:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817038592
00000100:00100000:0.0:1767323332.561937:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817038848
00000100:00100000:0.0:1767323332.561941:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817038848
00000100:00100000:0.0:1767323332.561971:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90526
00000100:00100000:0.0:1767323332.561980:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817038592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323332.562010:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323332.562106:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817038592:12345-0@lo:38:kworker.0 Request processed in 125us (3727us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323332.562114:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90526
00000100:00100000:0.0:1767323332.562135:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90527
00000100:00100000:0.0:1767323332.562139:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817038848:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323332.562149:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323332.562174:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817038848:12345-0@lo:38:kworker.0 Request processed in 33us (1892us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323332.562180:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90527
00000100:00080000:0.0:1767323332.562485:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323332.562492:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323332.562497:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817038848:0@lo:38:kworker.0
00000100:00080000:0.0:1767323332.562513:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323332.562516:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323332.562520:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817038592:0@lo:38:kworker.0
00000100:00100000:2.0:1767323333.127715:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323333.576115:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323334.150870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323334.599726:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323335.175029:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323335.342549:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767323335.342600:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758801152 offset 0 length 520: 4
00000100:00100000:1.0:1767323335.342868:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758801408
00000100:00100000:1.0:1767323335.342882:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758801408
00000100:00100000:1.0:1767323335.342989:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5877
00000100:00100000:1.0:1767323335.343002:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758801408:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323335.343134:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758801408:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 135us (599us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323335.343143:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5877
00000100:00080000:0.0:1767323335.346771:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323335.350711:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323335.351173:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758801280
00000100:00100000:1.0:1767323335.351189:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758801280
00000100:00100000:1.0:1767323335.351339:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90528
00000100:00100000:1.0:1767323335.351349:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758801280:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323335.351382:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323335.351470:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758801280:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 120us (772us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323335.351478:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90528
00010000:00010000:2.0:1767323335.623606:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323336.135205:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817039360:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323336.135308:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323336.135402:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323336.135407:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817039232:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323336.135427:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323336.135512:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817039360
00000100:00100000:0.0:1767323336.135522:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817039360
00000100:00100000:0.0:1767323336.135594:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817039232
00000100:00100000:0.0:1767323336.135599:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817039232
00000100:00100000:0.0:1767323336.135622:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411
00000100:00100000:0.0:1767323336.135629:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817039360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323336.135662:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323336.135702:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817039360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (395us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323336.135708:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411
00000100:00100000:0.0:1767323336.135725:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412
00000100:00100000:0.0:1767323336.135730:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817039232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323336.135743:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323336.135779:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817039232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323336.135783:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412
00000100:00080000:3.0:1767323336.135874:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323336.135878:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323336.135910:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817039232:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323336.135919:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817039360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323336.202921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323336.649443:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323337.225115:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323337.671505:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323337.672154:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323312/real 1767323312]  req@ffff8d4d4b39ed80 x1853166817032960/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323337 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767323337.672197:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4b39ed80 x1853166817032960/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323337 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767323337.672224:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323337.672235:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767323337.672239:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817032960:0@lo:250:kworker.0
00000100:00080000:0.0:1767323337.672342:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323337.672350:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323337.672353:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323337.672358:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5854
00000100:00080000:0.0:1767323337.672362:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323337.672369:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323337.672414:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7f480 x1853166817039488/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323337.672444:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323337.672447:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323337.672449:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323337.672452:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5875
00000100:00080000:0.0:1767323337.672454:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323337.672457:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323337.672471:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7dc00 x1853166817039616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323337.672477:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323337.672480:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323337.672481:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323337.672628:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5875
00000100:00080000:0.0:1767323337.672634:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323337.672642:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323337.672686:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7e680 x1853166817039744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323337.672793:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767323337.672835:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323337.672841:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323337.672843:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323337.672848:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5875
00000100:00080000:0.0:1767323337.672850:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323337.672854:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323337.672869:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7ca80 x1853166817040000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323337.672927:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323337.672946:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817040128:0@lo:400:kworker.0
00000100:00100000:1.0:1767323337.673020:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323337.673356:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817039872:0@lo:400:kworker.0
00000100:00100000:2.0:1767323337.673386:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323337.673481:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323337.673485:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323337.673487:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323337.673492:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5875
00000100:00080000:0.0:1767323337.673496:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323337.673501:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323337.673522:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817039488:0@lo:250:kworker.0
00000100:00100000:0.0:1767323337.673524:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7c380 x1853166817040256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:3.0:1767323337.673574:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817039488 offset 0 length 520: 4
00000100:00100000:3.0:1767323337.673615:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817039616:0@lo:38:kworker.0
00000100:00100000:3.0:1767323337.673647:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323337.673656:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817040384:0@lo:400:kworker.0
00000100:00100000:0.0:1767323337.673749:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323337.673801:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323337.673808:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817040512:0@lo:400:kworker.0
00000100:00100000:0.0:1767323337.673830:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323337.673861:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817040384
00000100:00100000:0.0:1767323337.673868:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817040384
00000100:00100000:0.0:1767323337.673910:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817040512
00000100:00100000:0.0:1767323337.673914:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817040512
00000100:00100000:0.0:1767323337.673934:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690
00000100:00100000:0.0:1767323337.673942:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817040384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323337.674006:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817040384:12345-0@lo:400:kworker.0 Request processed in 52us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323337.674014:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690
00000100:00100000:0.0:1767323337.674030:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3691
00000100:00100000:0.0:1767323337.674037:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817040512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323337.674064:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817040512:12345-0@lo:400:kworker.0 Request processed in 28us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323337.674081:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3691
00000100:00100000:0.0:1767323337.674119:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817040512:0@lo:400:kworker.0
00000100:00100000:0.0:1767323337.674128:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817040384:0@lo:400:kworker.0
00000100:00100000:3.0:1767323337.677514:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817039744:0@lo:38:kworker.0
00000100:00100000:1.0:1767323337.677551:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817040128
00000100:00100000:1.0:1767323337.677566:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817040128
00000100:00100000:3.0:1767323337.677601:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323337.677633:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817039872
00000100:00100000:1.0:1767323337.677637:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817039872
00000100:00100000:3.0:1767323337.677638:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817040000:0@lo:38:kworker.0
00000100:00100000:1.0:1767323337.677671:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817039616
00000100:00100000:1.0:1767323337.677675:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817039616
00000100:00100000:3.0:1767323337.677691:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323337.677702:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5878
00000100:00100000:1.0:1767323337.677715:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817040128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323337.677727:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817040256:0@lo:38:kworker.0
00000100:00100000:3.0:1767323337.677779:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323337.677854:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817040128:12345-0@lo:400:kworker.0 Request processed in 136us (4828us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323337.677855:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817039744
00000100:00100000:3.0:1767323337.677865:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817039744
00000100:00100000:1.0:1767323337.677870:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5878
00000100:00100000:3.0:1767323337.677903:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365
00000100:00100000:3.0:1767323337.677911:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817039744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323337.677937:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323337.677980:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817039744:12345-0@lo:38:kworker.0 Request processed in 69us (382us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323337.677987:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365
00000100:00080000:3.0:1767323337.678038:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323337.678044:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323337.678048:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817039744:0@lo:38:kworker.0
00000100:00100000:3.0:1767323337.678096:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817040000
00000100:00100000:3.0:1767323337.678099:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817040000
00000100:00100000:3.0:1767323337.678111:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817040256
00000100:00100000:3.0:1767323337.678113:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817040256
00000100:00100000:3.0:1767323337.678121:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5879
00000100:00100000:3.0:1767323337.678132:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817039872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323337.678172:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817039872:12345-0@lo:400:kworker.0 Request processed in 46us (4787us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323337.678178:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5879
00000100:00100000:3.0:1767323337.678191:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90529
00000100:00100000:3.0:1767323337.678195:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817039616:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323337.678204:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323337.678224:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817039616:12345-0@lo:38:kworker.0 Request processed in 28us (4579us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323337.678229:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90529
00000100:00100000:3.0:1767323337.678237:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90530
00000100:00100000:3.0:1767323337.678240:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817040000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323337.678247:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323337.678262:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817040000:12345-0@lo:38:kworker.0 Request processed in 21us (577us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323337.678267:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90530
00000100:00100000:3.0:1767323337.678274:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90531
00000100:00100000:3.0:1767323337.678277:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817040256:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323337.678283:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323337.678297:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817040256:12345-0@lo:38:kworker.0 Request processed in 19us (520us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323337.678302:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90531
00000100:00080000:3.0:1767323337.678319:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323337.678345:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817039872:0@lo:400:kworker.0
00000100:00080000:3.0:1767323337.678365:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323337.678368:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323337.678371:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817040256:0@lo:38:kworker.0
00000100:00080000:3.0:1767323337.678379:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323337.678383:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323337.678386:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817039616:0@lo:38:kworker.0
00000100:00080000:3.0:1767323337.678393:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323337.678396:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323337.678399:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817040000:0@lo:38:kworker.0
00000100:00100000:3.0:1767323337.678452:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817040128:0@lo:400:kworker.0
00000100:00100000:2.0:1767323338.246879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323338.695070:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323339.270884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323339.720170:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323340.294863:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323340.457750:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323340.457825:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323340.458362:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758801664
00000100:00100000:2.0:1767323340.458373:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758801664
00000100:00100000:2.0:1767323340.458482:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758801536
00000100:00100000:2.0:1767323340.458486:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758801536
00000100:00100000:2.0:1767323340.458509:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5880
00000100:00100000:2.0:1767323340.458519:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758801664:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323340.458597:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758801664:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 69us (855us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323340.458605:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5880
00000100:00100000:2.0:1767323340.458627:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90532
00000100:00100000:2.0:1767323340.458632:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758801536:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323340.458651:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323340.458687:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758801536:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (861us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323340.458694:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90532
00000100:00080000:3.0:1767323340.459356:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323340.749236:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323341.255067:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817040640:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323341.255133:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817040768:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323341.255143:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323341.255177:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323341.255287:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817040640
00000100:00100000:0.0:1767323341.255296:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817040640
00000100:00100000:0.0:1767323341.255361:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817040768
00000100:00100000:0.0:1767323341.255365:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817040768
00000100:00100000:0.0:1767323341.255389:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413
00000100:00100000:0.0:1767323341.255397:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817040640:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323341.255420:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414
00002000:00000024:0.0:1767323341.255429:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323341.255432:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817040768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323341.255452:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323341.255484:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817040640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (341us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323341.255493:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817040768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323341.255494:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413
00000100:00100000:1.0:1767323341.255505:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414
00000100:00100000:1.0:1767323341.255554:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817040640:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767323341.255677:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323341.255681:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323341.255706:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817040768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323341.322288:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323341.767055:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323342.343089:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323342.791417:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323342.791454:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323342.791461:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323342.791464:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323342.791469:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323342.791474:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323342.791482:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5880
00000100:00080000:3.0:1767323342.791487:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323342.791494:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323342.791535:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5ce00 x1853166817040896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323342.791551:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323342.791554:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323342.791556:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323342.791559:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5880
00000100:00080000:3.0:1767323342.791562:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323342.791565:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323342.791578:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7ce00 x1853166817041024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323342.791620:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323342.791624:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323342.791625:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323342.791628:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5880
00000100:00080000:3.0:1767323342.791631:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323342.791634:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323342.791646:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7dc00 x1853166817041280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323342.791651:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767323342.791665:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323342.791669:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323342.791672:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767323342.791675:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817041408:0@lo:400:kworker.0
00000100:00080000:3.0:1767323342.791677:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5880
00000100:00080000:3.0:1767323342.791683:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323342.791689:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323342.791701:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7d880 x1853166817041536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323342.791750:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323342.791788:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817041792:0@lo:400:kworker.0
00000100:00100000:3.0:1767323342.791830:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323342.791850:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817041152:0@lo:400:kworker.0
00000100:00100000:3.0:1767323342.791865:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323342.791874:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817041664:0@lo:400:kworker.0
00000100:00100000:2.0:1767323342.791881:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323342.791908:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323342.791963:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817041792
00000100:00100000:2.0:1767323342.791971:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817041792
00000100:00100000:2.0:1767323342.792020:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817041664
00000100:00100000:2.0:1767323342.792023:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817041664
00000100:00100000:2.0:1767323342.792044:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3692
00000100:00100000:2.0:1767323342.792052:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817041792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323342.792068:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817040896:0@lo:38:kworker.0
00000100:00100000:0.0:1767323342.792109:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323342.792117:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817041792:12345-0@lo:400:kworker.0 Request processed in 64us (285us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323342.792127:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3692
00000100:00100000:0.0:1767323342.792134:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817041024:0@lo:38:kworker.0
00000100:00100000:2.0:1767323342.792147:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3693
00000100:00100000:2.0:1767323342.792156:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817041664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323342.792164:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323342.792198:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817041280:0@lo:38:kworker.0
00000100:00100000:2.0:1767323342.792200:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817041664:12345-0@lo:400:kworker.0 Request processed in 43us (290us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323342.792211:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3693
00000100:00100000:0.0:1767323342.792229:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323342.792308:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817041664:0@lo:400:kworker.0
00000100:00100000:3.0:1767323342.792317:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817041792:0@lo:400:kworker.0
00000100:00100000:0.0:1767323342.792371:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817041536:0@lo:38:kworker.0
00000100:00100000:0.0:1767323342.792407:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323342.792408:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817041408
00000100:00100000:2.0:1767323342.792413:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817041408
00000100:00100000:0.0:1767323342.792445:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817041024
00000100:00100000:0.0:1767323342.792451:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817041024
00000100:00100000:2.0:1767323342.792464:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817041152
00000100:00100000:2.0:1767323342.792470:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817041152
00000100:00100000:0.0:1767323342.792481:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366
00000100:00100000:0.0:1767323342.792489:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817041024:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323342.792491:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817040896
00000100:00100000:2.0:1767323342.792495:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817040896
00000100:00100000:2.0:1767323342.792503:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817041280
00000100:00100000:2.0:1767323342.792505:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817041280
00010000:00020000:0.0:1767323342.792509:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323342.792513:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817041536
00000100:00100000:2.0:1767323342.792517:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817041536
00000100:00100000:2.0:1767323342.792530:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5881
00000100:00100000:2.0:1767323342.792538:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817041408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323342.792549:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817041024:12345-0@lo:38:kworker.0 Request processed in 59us (384us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323342.792556:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366
00000100:00100000:0.0:1767323342.792582:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5882
00000100:00100000:2.0:1767323342.792585:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817041408:12345-0@lo:400:kworker.0 Request processed in 47us (834us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323342.792593:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817041152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323342.792596:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5881
00000100:00100000:2.0:1767323342.792618:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90533
00000100:00100000:2.0:1767323342.792624:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817040896:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323342.792633:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817041152:12345-0@lo:400:kworker.0 Request processed in 42us (754us total) trans 0 rc 0/0
00010000:00020000:2.0:1767323342.792636:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323342.792644:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5882
00000100:00100000:0.0:1767323342.792662:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90534
00000100:00100000:0.0:1767323342.792666:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817041280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323342.792676:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323342.792700:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817041280:12345-0@lo:38:kworker.0 Request processed in 33us (473us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323342.792705:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90534
00000100:00100000:0.0:1767323342.792717:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90535
00000100:00100000:0.0:1767323342.792720:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817041536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323342.792728:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323342.792749:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817041536:12345-0@lo:38:kworker.0 Request processed in 27us (342us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323342.792777:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90535
00000100:00080000:0.0:1767323342.792811:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323342.792816:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323342.792818:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817041024:0@lo:38:kworker.0
00000100:00080000:0.0:1767323342.792827:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323342.792830:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323342.792832:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817041280:0@lo:38:kworker.0
00000100:00080000:0.0:1767323342.792837:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323342.792839:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323342.792842:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817041536:0@lo:38:kworker.0
00000100:00080000:0.0:1767323342.792878:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323342.792896:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817041408:0@lo:400:kworker.0
00000100:00100000:0.0:1767323342.792906:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817041152:0@lo:400:kworker.0
00000100:00100000:2.0:1767323342.793487:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817040896:12345-0@lo:38:kworker.0 Request processed in 861us (1377us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323342.793494:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90533
00000100:00080000:0.0:1767323342.793571:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323342.793576:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323342.793578:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817040896:0@lo:38:kworker.0
00000100:00100000:2.0:1767323343.367028:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323343.817808:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323344.391013:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323344.839013:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323345.414894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323345.576017:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323345.576170:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323345.578611:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758801920
00000100:00100000:0.0:1767323345.578613:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758801792
00000100:00100000:2.0:1767323345.578634:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758801920
00000100:00100000:0.0:1767323345.578635:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758801792
00000100:00100000:1.0:1767323345.578794:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90536
00000100:00100000:1.0:1767323345.578804:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758801792:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323345.578830:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323345.578915:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758801792:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 110us (2745us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323345.578937:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90536
00000100:00100000:2.0:1767323345.578966:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5883
00000100:00100000:2.0:1767323345.578978:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758801920:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323345.579054:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758801920:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (3151us total) trans 0 rc 0/0
00000100:00080000:3.0:1767323345.580173:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323345.580326:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5883
00010000:00010000:3.0:1767323345.863018:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323346.375353:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817041920:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323346.375440:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323346.375782:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323346.375792:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817042048:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323346.375821:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323346.375871:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817041920
00000100:00100000:0.0:1767323346.375883:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817042048
00000100:00100000:3.0:1767323346.375888:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817041920
00000100:00100000:0.0:1767323346.375892:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817042048
00000100:00100000:0.0:1767323346.376130:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415
00000100:00100000:0.0:1767323346.376138:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817042048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323346.376161:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323346.376202:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817042048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323346.376211:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415
00000100:00100000:3.0:1767323346.376226:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416
00000100:00080000:0.0:1767323346.376241:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323346.376244:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817041920:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323346.376247:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323346.376274:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817042048:0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323346.376281:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323346.376433:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817041920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 195us (991us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323346.376441:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416
00000100:00100000:0.0:1767323346.376696:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817041920:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323346.438883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323346.887234:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323347.463357:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323347.911097:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323347.915031:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323347.915044:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323347.915047:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323347.915055:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323347.915061:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323347.915070:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5885
00000100:00080000:2.0:1767323347.915076:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323347.915085:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323347.915145:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3100 x1853166817042176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323347.915188:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323347.915192:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323347.915195:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323347.915200:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5885
00000100:00080000:2.0:1767323347.915202:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323347.915206:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323347.915220:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2d80 x1853166817042304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323347.915308:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323347.915382:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817042176:0@lo:38:kworker.0
00000100:00100000:0.0:1767323347.915471:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323347.915552:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817042304:0@lo:38:kworker.0
00000100:00100000:0.0:1767323347.915589:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323347.915644:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817042304
00000100:00100000:0.0:1767323347.915654:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817042304
00000100:00100000:0.0:1767323347.915703:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367
00000100:00100000:0.0:1767323347.915713:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e542450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817042304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323347.915740:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323347.918364:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323347.918378:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323347.918383:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323347.918392:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5885
00000100:00080000:2.0:1767323347.918398:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323347.918405:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323347.918461:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55f480 x1853166817042560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323347.919856:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e542450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817042304:12345-0@lo:38:kworker.0 Request processed in 4131us (4254us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323347.919877:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367
00000100:00100000:1.0:1767323347.920439:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817042560:0@lo:38:kworker.0
00000100:00100000:1.0:1767323347.920538:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323347.920592:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817042176
00000100:00100000:0.0:1767323347.920612:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817042176
00000100:00080000:1.0:1767323347.920635:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323347.920645:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323347.920652:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817042304:0@lo:38:kworker.0
00000100:00100000:0.0:1767323347.920658:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817042560
00000100:00100000:0.0:1767323347.920665:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817042560
00000100:00100000:0.0:1767323347.920694:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90537
00000100:00100000:0.0:1767323347.920706:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817042176:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323347.920719:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90538
00000100:00100000:1.0:1767323347.920729:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817042560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323347.920734:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323347.920794:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323347.921886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817042688:0@lo:400:kworker.0
00000100:00100000:1.0:1767323347.923982:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817042560:12345-0@lo:38:kworker.0 Request processed in 3226us (3419us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323347.924001:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90538
00000100:00080000:1.0:1767323347.924110:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323347.924118:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323347.924125:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817042560:0@lo:38:kworker.0
00000100:00080000:2.0:1767323347.924126:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323347.924140:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323347.924145:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323347.924148:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323347.924156:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5885
00000100:00080000:1.0:1767323347.924159:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:2.0:1767323347.924165:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767323347.924167:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817042176:0@lo:38:kworker.0
00000100:00080000:2.0:1767323347.924180:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323347.924222:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218a80 x1853166817042816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323347.924276:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817042176:12345-0@lo:38:kworker.0 Request processed in 3568us (8800us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323347.924288:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90537
00000100:00100000:2.0:1767323347.925091:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817042944:0@lo:400:kworker.0
00000100:00100000:2.0:1767323347.925154:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323347.925189:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323347.925195:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817043072:0@lo:400:kworker.0
00000100:00100000:0.0:1767323347.925204:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817042816:0@lo:38:kworker.0
00000100:00100000:2.0:1767323347.925217:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323347.925233:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323347.925246:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817042944
00000100:00100000:2.0:1767323347.925252:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817042944
00000100:00100000:0.0:1767323347.925260:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817042816
00000100:00100000:0.0:1767323347.925262:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817042816
00000100:00100000:0.0:1767323347.925291:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90539
00000100:00100000:2.0:1767323347.925291:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817043072
00000100:00100000:2.0:1767323347.925294:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817043072
00000100:00100000:0.0:1767323347.925298:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817042816:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323347.925311:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694
00000100:00100000:2.0:1767323347.925316:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817042944:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767323347.925320:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323347.925356:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817042816:12345-0@lo:38:kworker.0 Request processed in 56us (121us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323347.925356:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817042944:12345-0@lo:400:kworker.0 Request processed in 39us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323347.925363:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90539
00000100:00100000:2.0:1767323347.925363:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694
00000100:00100000:2.0:1767323347.925377:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695
00000100:00100000:2.0:1767323347.925382:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817043072:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323347.925393:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323347.925398:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323347.925401:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817042816:0@lo:38:kworker.0
00000100:00100000:2.0:1767323347.925406:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817043072:12345-0@lo:400:kworker.0 Request processed in 25us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323347.925411:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695
00000100:00100000:2.0:1767323347.925441:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817043072:0@lo:400:kworker.0
00000100:00100000:2.0:1767323347.925455:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817042944:0@lo:400:kworker.0
00000100:00100000:3.0:1767323347.925527:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323347.925580:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817042432:0@lo:400:kworker.0
00000100:00100000:3.0:1767323347.925618:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323347.925652:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817042688
00000100:00100000:3.0:1767323347.925658:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817042688
00000100:00100000:3.0:1767323347.925710:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817042432
00000100:00100000:3.0:1767323347.925714:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817042432
00000100:00100000:3.0:1767323347.925741:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5884
00000100:00100000:3.0:1767323347.925750:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817042688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323347.925800:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5885
00000100:00100000:0.0:1767323347.925819:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817042432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323347.925827:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817042688:12345-0@lo:400:kworker.0 Request processed in 76us (301us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323347.925837:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5884
00000100:00080000:2.0:1767323347.925868:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323347.925884:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817042432:12345-0@lo:400:kworker.0 Request processed in 74us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323347.925892:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5885
00000100:00100000:2.0:1767323347.925911:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817042432:0@lo:400:kworker.0
00000100:00100000:2.0:1767323347.925933:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817042688:0@lo:400:kworker.0
00000100:00100000:2.0:1767323348.487238:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323348.936180:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323349.511212:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323349.959199:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323350.534917:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323350.696612:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323350.696653:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323350.696789:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758802176
00000100:00100000:1.0:1767323350.696801:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758802176
00000100:00100000:1.0:1767323350.696888:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758802048
00000100:00100000:1.0:1767323350.696892:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758802048
00000100:00100000:1.0:1767323350.696920:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5886
00000100:00100000:1.0:1767323350.696931:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758802176:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323350.697036:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90540
00000100:00100000:0.0:1767323350.697045:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758802048:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323350.697073:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323350.697121:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758802048:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 76us (466us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323350.697130:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90540
00000100:00080000:2.0:1767323350.697424:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323350.697460:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758802176:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 531us (861us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323350.697466:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5886
00010000:00010000:2.0:1767323350.983264:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323351.495372:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323351.495402:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817043200:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323351.495479:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323351.495853:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817043328:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323351.495896:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323351.501417:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817043200
00000100:00100000:3.0:1767323351.501433:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817043200
00000100:00100000:3.0:1767323351.501526:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817043328
00000100:00100000:3.0:1767323351.501530:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817043328
00000100:00100000:3.0:1767323351.501584:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417
00000100:00100000:3.0:1767323351.501598:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817043200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323351.501642:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323351.501704:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817043200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (6225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323351.501715:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418
00000100:00100000:1.0:1767323351.501744:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817043328:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767323351.501781:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323351.501793:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:1.0:1767323351.501832:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323351.501841:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817043200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323351.501925:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417
00000100:00100000:1.0:1767323351.501942:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817043328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 209us (6041us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323351.501953:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418
00000100:00100000:2.0:1767323351.501975:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817043328:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323351.559094:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323352.006960:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323352.582887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323353.031107:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323353.031223:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323353.031228:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323353.031230:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323353.031233:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323353.031237:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323353.031243:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5890
00000100:00080000:1.0:1767323353.031246:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323353.031252:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323353.031288:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f56300 x1853166817043456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323353.031307:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323353.031309:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323353.031310:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323353.031313:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5890
00000100:00080000:1.0:1767323353.031314:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323353.031316:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323353.031324:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54700 x1853166817043584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323353.031353:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323353.031355:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323353.031357:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323353.031359:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5890
00000100:00080000:1.0:1767323353.031360:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323353.031362:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323353.031371:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3100 x1853166817043840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323353.031381:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767323353.031382:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323353.031387:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323353.031388:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323353.031390:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5890
00000100:00080000:1.0:1767323353.031392:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323353.031394:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323353.031402:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817043968:0@lo:400:kworker.0
00000100:00100000:1.0:1767323353.031403:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ce00 x1853166817044096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323353.031445:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817044224:0@lo:400:kworker.0
00000100:00100000:2.0:1767323353.031880:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817044352:0@lo:400:kworker.0
00000100:00100000:1.0:1767323353.032244:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323353.032270:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817043456:0@lo:38:kworker.0
00000100:00100000:3.0:1767323353.032313:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323353.032323:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817044224
00000100:00100000:1.0:1767323353.032330:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817044224
00000100:00100000:3.0:1767323353.032342:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817043584:0@lo:38:kworker.0
00000100:00100000:3.0:1767323353.032378:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323353.032390:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696
00000100:00100000:1.0:1767323353.032401:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817044224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323353.032410:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817043840:0@lo:38:kworker.0
00000100:00100000:3.0:1767323353.032440:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323353.032457:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817044224:12345-0@lo:400:kworker.0 Request processed in 58us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323353.032466:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817044096:0@lo:38:kworker.0
00000100:00100000:1.0:1767323353.032483:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696
00000100:00100000:3.0:1767323353.032495:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323353.032507:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323353.032538:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817043456
00000100:00100000:3.0:1767323353.032543:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817043456
00000100:00100000:1.0:1767323353.032551:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817044224:0@lo:400:kworker.0
00000100:00100000:3.0:1767323353.032569:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817043840
00000100:00100000:3.0:1767323353.032574:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817043840
00000100:00100000:1.0:1767323353.032588:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817043584
00000100:00100000:1.0:1767323353.032593:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817043584
00000100:00100000:3.0:1767323353.032593:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90541
00000100:00100000:3.0:1767323353.032602:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817043456:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323353.032618:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368
00010000:00020000:3.0:1767323353.032623:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323353.032625:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817043584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323353.032637:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323353.032670:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817043456:12345-0@lo:38:kworker.0 Request processed in 67us (355us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323353.032676:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817043584:12345-0@lo:38:kworker.0 Request processed in 49us (296us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323353.032684:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90541
00000100:00100000:1.0:1767323353.032687:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368
00000100:00100000:3.0:1767323353.032706:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817044096
00000100:00100000:3.0:1767323353.032710:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817044096
00000100:00100000:3.0:1767323353.032734:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90542
00000100:00100000:3.0:1767323353.032739:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817043840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323353.032748:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323353.032751:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90543
00000100:00100000:1.0:1767323353.032775:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817044096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323353.032785:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323353.032824:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817043840:12345-0@lo:38:kworker.0 Request processed in 82us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323353.032831:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817044096:12345-0@lo:38:kworker.0 Request processed in 52us (335us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323353.032836:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90542
00000100:00100000:1.0:1767323353.032845:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90543
00000100:00080000:3.0:1767323353.032891:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323353.032898:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323353.032902:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817043456:0@lo:38:kworker.0
00000100:00080000:3.0:1767323353.032913:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323353.032916:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323353.032919:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817043584:0@lo:38:kworker.0
00000100:00080000:3.0:1767323353.032925:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323353.032928:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323353.032931:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817043840:0@lo:38:kworker.0
00000100:00080000:3.0:1767323353.032937:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323353.032940:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323353.032943:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817044096:0@lo:38:kworker.0
00000100:00100000:0.0:1767323353.034320:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323353.034362:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817043712:0@lo:400:kworker.0
00000100:00100000:0.0:1767323353.034396:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323353.034462:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323353.034621:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817044352
00000100:00100000:0.0:1767323353.034628:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817044352
00000100:00100000:0.0:1767323353.034684:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3697
00000100:00100000:0.0:1767323353.034693:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817044352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323353.034741:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817044352:12345-0@lo:400:kworker.0 Request processed in 50us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323353.034747:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3697
00000100:00100000:1.0:1767323353.034838:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817043968
00000100:00100000:1.0:1767323353.034843:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817043968
00000100:00100000:1.0:1767323353.034888:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817043712
00000100:00100000:1.0:1767323353.034892:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817043712
00000100:00100000:1.0:1767323353.034916:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5887
00000100:00100000:1.0:1767323353.034922:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817043968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323353.034959:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817043968:12345-0@lo:400:kworker.0 Request processed in 38us (643us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323353.034965:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5887
00000100:00100000:1.0:1767323353.034978:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5888
00000100:00100000:1.0:1767323353.034984:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817043712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323353.035011:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817043712:12345-0@lo:400:kworker.0 Request processed in 28us (614us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323353.035017:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5888
00000100:00100000:0.0:1767323353.035237:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817043968:0@lo:400:kworker.0
00000100:00100000:0.0:1767323353.035248:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817043712:0@lo:400:kworker.0
00000100:00080000:2.0:1767323353.035425:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323353.035430:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323353.035453:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817044352:0@lo:400:kworker.0
00000100:00100000:2.0:1767323353.608400:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323354.056503:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323354.633033:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323355.079021:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323355.654893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323355.816203:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323355.816285:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323355.817020:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758802432
00000100:00100000:2.0:1767323355.817032:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758802432
00000100:00100000:2.0:1767323355.817116:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758802304
00000100:00100000:2.0:1767323355.817120:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758802304
00000100:00100000:2.0:1767323355.817148:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5889
00000100:00100000:2.0:1767323355.817159:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758802432:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767323355.817207:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323355.817242:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758802432:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (1047us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323355.817251:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5889
00000100:00100000:2.0:1767323355.817274:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90544
00000100:00100000:2.0:1767323355.817279:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758802304:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323355.817300:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323355.817327:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758802304:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (1042us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323355.817334:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90544
00010000:00010000:3.0:1767323356.112561:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323356.615245:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817044480:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323356.615316:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323356.615495:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817044480
00000100:00100000:3.0:1767323356.615502:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817044480
00000100:00100000:3.0:1767323356.615573:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419
00000100:00100000:3.0:1767323356.615587:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817044480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323356.615614:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323356.615655:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817044480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323356.615661:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419
00000100:00100000:0.0:1767323356.615673:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817044608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323356.615703:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817044480:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323356.615713:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323356.615747:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817044608
00000100:00100000:3.0:1767323356.615750:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817044608
00000100:00100000:3.0:1767323356.615789:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420
00000100:00100000:3.0:1767323356.615794:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817044608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323356.615806:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767323356.615893:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323356.615897:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323356.617049:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817044608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1251us (1334us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323356.617059:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420
00000100:00100000:0.0:1767323356.617259:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817044608:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323356.680136:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323357.127126:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323357.702938:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323358.150931:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323358.150942:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323358.150947:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323358.150952:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323358.150958:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323358.150968:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5895
00000100:00080000:1.0:1767323358.150973:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323358.150981:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323358.151030:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b65f80 x1853166817044736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323358.151217:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323358.151222:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323358.151224:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323358.151228:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5895
00000100:00080000:1.0:1767323358.151231:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323358.151235:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323358.151252:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b67480 x1853166817044864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323358.151294:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323358.151298:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323358.151300:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323358.151304:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5895
00000100:00080000:1.0:1767323358.151306:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323358.151309:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323358.151324:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f7480 x1853166817045120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323358.151339:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323358.151342:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323358.151344:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323358.151347:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5895
00000100:00080000:1.0:1767323358.151350:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323358.151353:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323358.151361:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f6a00 x1853166817045376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323358.151416:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817045504:0@lo:400:kworker.0
00000100:00100000:1.0:1767323358.151478:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323358.151554:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:3.0:1767323358.151554:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323358.151565:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817045632:0@lo:400:kworker.0
00000100:00100000:3.0:1767323358.151609:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817044736:0@lo:38:kworker.0
00000100:00100000:0.0:1767323358.151997:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817045504
00000100:00100000:0.0:1767323358.152006:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817045504
00000100:00100000:0.0:1767323358.152067:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3698
00000100:00100000:0.0:1767323358.152077:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817045504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323358.152178:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817044992:0@lo:400:kworker.0
00000100:00100000:3.0:1767323358.157725:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323358.157837:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817044736
00000100:00100000:3.0:1767323358.157850:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817044736
00000100:00100000:3.0:1767323358.157914:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90545
00000100:00100000:3.0:1767323358.157925:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817044736:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323358.157956:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323358.158792:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323358.158950:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817045632
00000100:00100000:1.0:1767323358.158964:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817045632
00000100:00100000:1.0:1767323358.159025:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3699
00000100:00100000:1.0:1767323358.159035:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817045632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323358.159111:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817045632:12345-0@lo:400:kworker.0 Request processed in 77us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323358.159868:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817045504:12345-0@lo:400:kworker.0 Request processed in 7784us (8381us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323358.159880:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3698
00000100:00100000:0.0:1767323358.159968:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817045632:0@lo:400:kworker.0
00000100:00100000:0.0:1767323358.159982:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817045504:0@lo:400:kworker.0
00000100:00080000:0.0:1767323358.160029:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323358.160034:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323358.160046:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817045248:0@lo:400:kworker.0
00000100:00100000:0.0:1767323358.160086:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323358.160351:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3699
00000100:00100000:1.0:1767323358.160390:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817045248
00000100:00100000:1.0:1767323358.160396:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817045248
00000100:00100000:1.0:1767323358.160444:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5890
00000100:00100000:1.0:1767323358.160451:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817045248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323358.160492:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817045248:12345-0@lo:400:kworker.0 Request processed in 42us (406us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323358.160499:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5890
00000100:00100000:1.0:1767323358.160528:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817044864:0@lo:38:kworker.0
00000100:00100000:1.0:1767323358.160561:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323358.160965:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817044864
00000100:00100000:1.0:1767323358.160970:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817044864
00000100:00100000:1.0:1767323358.160991:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369
00000100:00100000:1.0:1767323358.160996:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817044864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323358.161015:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323358.161048:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817044864:12345-0@lo:38:kworker.0 Request processed in 50us (485us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323358.161054:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369
00000100:00080000:1.0:1767323358.161093:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323358.161098:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323358.161101:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817044864:0@lo:38:kworker.0
00000100:00100000:1.0:1767323358.161108:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817045120:0@lo:38:kworker.0
00000100:00080000:0.0:1767323358.161251:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323358.161278:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817045248:0@lo:400:kworker.0
00000100:00100000:1.0:1767323358.161354:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323358.161384:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817045376:0@lo:38:kworker.0
00000100:00100000:1.0:1767323358.161406:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323358.161426:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817045120
00000100:00100000:1.0:1767323358.161430:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817045120
00000100:00100000:1.0:1767323358.161451:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817045376
00000100:00100000:1.0:1767323358.161454:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817045376
00000100:00100000:1.0:1767323358.161468:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90546
00000100:00100000:1.0:1767323358.161473:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817045120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323358.161485:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323358.161510:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817045120:12345-0@lo:38:kworker.0 Request processed in 36us (156us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323358.161518:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90546
00000100:00100000:1.0:1767323358.161529:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90547
00000100:00100000:1.0:1767323358.161532:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817045376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323358.161541:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323358.161563:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817045376:12345-0@lo:38:kworker.0 Request processed in 30us (156us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323358.161572:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90547
00000100:00080000:1.0:1767323358.161607:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323358.161611:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323358.161614:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817045376:0@lo:38:kworker.0
00000100:00080000:1.0:1767323358.161635:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323358.161639:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323358.161641:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817045120:0@lo:38:kworker.0
00000100:00100000:2.0:1767323358.161784:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323358.161948:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817044992
00000100:00100000:1.0:1767323358.161953:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817044992
00000100:00100000:1.0:1767323358.162028:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5891
00000100:00100000:1.0:1767323358.162034:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817044992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323358.162074:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817044992:12345-0@lo:400:kworker.0 Request processed in 40us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323358.162080:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5891
00000100:00080000:2.0:1767323358.164820:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323358.164887:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817044992:0@lo:400:kworker.0
00000100:00100000:3.0:1767323358.186543:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817044736:12345-0@lo:38:kworker.0 Request processed in 28612us (28827us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323358.186555:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90545
00000100:00080000:2.0:1767323358.186626:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323358.186633:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323358.186637:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817044736:0@lo:38:kworker.0
00000100:00100000:2.0:1767323358.726982:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323359.175787:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323359.750883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323359.918059:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767323359.918164:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758802560 offset 0 length 520: 4
00000100:00100000:3.0:1767323359.918204:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323359.918668:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758802816
00000100:00100000:0.0:1767323359.918678:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758802816
00000100:00100000:0.0:1767323359.918848:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758802688
00000100:00100000:0.0:1767323359.918853:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758802688
00000100:00100000:0.0:1767323359.918877:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5892
00000100:00100000:0.0:1767323359.918888:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758802816:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323359.918964:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758802816:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (915us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323359.918972:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5892
00000100:00100000:0.0:1767323359.918991:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90548
00000100:00100000:0.0:1767323359.918995:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758802688:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323359.919017:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323359.919042:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758802688:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (838us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323359.919049:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90548
00000100:00080000:2.0:1767323359.919796:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323360.199642:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323360.775297:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323361.223260:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323361.735666:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323361.735690:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817045760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323361.735819:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323361.736432:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817045760
00000100:00100000:3.0:1767323361.736442:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817045760
00000100:00100000:3.0:1767323361.736522:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421
00000100:00100000:3.0:1767323361.736534:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817045760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323361.736566:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323361.736618:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817045760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (797us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323361.736625:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421
00000100:00080000:1.0:1767323361.736724:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323361.740995:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323361.742436:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817045760:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323361.742874:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817045888:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323361.742946:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323361.743226:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817045888
00000100:00100000:3.0:1767323361.743234:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817045888
00000100:00100000:3.0:1767323361.743380:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422
00000100:00100000:3.0:1767323361.743399:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817045888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323361.743426:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323361.743474:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817045888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (528us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323361.743934:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422
00000100:00100000:2.0:1767323361.744338:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817045888:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767323361.744852:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323361.799255:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323362.246993:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323337/real 1767323337]  req@ffff8d4d4ac7f480 x1853166817039488/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323362 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323362.247040:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ac7f480 x1853166817039488/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323362 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323362.247149:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323362.247251:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323362.247257:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817039488:0@lo:250:kworker.0
00000100:00080000:1.0:1767323362.247645:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323362.247652:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767323362.247655:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323362.247661:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5880
00000100:00080000:1.0:1767323362.247666:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323362.247674:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323362.247722:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f6a00 x1853166817046016/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323362.247805:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817046016:0@lo:250:kworker.0
00010000:00010000:3.0:1767323362.247842:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767323362.247874:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817046016 offset 0 length 520: 4
00000100:00080000:1.0:1767323362.247974:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323362.247979:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323362.247982:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323362.247986:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5900
00000100:00080000:1.0:1767323362.247988:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323362.247993:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323362.248017:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b65f80 x1853166817046144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323362.248335:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817046144:0@lo:38:kworker.0
00000100:00100000:2.0:1767323362.251859:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323362.252065:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817046144
00000100:00100000:3.0:1767323362.252079:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817046144
00000100:00100000:3.0:1767323362.252125:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90549
00000100:00100000:3.0:1767323362.252131:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817046144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323362.252155:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323362.252249:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817046144:12345-0@lo:38:kworker.0 Request processed in 117us (402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323362.252257:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90549
00000100:00080000:2.0:1767323362.252312:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323362.252321:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323362.252326:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817046144:0@lo:38:kworker.0
00000100:00080000:1.0:1767323362.252634:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323362.252641:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323362.252644:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323362.252650:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5900
00000100:00080000:1.0:1767323362.252654:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323362.252661:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323362.252706:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b67480 x1853166817046272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323362.252832:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817046272:0@lo:38:kworker.0
00000100:00100000:2.0:1767323362.252890:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323362.253021:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323362.253026:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323362.253028:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323362.253032:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5900
00000100:00080000:1.0:1767323362.253035:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323362.253040:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323362.253070:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9500 x1853166817046528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323362.253088:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323362.253091:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323362.253093:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323362.253096:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5900
00000100:00080000:1.0:1767323362.253099:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323362.253103:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323362.253114:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb100 x1853166817046784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323362.253145:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817046656:0@lo:400:kworker.0
00000100:00100000:1.0:1767323362.253183:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323362.253218:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323362.253224:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817046400:0@lo:400:kworker.0
00000100:00100000:1.0:1767323362.253247:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323362.253279:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817046656
00000100:00100000:1.0:1767323362.253285:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817046656
00000100:00100000:1.0:1767323362.253335:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817046400
00000100:00100000:1.0:1767323362.253338:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817046400
00000100:00100000:1.0:1767323362.253356:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5893
00000100:00100000:1.0:1767323362.253363:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817046656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323362.253822:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817046656:12345-0@lo:400:kworker.0 Request processed in 457us (636us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323362.253830:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5893
00000100:00100000:1.0:1767323362.253851:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5894
00000100:00100000:1.0:1767323362.253858:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817046400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323362.253887:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817046400:12345-0@lo:400:kworker.0 Request processed in 31us (639us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323362.253892:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5894
00000100:00080000:1.0:1767323362.253910:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323362.253941:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817046400:0@lo:400:kworker.0
00000100:00100000:1.0:1767323362.253951:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817046656:0@lo:400:kworker.0
00000100:00100000:2.0:1767323362.254070:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817046528:0@lo:38:kworker.0
00000100:00100000:2.0:1767323362.254098:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323362.254280:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817046784:0@lo:38:kworker.0
00000100:00100000:2.0:1767323362.254305:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323362.254330:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817046528
00000100:00100000:2.0:1767323362.254333:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817046528
00000100:00100000:2.0:1767323362.254356:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817046784
00000100:00100000:2.0:1767323362.254359:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817046784
00000100:00100000:2.0:1767323362.254384:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90550
00000100:00100000:2.0:1767323362.254390:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817046528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323362.254732:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323362.254805:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817046528:12345-0@lo:38:kworker.0 Request processed in 413us (705us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323362.254813:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90550
00000100:00100000:2.0:1767323362.254833:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90551
00000100:00100000:2.0:1767323362.254838:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817046784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323362.254847:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323362.254871:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817046784:12345-0@lo:38:kworker.0 Request processed in 32us (565us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323362.254876:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90551
00000100:00080000:2.0:1767323362.255356:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323362.255362:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323362.255365:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817046784:0@lo:38:kworker.0
00000100:00080000:2.0:1767323362.255490:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323362.255494:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323362.255496:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817046528:0@lo:38:kworker.0
00000100:00100000:3.0:1767323362.261583:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817046272
00000100:00100000:3.0:1767323362.261605:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817046272
00000100:00100000:3.0:1767323362.261695:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370
00000100:00100000:3.0:1767323362.261707:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817046272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323362.261739:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323362.261899:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817046272:12345-0@lo:38:kworker.0 Request processed in 191us (9006us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323362.261907:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370
00000100:00080000:2.0:1767323362.261972:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323362.261979:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323362.261983:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817046272:0@lo:38:kworker.0
00000100:00100000:2.0:1767323362.825320:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323363.271832:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323363.847415:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323364.295072:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323364.870911:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323365.031413:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323365.031482:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323365.031675:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758802944
00000100:00100000:1.0:1767323365.031688:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758802944
00000100:00100000:1.0:1767323365.031817:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758803072
00000100:00100000:1.0:1767323365.031821:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758803072
00000100:00100000:1.0:1767323365.031927:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5895
00000100:00100000:1.0:1767323365.031940:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758803072:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323365.032041:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758803072:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 104us (557us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323365.032050:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5895
00000100:00100000:1.0:1767323365.032082:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90552
00000100:00100000:1.0:1767323365.032087:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758802944:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323365.032113:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323365.032142:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758802944:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (744us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323365.032149:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90552
00000100:00080000:0.0:1767323365.036488:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323365.320209:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323365.896135:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323366.343192:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323366.856240:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817046912:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323366.856341:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323366.856528:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817046912
00000100:00100000:1.0:1767323366.856537:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817046912
00000100:00100000:1.0:1767323366.856606:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423
00000100:00100000:1.0:1767323366.856614:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817046912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323366.856649:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323366.856693:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817046912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323366.856699:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423
00000100:00100000:1.0:1767323366.856787:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817046912:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323366.856854:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323366.857527:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817047040:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323366.857578:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323366.857773:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817047040
00000100:00100000:2.0:1767323366.857781:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817047040
00000100:00100000:2.0:1767323366.857845:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424
00000100:00100000:2.0:1767323366.857855:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817047040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323366.857880:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323366.857932:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817047040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (354us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323366.857940:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424
00000100:00100000:3.0:1767323366.858023:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817047040:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767323366.858195:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323366.918959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323367.366998:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323367.367897:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323367.367908:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323367.367911:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323367.367915:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323367.367920:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323367.367928:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5904
00000100:00080000:1.0:1767323367.367933:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323367.367942:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323367.367983:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8e00 x1853166817047168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323367.368019:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323367.368023:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323367.368025:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323367.368029:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5904
00000100:00080000:1.0:1767323367.368032:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323367.368035:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323367.368052:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8700 x1853166817047296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323367.368085:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817047168:0@lo:38:kworker.0
00000100:00080000:1.0:1767323367.368099:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323367.368105:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323367.368106:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323367.368110:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5904
00000100:00080000:1.0:1767323367.368113:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323367.368116:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323367.368129:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8a80 x1853166817047552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323367.368146:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323367.368149:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323367.368151:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323367.368157:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5904
00000100:00100000:3.0:1767323367.368159:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817047680:0@lo:400:kworker.0
00000100:00080000:1.0:1767323367.368162:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323367.368172:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323367.368188:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3ca680 x1853166817047808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323367.368286:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323367.368395:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323367.368404:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817047424:0@lo:400:kworker.0
00000100:00100000:3.0:1767323367.368437:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323367.368478:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817047680
00000100:00100000:3.0:1767323367.368488:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817047680
00000100:00100000:3.0:1767323367.368563:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817047424
00000100:00100000:3.0:1767323367.368567:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817047424
00000100:00100000:2.0:1767323367.369241:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323367.369283:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817047168
00000100:00100000:0.0:1767323367.369296:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817047168
00000100:00100000:2.0:1767323367.369297:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817047296:0@lo:38:kworker.0
00000100:00100000:2.0:1767323367.369329:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323367.369361:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817047552:0@lo:38:kworker.0
00000100:00100000:2.0:1767323367.369383:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323367.369423:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817047808:0@lo:38:kworker.0
00000100:00100000:0.0:1767323367.369426:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817047552
00000100:00100000:0.0:1767323367.369432:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817047552
00000100:00100000:0.0:1767323367.369461:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5896
00000100:00100000:2.0:1767323367.369464:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323367.369481:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817047680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323367.369506:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817047808
00000100:00100000:2.0:1767323367.369513:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817047808
00000100:00100000:2.0:1767323367.369539:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5897
00000100:00100000:2.0:1767323367.369552:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817047424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323367.369585:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817047680:12345-0@lo:400:kworker.0 Request processed in 112us (1298us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323367.369595:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5896
00000100:00100000:0.0:1767323367.369622:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90553
00000100:00100000:2.0:1767323367.369630:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817047424:12345-0@lo:400:kworker.0 Request processed in 77us (1186us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323367.369646:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5897
00000100:00100000:2.0:1767323367.369667:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90554
00000100:00100000:2.0:1767323367.369673:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817047552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323367.369695:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323367.369743:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817047552:12345-0@lo:38:kworker.0 Request processed in 69us (358us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323367.369751:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90554
00000100:00100000:2.0:1767323367.369795:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90555
00000100:00100000:2.0:1767323367.369801:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817047808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323367.369812:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323367.369818:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817047168:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323367.369840:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817047808:12345-0@lo:38:kworker.0 Request processed in 37us (385us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323367.369846:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90555
00000100:00080000:2.0:1767323367.369897:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323367.369903:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323367.369907:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817047552:0@lo:38:kworker.0
00000100:00080000:2.0:1767323367.369916:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323367.369919:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323367.369922:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817047808:0@lo:38:kworker.0
00010000:00020000:0.0:1767323367.369972:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323367.369984:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817047296
00000100:00100000:2.0:1767323367.369990:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817047296
00000100:00100000:2.0:1767323367.370014:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371
00000100:00100000:2.0:1767323367.370019:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817047296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323367.370031:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323367.370070:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817047296:12345-0@lo:38:kworker.0 Request processed in 48us (739us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323367.370078:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371
00000100:00100000:0.0:1767323367.370101:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817047168:12345-0@lo:38:kworker.0 Request processed in 462us (858us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323367.370110:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90553
00000100:00080000:2.0:1767323367.370114:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323367.370120:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323367.370127:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817047168:0@lo:38:kworker.0
00000100:00080000:2.0:1767323367.370136:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323367.370143:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:0.0:1767323367.370144:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323367.370150:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817047296:0@lo:38:kworker.0
00000100:00100000:0.0:1767323367.370201:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817047424:0@lo:400:kworker.0
00000100:00100000:0.0:1767323367.370220:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817047680:0@lo:400:kworker.0
00000100:00100000:2.0:1767323367.947463:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323368.391003:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323368.966880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323369.416780:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323369.990992:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323370.152066:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323370.152149:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323370.152170:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758803328
00000100:00100000:1.0:1767323370.152179:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758803328
00000100:00100000:0.0:1767323370.152232:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758803200
00000100:00100000:0.0:1767323370.152242:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758803200
00000100:00100000:0.0:1767323370.152279:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90556
00000100:00100000:0.0:1767323370.152286:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758803200:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323370.152305:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323370.152368:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758803200:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 81us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323370.152375:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90556
00000100:00100000:1.0:1767323370.152896:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5898
00000100:00100000:1.0:1767323370.152902:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758803328:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323370.152956:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758803328:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 54us (898us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323370.152962:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5898
00000100:00080000:2.0:1767323370.153030:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323370.439007:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323371.014865:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323371.464888:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323371.975033:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817048064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323371.975068:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817047936:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323371.975106:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323371.975133:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817048064
00000100:00100000:1.0:1767323371.975140:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817048064
00000100:00100000:1.0:1767323371.975202:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425
00000100:00100000:1.0:1767323371.975209:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817048064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323371.975232:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323371.975270:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817048064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (165us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323371.975274:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425
00000100:00080000:0.0:1767323371.975319:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323371.975552:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323371.975809:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817047936
00000100:00100000:1.0:1767323371.975814:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817047936
00000100:00100000:1.0:1767323371.975897:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426
00000100:00100000:1.0:1767323371.975904:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817047936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323371.975922:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323371.975956:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817047936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (414us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323371.975962:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426
00000100:00100000:1.0:1767323371.976003:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817047936:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323371.976340:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817048064:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767323371.977603:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323372.046523:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323372.486866:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323372.486877:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323372.486881:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323372.486885:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323372.486889:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323372.486897:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5909
00000100:00080000:1.0:1767323372.486902:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323372.486909:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323372.486961:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cbb80 x1853166817048192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1767323372.486981:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323372.486988:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323372.486992:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323372.486994:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323372.486998:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5909
00000100:00080000:1.0:1767323372.487001:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323372.487005:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323372.487021:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9180 x1853166817048320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323372.487057:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323372.487061:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323372.487064:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323372.487069:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5909
00000100:00080000:1.0:1767323372.487071:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323372.487075:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323372.487085:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817048448:0@lo:400:kworker.0
00000100:00100000:1.0:1767323372.487091:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3caa00 x1853166817048576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323372.487111:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323372.487114:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323372.487116:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323372.487119:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5909
00000100:00080000:1.0:1767323372.487121:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323372.487124:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323372.487135:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb800 x1853166817048832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323372.487167:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323372.487201:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817048960:0@lo:400:kworker.0
00000100:00100000:0.0:1767323372.487239:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323372.487242:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323372.487249:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817048704:0@lo:400:kworker.0
00000100:00100000:0.0:1767323372.487281:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323372.487285:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323372.487296:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817049088:0@lo:400:kworker.0
00000100:00100000:0.0:1767323372.487320:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817048448
00000100:00100000:1.0:1767323372.487326:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323372.487330:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817048448
00000100:00100000:1.0:1767323372.487370:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817048960
00000100:00100000:1.0:1767323372.487375:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817048960
00000100:00100000:0.0:1767323372.487410:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817048704
00000100:00100000:1.0:1767323372.487413:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817049088
00000100:00100000:0.0:1767323372.487416:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817048704
00000100:00100000:1.0:1767323372.487418:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817049088
00000100:00100000:1.0:1767323372.487446:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700
00000100:00100000:0.0:1767323372.487453:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5899
00000100:00100000:1.0:1767323372.487460:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817048960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323372.487467:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817048448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323372.487740:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5900
00000100:00100000:3.0:1767323372.487751:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817048704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323372.487787:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817048192:0@lo:38:kworker.0
00000100:00100000:1.0:1767323372.487850:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817048960:12345-0@lo:400:kworker.0 Request processed in 395us (609us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323372.487858:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700
00000100:00100000:1.0:1767323372.487872:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701
00000100:00100000:1.0:1767323372.487878:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817049088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323372.487906:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817049088:12345-0@lo:400:kworker.0 Request processed in 28us (580us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323372.487911:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701
00000100:00100000:1.0:1767323372.487960:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817049088:0@lo:400:kworker.0
00000100:00100000:1.0:1767323372.487973:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817048960:0@lo:400:kworker.0
00000100:00100000:0.0:1767323372.488021:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817048448:12345-0@lo:400:kworker.0 Request processed in 557us (853us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323372.488030:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817048448:0@lo:400:kworker.0
00000100:00100000:0.0:1767323372.488032:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5899
00000100:00080000:0.0:1767323372.488080:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323372.493201:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817048704:12345-0@lo:400:kworker.0 Request processed in 5443us (5909us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323372.493226:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5900
00000100:00100000:1.0:1767323372.493472:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817048704:0@lo:400:kworker.0
00000100:00100000:2.0:1767323372.494398:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323372.494444:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817048320:0@lo:38:kworker.0
00000100:00100000:2.0:1767323372.494482:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323372.494523:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817048576:0@lo:38:kworker.0
00000100:00100000:2.0:1767323372.494547:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323372.494581:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817048832:0@lo:38:kworker.0
00000100:00100000:2.0:1767323372.494603:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323372.494649:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817048192
00000100:00100000:2.0:1767323372.494656:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817048192
00000100:00100000:2.0:1767323372.494709:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817048576
00000100:00100000:2.0:1767323372.494713:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817048576
00000100:00100000:2.0:1767323372.494726:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817048832
00000100:00100000:2.0:1767323372.494729:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817048832
00000100:00100000:2.0:1767323372.494776:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90557
00000100:00100000:2.0:1767323372.494784:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817048192:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323372.494793:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817048320
00000100:00100000:1.0:1767323372.494800:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817048320
00010000:00020000:2.0:1767323372.494806:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323372.494829:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372
00000100:00100000:1.0:1767323372.494835:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817048320:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323372.494848:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323372.494855:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817048192:12345-0@lo:38:kworker.0 Request processed in 69us (458us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323372.494865:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90557
00000100:00100000:2.0:1767323372.494886:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90558
00000100:00100000:1.0:1767323372.494891:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817048320:12345-0@lo:38:kworker.0 Request processed in 52us (404us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323372.494895:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817048576:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323372.494904:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372
00010000:00020000:2.0:1767323372.494910:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323372.494936:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817048576:12345-0@lo:38:kworker.0 Request processed in 42us (388us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323372.494942:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90558
00000100:00100000:1.0:1767323372.499109:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90559
00000100:00100000:1.0:1767323372.499121:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817048832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323372.499152:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323372.499221:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817048832:12345-0@lo:38:kworker.0 Request processed in 102us (4617us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323372.499228:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90559
00000100:00080000:3.0:1767323372.499316:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323372.499323:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323372.499328:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817048192:0@lo:38:kworker.0
00000100:00080000:3.0:1767323372.499341:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323372.499344:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323372.499347:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817048320:0@lo:38:kworker.0
00000100:00080000:3.0:1767323372.499357:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323372.499360:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323372.499362:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817048576:0@lo:38:kworker.0
00000100:00080000:3.0:1767323372.499370:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323372.499373:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323372.499376:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817048832:0@lo:38:kworker.0
00000100:00100000:1.0:1767323373.063944:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323373.512427:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323374.086872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323374.535025:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323375.111072:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323375.271609:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323375.271737:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758803584
00000100:00100000:2.0:1767323375.271746:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758803584
00000100:00100000:2.0:1767323375.271855:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5901
00000100:00100000:2.0:1767323375.271866:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758803584:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323375.271939:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758803584:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 74us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323375.271947:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5901
00000100:00080000:0.0:1767323375.272043:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323375.276145:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323375.276246:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758803456
00000100:00100000:1.0:1767323375.276257:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758803456
00000100:00100000:1.0:1767323375.276320:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90560
00000100:00100000:1.0:1767323375.276328:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758803456:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323375.276352:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323375.276414:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758803456:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 86us (275us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323375.276423:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90560
00010000:00010000:2.0:1767323375.560713:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323376.134893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323376.583564:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323377.095044:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817049344:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323377.095119:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323377.095231:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817049216:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323377.095260:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817049344
00000100:00100000:1.0:1767323377.095267:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323377.095269:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817049344
00000100:00080000:3.0:1767323377.095387:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323377.095474:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817049216
00000100:00100000:2.0:1767323377.095478:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817049216
00000100:00100000:2.0:1767323377.095515:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427
00000100:00100000:2.0:1767323377.095525:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817049344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323377.095560:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323377.095607:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817049344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (488us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323377.095629:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427
00000100:00100000:2.0:1767323377.095657:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428
00000100:00100000:2.0:1767323377.095664:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817049216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323377.095680:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323377.095707:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817049216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (441us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323377.095713:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428
00000100:00080000:2.0:1767323377.095730:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323377.095788:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817049344:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323377.097685:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817049216:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323377.158892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323377.607272:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323377.611300:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323377.611311:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323377.611314:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323377.611318:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323377.611323:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323377.611330:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5915
00000100:00080000:2.0:1767323377.611336:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323377.611343:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323377.611385:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079180 x1853166817049472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323377.611481:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817049472:0@lo:38:kworker.0
00000100:00100000:3.0:1767323377.611547:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323377.611615:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323377.611620:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323377.611622:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323377.611635:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5915
00000100:00080000:2.0:1767323377.611638:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323377.611642:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323377.611668:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078700 x1853166817049600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323377.611712:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323377.611717:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323377.611719:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323377.611723:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5915
00000100:00080000:2.0:1767323377.611725:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323377.611728:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323377.611744:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07bb80 x1853166817049856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323377.611780:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323377.611783:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323377.611785:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323377.611788:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5915
00000100:00080000:2.0:1767323377.611791:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323377.611794:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323377.611803:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079c00 x1853166817050112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323377.611852:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817049984:0@lo:400:kworker.0
00000100:00100000:2.0:1767323377.611886:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817050368:0@lo:400:kworker.0
00000100:00100000:2.0:1767323377.611911:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323377.611979:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323377.611986:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817050240:0@lo:400:kworker.0
00000100:00100000:2.0:1767323377.612016:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323377.612121:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817049600:0@lo:38:kworker.0
00000100:00100000:3.0:1767323377.612146:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323377.612168:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817049856:0@lo:38:kworker.0
00000100:00100000:3.0:1767323377.612185:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323377.612236:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817050368
00000100:00100000:1.0:1767323377.612243:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817050368
00000100:00100000:1.0:1767323377.612295:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817050240
00000100:00100000:1.0:1767323377.612299:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817050240
00000100:00100000:1.0:1767323377.612317:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702
00000100:00100000:1.0:1767323377.612326:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817050368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323377.612378:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817050368:12345-0@lo:400:kworker.0 Request processed in 52us (464us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323377.612385:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702
00000100:00100000:1.0:1767323377.612400:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3703
00000100:00100000:1.0:1767323377.612406:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817050240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323377.612433:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817050240:12345-0@lo:400:kworker.0 Request processed in 28us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323377.612439:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3703
00000100:00100000:1.0:1767323377.612460:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817049728:0@lo:400:kworker.0
00000100:00100000:1.0:1767323377.612508:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817050240:0@lo:400:kworker.0
00000100:00100000:1.0:1767323377.612517:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817050368:0@lo:400:kworker.0
00000100:00100000:2.0:1767323377.614157:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817049600
00000100:00100000:2.0:1767323377.614168:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817049600
00000100:00100000:2.0:1767323377.614210:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373
00000100:00100000:2.0:1767323377.614218:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817049600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323377.614237:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323377.614285:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817049600:12345-0@lo:38:kworker.0 Request processed in 67us (2138us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323377.614291:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373
00000100:00100000:3.0:1767323377.615530:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817050112:0@lo:38:kworker.0
00000100:00100000:3.0:1767323377.615572:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323377.622567:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817049472
00000100:00100000:0.0:1767323377.622582:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817049472
00000100:00100000:0.0:1767323377.622655:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817049856
00000100:00100000:0.0:1767323377.622669:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817049856
00000100:00100000:0.0:1767323377.622697:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90561
00000100:00100000:2.0:1767323377.622747:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817050112
00000100:00100000:2.0:1767323377.622751:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817050112
00000100:00080000:3.0:1767323377.622852:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323377.623365:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90562
00000100:00100000:2.0:1767323377.623373:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817049856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323377.623398:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323377.623465:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90563
00000100:00100000:1.0:1767323377.623472:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817050112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323377.623485:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323377.623490:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817049856:12345-0@lo:38:kworker.0 Request processed in 113us (11300us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323377.623500:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90562
00000100:00100000:1.0:1767323377.623524:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817050112:12345-0@lo:38:kworker.0 Request processed in 51us (7951us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323377.623532:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90563
00000100:00100000:2.0:1767323377.623586:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323377.623613:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817049728
00000100:00100000:1.0:1767323377.623619:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817049728
00000100:00100000:2.0:1767323377.623645:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323377.623671:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817049984
00000100:00100000:1.0:1767323377.623675:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817049984
00000100:00100000:1.0:1767323377.623695:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5902
00000100:00100000:1.0:1767323377.623700:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817049728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323377.624262:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817049472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323377.624276:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323377.624498:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817049472:12345-0@lo:38:kworker.0 Request processed in 1792us (12950us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323377.624505:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90561
00000100:00100000:0.0:1767323377.624522:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5903
00000100:00100000:0.0:1767323377.624530:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817049984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323377.624560:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817049984:12345-0@lo:400:kworker.0 Request processed in 32us (916us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323377.624566:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5903
00000100:00080000:0.0:1767323377.624597:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323377.624723:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323377.624846:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817049984:0@lo:400:kworker.0
00000100:00100000:3.0:1767323377.624863:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817049600:0@lo:38:kworker.0
00000100:00080000:3.0:1767323377.625060:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323377.625065:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323377.625068:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817049856:0@lo:38:kworker.0
00000100:00080000:3.0:1767323377.625078:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323377.625081:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323377.625085:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817050112:0@lo:38:kworker.0
00000100:00080000:3.0:1767323377.625094:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323377.625097:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323377.625100:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817049472:0@lo:38:kworker.0
00000100:00100000:1.0:1767323377.625337:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817049728:12345-0@lo:400:kworker.0 Request processed in 1635us (1751us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323377.625345:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5902
00000100:00100000:2.0:1767323377.625379:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817049728:0@lo:400:kworker.0
00000100:00100000:1.0:1767323378.182932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323378.631050:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323379.206893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323379.658155:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323380.230978:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323380.392030:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323380.392460:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323380.392614:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758803840
00000100:00100000:0.0:1767323380.392625:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758803840
00000100:00100000:1.0:1767323380.392649:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758803712
00000100:00100000:1.0:1767323380.392656:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758803712
00000100:00100000:1.0:1767323380.392721:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5904
00000100:00100000:1.0:1767323380.392733:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758803840:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767323380.392736:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323380.392856:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758803840:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 125us (836us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323380.392864:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5904
00000100:00100000:1.0:1767323380.392885:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90564
00000100:00100000:1.0:1767323380.392891:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758803712:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323380.392911:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323380.392935:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758803712:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (477us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323380.392942:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90564
00010000:00010000:3.0:1767323380.680711:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323381.255189:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323381.703705:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323382.215573:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323382.215627:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817050496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323382.215701:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323382.215879:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817050496
00000100:00100000:3.0:1767323382.215889:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817050496
00000100:00100000:3.0:1767323382.215964:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429
00000100:00100000:3.0:1767323382.215976:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817050496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323382.216005:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323382.216050:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817050496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323382.216058:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429
00000100:00080000:0.0:1767323382.216418:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323382.216433:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817050624:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323382.216463:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323382.216628:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817050496:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323382.224115:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817050624
00000100:00100000:2.0:1767323382.224130:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817050624
00000100:00100000:2.0:1767323382.224220:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430
00000100:00100000:2.0:1767323382.224230:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817050624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323382.224261:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323382.224336:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817050624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (7872us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323382.224343:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430
00000100:00080000:0.0:1767323382.225403:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323382.225462:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817050624:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323382.278882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323382.727006:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323382.727112:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323382.727120:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323382.727123:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323382.727127:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323382.727133:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323382.727141:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5920
00000100:00080000:2.0:1767323382.727146:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323382.727152:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323382.727196:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5f80 x1853166817050752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323382.727214:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323382.727217:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323382.727219:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323382.727224:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5920
00000100:00080000:2.0:1767323382.727226:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323382.727230:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323382.727246:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9880 x1853166817050880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323382.727292:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323382.727296:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323382.727298:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323382.727304:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5920
00000100:00080000:2.0:1767323382.727306:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323382.727309:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323382.727330:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ada680 x1853166817051136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323382.727358:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323382.727361:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323382.727363:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323382.727367:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5920
00000100:00080000:2.0:1767323382.727369:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323382.727373:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323382.727382:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9500 x1853166817051392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323382.727494:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817050752:0@lo:38:kworker.0
00000100:00100000:3.0:1767323382.727566:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323382.727645:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817050880:0@lo:38:kworker.0
00000100:00100000:3.0:1767323382.727670:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323382.727691:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817051136:0@lo:38:kworker.0
00000100:00100000:3.0:1767323382.727710:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323382.727730:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817051392:0@lo:38:kworker.0
00000100:00100000:3.0:1767323382.727749:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323382.727817:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817050752
00000100:00100000:3.0:1767323382.727824:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817050752
00000100:00100000:3.0:1767323382.727850:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817051136
00000100:00100000:3.0:1767323382.727853:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817051136
00000100:00100000:3.0:1767323382.727863:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817051392
00000100:00100000:3.0:1767323382.727865:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817051392
00000100:00100000:3.0:1767323382.727881:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90565
00000100:00100000:3.0:1767323382.727888:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817050752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323382.727907:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323382.727949:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817050752:12345-0@lo:38:kworker.0 Request processed in 60us (383us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323382.727958:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90565
00000100:00100000:3.0:1767323382.727975:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90566
00000100:00100000:3.0:1767323382.727979:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817051136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323382.727989:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323382.728012:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817051136:12345-0@lo:38:kworker.0 Request processed in 31us (300us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323382.728018:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90566
00000100:00100000:3.0:1767323382.728029:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90567
00000100:00100000:3.0:1767323382.728033:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817051392:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323382.728041:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323382.728063:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817051392:12345-0@lo:38:kworker.0 Request processed in 29us (313us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323382.728069:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90567
00000100:00080000:3.0:1767323382.728108:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323382.728112:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323382.728116:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817050752:0@lo:38:kworker.0
00000100:00080000:3.0:1767323382.728125:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323382.728128:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323382.728130:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817051136:0@lo:38:kworker.0
00000100:00080000:3.0:1767323382.728137:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323382.728140:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323382.728142:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817051392:0@lo:38:kworker.0
00000100:00100000:0.0:1767323382.728286:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817051264:0@lo:400:kworker.0
00000100:00100000:0.0:1767323382.728320:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323382.728357:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323382.728364:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817051008:0@lo:400:kworker.0
00000100:00100000:0.0:1767323382.728387:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323382.728412:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817051264
00000100:00100000:0.0:1767323382.728416:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817051264
00000100:00100000:0.0:1767323382.728458:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5905
00000100:00100000:0.0:1767323382.728466:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817051264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323382.728508:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817051264:12345-0@lo:400:kworker.0 Request processed in 44us (187us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323382.728514:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5905
00000100:00100000:0.0:1767323382.728525:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817051008
00000100:00100000:0.0:1767323382.728528:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817051008
00000100:00100000:0.0:1767323382.728545:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5906
00000100:00100000:0.0:1767323382.728551:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817051008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323382.728577:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817051008:12345-0@lo:400:kworker.0 Request processed in 26us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323382.728595:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5906
00000100:00080000:0.0:1767323382.728612:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323382.728633:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817051008:0@lo:400:kworker.0
00000100:00100000:0.0:1767323382.728644:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817051264:0@lo:400:kworker.0
00000100:00100000:1.0:1767323382.728814:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817050880
00000100:00100000:1.0:1767323382.728819:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817050880
00000100:00100000:1.0:1767323382.728847:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374
00000100:00100000:1.0:1767323382.728852:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817050880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323382.728865:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323382.728909:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817050880:12345-0@lo:38:kworker.0 Request processed in 55us (1237us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323382.728915:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374
00000100:00100000:1.0:1767323382.728938:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817051520:0@lo:400:kworker.0
00000100:00100000:1.0:1767323382.728967:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323382.728990:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323382.728996:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817051648:0@lo:400:kworker.0
00000100:00100000:1.0:1767323382.729017:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323382.729042:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817051520
00000100:00100000:1.0:1767323382.729046:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817051520
00000100:00100000:1.0:1767323382.729071:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817051648
00000100:00100000:1.0:1767323382.729074:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817051648
00000100:00100000:1.0:1767323382.729091:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3704
00000100:00100000:1.0:1767323382.729097:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817051520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323382.729132:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817051520:12345-0@lo:400:kworker.0 Request processed in 36us (164us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323382.729138:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3704
00000100:00100000:1.0:1767323382.729150:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705
00000100:00100000:1.0:1767323382.729155:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817051648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323382.729181:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817051648:12345-0@lo:400:kworker.0 Request processed in 26us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323382.729186:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705
00000100:00100000:1.0:1767323382.729220:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817051648:0@lo:400:kworker.0
00000100:00100000:1.0:1767323382.729230:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817051520:0@lo:400:kworker.0
00000100:00080000:0.0:1767323382.729686:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323382.729692:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323382.729696:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817050880:0@lo:38:kworker.0
00000100:00100000:1.0:1767323383.303279:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323383.751079:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323384.326863:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323384.775051:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323385.350866:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323385.514592:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767323385.514712:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758803968 offset 0 length 520: 4
00000100:00100000:3.0:1767323385.514802:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323385.515137:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758804224
00000100:00100000:0.0:1767323385.515150:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758804224
00000100:00100000:0.0:1767323385.515245:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758804096
00000100:00100000:0.0:1767323385.515249:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758804096
00000100:00100000:0.0:1767323385.515270:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5907
00000100:00100000:0.0:1767323385.515280:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758804224:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323385.515375:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758804224:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (828us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323385.515383:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5907
00000100:00100000:0.0:1767323385.515405:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90568
00000100:00100000:0.0:1767323385.515409:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758804096:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323385.515436:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323385.515464:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758804096:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 52us (661us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323385.515470:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90568
00000100:00080000:2.0:1767323385.515800:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323385.802058:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323386.374944:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323386.823102:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323387.335135:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323387.335170:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817051776:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323387.335286:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323387.335610:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817051776
00000100:00100000:3.0:1767323387.335621:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817051776
00000100:00100000:3.0:1767323387.335703:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431
00000100:00100000:3.0:1767323387.335714:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817051776:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323387.335746:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00002000:00000024:3.0:1767323387.335767:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323387.335771:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817051904:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323387.335820:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817051776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (534us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323387.335821:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323387.335829:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431
00000100:00100000:3.0:1767323387.335846:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817051904
00000100:00100000:3.0:1767323387.335850:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817051904
00000100:00100000:3.0:1767323387.335875:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432
00000100:00100000:3.0:1767323387.335881:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817051904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323387.335900:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323387.335942:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817051904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (119us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323387.335948:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432
00000100:00100000:1.0:1767323387.336092:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817051904:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767323387.336428:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323387.336433:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323387.336463:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817051776:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323387.399472:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323387.847088:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323362/real 1767323362]  req@ffff8d4e662f6a00 x1853166817046016/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323387 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767323387.847137:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e662f6a00 x1853166817046016/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323387 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767323387.847164:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323387.847245:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767323387.847251:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817046016:0@lo:250:kworker.0
00010000:00010000:2.0:1767323387.848270:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323387.848909:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323387.848918:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767323387.848923:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323387.848929:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5904
00000100:00080000:1.0:1767323387.848935:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323387.848944:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323387.848990:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8380 x1853166817052032/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323387.849250:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817052032:0@lo:250:kworker.0
00000400:00000100:3.0:1767323387.849328:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817052032 offset 0 length 520: 4
00000100:00080000:1.0:1767323387.849406:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323387.849410:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323387.849413:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323387.849418:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5925
00000100:00080000:1.0:1767323387.849421:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323387.849426:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323387.849451:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8a80 x1853166817052160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323387.851707:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817052160:0@lo:38:kworker.0
00000100:00100000:3.0:1767323387.852460:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323387.853235:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323387.853243:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323387.853248:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323387.853255:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5925
00000100:00080000:1.0:1767323387.853260:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323387.853269:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323387.853316:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9500 x1853166817052288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323387.853373:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323387.853377:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323387.853379:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323387.853382:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5925
00000100:00080000:1.0:1767323387.853385:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323387.853388:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323387.853401:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb800 x1853166817052544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323387.853416:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323387.853419:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323387.853420:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323387.853424:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5925
00000100:00080000:1.0:1767323387.853427:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323387.853430:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323387.853439:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9180 x1853166817052800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323387.853500:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817052928:0@lo:400:kworker.0
00000100:00100000:1.0:1767323387.853560:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323387.853592:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323387.853598:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817053056:0@lo:400:kworker.0
00000100:00100000:1.0:1767323387.853621:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323387.853659:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817052928
00000100:00100000:1.0:1767323387.853668:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817052928
00000100:00100000:1.0:1767323387.853738:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817053056
00000100:00100000:1.0:1767323387.853742:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817053056
00000100:00100000:1.0:1767323387.853782:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706
00000100:00100000:1.0:1767323387.853879:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817052928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323387.853943:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817052928:12345-0@lo:400:kworker.0 Request processed in 69us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323387.853951:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706
00000100:00100000:1.0:1767323387.853970:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3707
00000100:00100000:1.0:1767323387.853977:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817053056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323387.854150:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817053056:12345-0@lo:400:kworker.0 Request processed in 173us (527us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323387.854157:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3707
00000100:00100000:1.0:1767323387.854217:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817053056:0@lo:400:kworker.0
00000100:00100000:1.0:1767323387.854229:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817052928:0@lo:400:kworker.0
00000100:00100000:1.0:1767323387.854258:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817052672:0@lo:400:kworker.0
00000100:00100000:1.0:1767323387.854288:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323387.854354:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817052416:0@lo:400:kworker.0
00000100:00100000:3.0:1767323387.854525:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817052288:0@lo:38:kworker.0
00000100:00100000:3.0:1767323387.854573:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323387.854605:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817052544:0@lo:38:kworker.0
00000100:00100000:0.0:1767323387.854695:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817052288
00000100:00100000:0.0:1767323387.854700:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817052288
00000100:00100000:0.0:1767323387.854738:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375
00000100:00100000:0.0:1767323387.854747:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817052288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323387.854799:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323387.854842:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817052288:12345-0@lo:38:kworker.0 Request processed in 93us (267us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323387.854849:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375
00000100:00100000:0.0:1767323387.855526:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323387.855599:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817052160
00000100:00100000:2.0:1767323387.855608:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817052160
00000100:00100000:2.0:1767323387.855646:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817052672
00000100:00100000:2.0:1767323387.855649:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817052672
00000100:00100000:2.0:1767323387.855698:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5908
00000100:00100000:2.0:1767323387.855708:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817052672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323387.855804:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817052672:12345-0@lo:400:kworker.0 Request processed in 98us (1514us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323387.855811:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5908
00000100:00100000:2.0:1767323387.855831:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90569
00000100:00100000:2.0:1767323387.855836:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817052160:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323387.855851:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323387.855879:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817052160:12345-0@lo:38:kworker.0 Request processed in 43us (3422us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323387.855884:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90569
00000100:00080000:2.0:1767323387.855898:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323387.856206:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817052672:0@lo:400:kworker.0
00000100:00100000:2.0:1767323387.856352:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323387.856410:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817052800:0@lo:38:kworker.0
00000100:00100000:3.0:1767323387.856439:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817052416
00000100:00100000:2.0:1767323387.856442:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323387.856444:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817052416
00000100:00080000:2.0:1767323387.856469:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323387.856475:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323387.856478:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817052160:0@lo:38:kworker.0
00000100:00100000:3.0:1767323387.856486:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817052544
00000100:00100000:3.0:1767323387.856489:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817052544
00000100:00080000:2.0:1767323387.856500:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323387.856501:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817052800
00000100:00100000:3.0:1767323387.856503:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817052800
00000100:00080000:2.0:1767323387.856504:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323387.856507:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817052288:0@lo:38:kworker.0
00000100:00100000:3.0:1767323387.856512:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5909
00000100:00100000:3.0:1767323387.856518:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817052416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323387.856524:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90570
00000100:00100000:2.0:1767323387.856528:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817052544:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323387.856553:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323387.856571:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817052416:12345-0@lo:400:kworker.0 Request processed in 54us (1047us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323387.856580:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5909
00000100:00100000:2.0:1767323387.856581:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817052544:12345-0@lo:38:kworker.0 Request processed in 52us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323387.856586:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90570
00000100:00100000:3.0:1767323387.856594:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90571
00000100:00100000:3.0:1767323387.856598:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817052800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323387.856607:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323387.856609:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323387.856613:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323387.856616:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817052544:0@lo:38:kworker.0
00000100:00100000:3.0:1767323387.856628:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817052800:12345-0@lo:38:kworker.0 Request processed in 30us (186us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767323387.856631:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323387.856634:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90571
00000100:00080000:2.0:1767323387.856635:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323387.856637:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817052800:0@lo:38:kworker.0
00000100:00080000:3.0:1767323387.856649:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323387.856735:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817052416:0@lo:400:kworker.0
00000100:00100000:2.0:1767323388.431717:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323388.871124:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323389.447216:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323389.895158:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323390.471250:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323390.632078:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323390.632173:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323390.632414:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758804480
00000100:00100000:0.0:1767323390.632426:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758804480
00000100:00100000:0.0:1767323390.632505:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758804352
00000100:00100000:0.0:1767323390.632517:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758804352
00000100:00100000:0.0:1767323390.632538:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5910
00000100:00100000:0.0:1767323390.632547:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758804480:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323390.632631:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758804480:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 85us (563us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323390.632638:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5910
00000100:00100000:0.0:1767323390.632657:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90572
00000100:00100000:0.0:1767323390.632662:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758804352:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323390.632682:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323390.632709:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758804352:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (536us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323390.632715:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90572
00000100:00080000:3.0:1767323390.632786:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323390.918996:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323391.494880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323391.942969:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323392.455320:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817053184:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323392.455391:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323392.456271:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817053312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323392.456308:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323392.456386:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817053184
00000100:00100000:3.0:1767323392.456393:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817053184
00000100:00100000:3.0:1767323392.456447:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817053312
00000100:00100000:3.0:1767323392.456450:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817053312
00000100:00100000:3.0:1767323392.456467:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433
00000100:00100000:3.0:1767323392.456475:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817053184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323392.456514:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323392.456557:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817053184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (1166us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323392.456564:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433
00000100:00100000:3.0:1767323392.456580:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434
00000100:00100000:3.0:1767323392.456585:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817053312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323392.456599:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323392.456620:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817053312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (312us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323392.456629:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434
00000100:00080000:1.0:1767323392.456678:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323392.456681:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323392.456716:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817053312:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323392.456796:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817053184:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323392.519067:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323392.967023:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323392.967034:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323392.967037:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323392.967041:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323392.967045:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323392.967054:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5930
00000100:00080000:1.0:1767323392.967058:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323392.967065:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323392.967108:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078700 x1853166817053440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323392.967142:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323392.967145:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323392.967147:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323392.967151:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5930
00000100:00080000:1.0:1767323392.967154:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323392.967158:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323392.967171:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b800 x1853166817053568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323392.967200:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323392.967204:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323392.967206:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323392.967209:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5930
00000100:00080000:1.0:1767323392.967212:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323392.967215:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323392.967227:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079500 x1853166817053824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323392.967243:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323392.967247:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323392.967248:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323392.967251:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5930
00000100:00080000:1.0:1767323392.967253:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323392.967256:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323392.967263:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb100 x1853166817054080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323392.967342:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817053440:0@lo:38:kworker.0
00000100:00100000:3.0:1767323392.967398:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323392.967443:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817053568:0@lo:38:kworker.0
00000100:00100000:3.0:1767323392.967459:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323392.967475:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817053824:0@lo:38:kworker.0
00000100:00100000:3.0:1767323392.967496:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323392.967512:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817054080:0@lo:38:kworker.0
00000100:00100000:3.0:1767323392.967537:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323392.967570:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817053952:0@lo:400:kworker.0
00000100:00100000:3.0:1767323392.967592:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323392.967612:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00010000:00010000:2.0:1767323392.967614:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323392.967617:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817053696:0@lo:400:kworker.0
00000100:00100000:3.0:1767323392.967636:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323392.967638:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817053440
00000100:00100000:2.0:1767323392.967645:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817053440
00000100:00100000:3.0:1767323392.967659:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817053824
00000100:00100000:3.0:1767323392.967662:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817053824
00000100:00100000:2.0:1767323392.967674:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817053952
00000100:00100000:3.0:1767323392.967674:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817054080
00000100:00100000:2.0:1767323392.967676:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817053952
00000100:00100000:3.0:1767323392.967676:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817054080
00000100:00100000:3.0:1767323392.967682:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817053696
00000100:00100000:3.0:1767323392.967684:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817053696
00000100:00100000:2.0:1767323392.967706:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5911
00000100:00100000:2.0:1767323392.967715:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817053952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323392.967914:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817053568
00000100:00100000:0.0:1767323392.967918:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817053568
00000100:00100000:0.0:1767323392.967940:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376
00000100:00100000:0.0:1767323392.967946:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817053568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323392.967965:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323392.968006:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817053568:12345-0@lo:38:kworker.0 Request processed in 59us (544us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323392.968013:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376
00000100:00100000:2.0:1767323392.968043:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817053952:12345-0@lo:400:kworker.0 Request processed in 329us (449us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323392.968049:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5911
00000100:00100000:0.0:1767323392.968054:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817053952:0@lo:400:kworker.0
00000100:00100000:2.0:1767323392.968065:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90573
00000100:00100000:2.0:1767323392.968069:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817053440:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323392.968075:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90574
00000100:00100000:0.0:1767323392.968079:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817053824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323392.968089:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767323392.968092:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323392.968113:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817053824:12345-0@lo:38:kworker.0 Request processed in 32us (625us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323392.968113:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817053440:12345-0@lo:38:kworker.0 Request processed in 43us (714us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323392.968120:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90574
00000100:00100000:2.0:1767323392.974402:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90573
00000100:00100000:2.0:1767323392.974452:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90575
00000100:00100000:2.0:1767323392.974461:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817054080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323392.974485:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323392.974580:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817054080:12345-0@lo:38:kworker.0 Request processed in 119us (7042us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323392.974587:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90575
00000100:00080000:2.0:1767323392.974673:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323392.974678:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323392.974681:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817053440:0@lo:38:kworker.0
00000100:00080000:2.0:1767323392.974692:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323392.974695:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323392.974698:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817053568:0@lo:38:kworker.0
00000100:00080000:2.0:1767323392.974708:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323392.974712:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323392.974715:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817053824:0@lo:38:kworker.0
00000100:00080000:2.0:1767323392.974723:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323392.974727:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323392.974729:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817054080:0@lo:38:kworker.0
00000100:00080000:2.0:1767323392.974812:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323392.975804:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5912
00000100:00100000:3.0:1767323392.975824:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817053696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323392.975969:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817053696:12345-0@lo:400:kworker.0 Request processed in 156us (8331us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323392.975978:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5912
00000100:00100000:3.0:1767323392.976033:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817053696:0@lo:400:kworker.0
00000100:00100000:2.0:1767323393.543042:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323393.992546:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323394.566883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323395.016076:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323395.590943:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323395.751936:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323395.752002:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323395.752245:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758804736
00000100:00100000:1.0:1767323395.752259:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758804736
00000100:00100000:1.0:1767323395.752367:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758804608
00000100:00100000:1.0:1767323395.752370:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758804608
00000100:00100000:1.0:1767323395.752394:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5913
00000100:00100000:1.0:1767323395.752405:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758804736:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323395.752542:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758804736:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 138us (622us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323395.752552:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5913
00000100:00100000:1.0:1767323395.752574:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90576
00000100:00100000:1.0:1767323395.752579:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758804608:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323395.752605:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323395.752632:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758804608:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 52us (629us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323395.752823:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90576
00000100:00080000:3.0:1767323395.753372:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323396.039026:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323396.615192:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323397.066622:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323397.575168:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323397.575197:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817054208:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323397.575281:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323397.575705:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817054336:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323397.575731:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323397.575880:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817054208
00000100:00100000:3.0:1767323397.575890:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817054208
00000100:00100000:3.0:1767323397.575960:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817054336
00000100:00100000:3.0:1767323397.575964:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817054336
00000100:00100000:3.0:1767323397.575990:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435
00000100:00100000:3.0:1767323397.575999:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817054208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323397.576037:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323397.576082:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817054208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (801us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323397.576091:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435
00000100:00100000:3.0:1767323397.576108:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436
00000100:00100000:3.0:1767323397.576114:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817054336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323397.576130:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323397.576155:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817054336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (424us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323397.576161:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436
00000100:00080000:3.0:1767323397.576176:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323397.576181:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323397.576663:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817054336:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323397.576680:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817054208:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323397.638934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323398.088783:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323398.088797:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323398.088800:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323398.088805:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323398.088810:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323398.088819:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5935
00000100:00080000:3.0:1767323398.088825:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323398.088833:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323398.088884:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09f80 x1853166817054464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323398.088904:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323398.088907:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323398.088909:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323398.088913:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5935
00000100:00080000:3.0:1767323398.088915:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323398.088918:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323398.088933:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac0a680 x1853166817054592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323398.089031:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767323398.089050:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323398.089053:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323398.089055:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323398.089059:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5935
00000100:00080000:3.0:1767323398.089062:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323398.089065:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323398.089078:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a578a80 x1853166817054848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323398.089164:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323398.089173:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817054464:0@lo:38:kworker.0
00000100:00100000:0.0:1767323398.089176:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817054976:0@lo:400:kworker.0
00000100:00100000:1.0:1767323398.090830:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817054720:0@lo:400:kworker.0
00000100:00080000:3.0:1767323398.090931:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323398.090936:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323398.090939:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323398.090944:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5935
00000100:00080000:3.0:1767323398.090948:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323398.090953:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323398.090999:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a578700 x1853166817055104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323398.091219:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323398.091296:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817054592:0@lo:38:kworker.0
00000100:00100000:2.0:1767323398.091331:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323398.091377:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817054848:0@lo:38:kworker.0
00000100:00100000:2.0:1767323398.091400:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323398.091431:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817054464
00000100:00100000:2.0:1767323398.091451:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817054464
00000100:00100000:2.0:1767323398.091493:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817054848
00000100:00100000:2.0:1767323398.091497:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817054848
00000100:00100000:2.0:1767323398.091531:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90577
00000100:00100000:2.0:1767323398.091539:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817054464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323398.091564:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323398.091607:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817054464:12345-0@lo:38:kworker.0 Request processed in 68us (389us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323398.091614:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90577
00000100:00100000:2.0:1767323398.091634:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90578
00000100:00100000:2.0:1767323398.091638:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817054848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323398.091646:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323398.091666:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817054848:12345-0@lo:38:kworker.0 Request processed in 26us (265us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323398.091672:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90578
00000100:00080000:2.0:1767323398.091713:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323398.091718:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323398.091722:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817054848:0@lo:38:kworker.0
00000100:00100000:2.0:1767323398.091744:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817055104:0@lo:38:kworker.0
00000100:00100000:2.0:1767323398.091786:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323398.091804:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817055104
00000100:00100000:2.0:1767323398.091807:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817055104
00000100:00100000:2.0:1767323398.091826:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90579
00000100:00100000:2.0:1767323398.091830:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817055104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323398.091840:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323398.091865:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817055104:12345-0@lo:38:kworker.0 Request processed in 33us (78us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323398.091870:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90579
00000100:00080000:2.0:1767323398.091892:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323398.091896:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323398.091899:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817055104:0@lo:38:kworker.0
00000100:00080000:2.0:1767323398.091910:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323398.091914:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323398.091916:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817054464:0@lo:38:kworker.0
00000100:00100000:2.0:1767323398.091967:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817054592
00000100:00100000:2.0:1767323398.091972:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817054592
00000100:00100000:2.0:1767323398.093012:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377
00000100:00100000:2.0:1767323398.093020:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817054592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323398.093039:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323398.093102:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817054592:12345-0@lo:38:kworker.0 Request processed in 81us (1770us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323398.093109:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377
00000100:00080000:2.0:1767323398.093171:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323398.093176:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323398.093181:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817054592:0@lo:38:kworker.0
00000100:00100000:0.0:1767323398.094966:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323398.095128:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817054976
00000100:00100000:0.0:1767323398.095139:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817054976
00000100:00100000:0.0:1767323398.095212:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5914
00000100:00100000:0.0:1767323398.095225:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817054976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323398.095306:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817054976:12345-0@lo:400:kworker.0 Request processed in 86us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323398.095314:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5914
00000100:00100000:0.0:1767323398.095361:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817054976:0@lo:400:kworker.0
00010000:00010000:3.0:1767323398.097158:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323398.097174:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323398.097631:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323398.098926:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817054720
00000100:00100000:3.0:1767323398.098942:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817054720
00000100:00100000:3.0:1767323398.099069:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5915
00000100:00100000:3.0:1767323398.099080:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817054720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323398.099194:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817054720:12345-0@lo:400:kworker.0 Request processed in 116us (1567us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323398.099202:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5915
00000100:00100000:1.0:1767323398.099579:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817054720:0@lo:400:kworker.0
00000100:00080000:0.0:1767323398.100639:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323398.663006:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323399.111494:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323399.687048:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323400.136831:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323400.711110:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323400.873467:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323400.873579:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323400.874309:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758804992
00000100:00100000:2.0:1767323400.874325:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758804992
00000100:00100000:2.0:1767323400.874489:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758804864
00000100:00100000:2.0:1767323400.874494:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758804864
00000100:00100000:2.0:1767323400.874523:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5916
00000100:00100000:2.0:1767323400.874536:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758804992:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323400.874652:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758804992:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 118us (1211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323400.874662:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5916
00000100:00100000:2.0:1767323400.874689:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90580
00000100:00100000:2.0:1767323400.874694:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758804864:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323400.874730:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323400.874823:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758804864:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 127us (1243us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323400.874831:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90580
00000100:00080000:3.0:1767323400.879385:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323401.159465:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323401.734933:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323402.189445:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323402.695365:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817055232:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323402.695481:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323402.695687:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817055232
00000100:00100000:1.0:1767323402.695700:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817055232
00000100:00100000:1.0:1767323402.695817:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437
00000100:00100000:1.0:1767323402.695827:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817055232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323402.695877:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323402.695936:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817055232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (454us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323402.695945:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437
00000100:00100000:1.0:1767323402.696018:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817055232:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767323402.696472:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323402.697140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817055360:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323402.697218:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323402.697365:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817055360
00000100:00100000:1.0:1767323402.697374:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817055360
00000100:00100000:1.0:1767323402.697455:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438
00000100:00100000:1.0:1767323402.697466:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817055360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323402.697497:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767323402.697654:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323402.698236:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817055360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 768us (1013us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323402.698247:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438
00000100:00100000:0.0:1767323402.702640:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817055360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323402.759082:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323403.207419:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323403.207514:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323403.207524:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323403.207527:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323403.207533:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323403.207539:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323403.207550:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5940
00000100:00080000:1.0:1767323403.207557:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323403.207566:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323403.207622:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3caa00 x1853166817055488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323403.207653:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323403.207657:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323403.207659:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323403.207664:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5940
00000100:00080000:1.0:1767323403.207667:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323403.207671:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323403.207685:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cbb80 x1853166817055616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323403.207727:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323403.207731:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323403.207734:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323403.207738:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5940
00000100:00080000:1.0:1767323403.207741:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323403.207744:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323403.207795:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9180 x1853166817055872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323403.207799:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817055744:0@lo:400:kworker.0
00000100:00080000:1.0:1767323403.207814:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323403.207818:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323403.207819:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323403.207822:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5940
00000100:00080000:1.0:1767323403.207825:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323403.207828:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323403.207838:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b65f80 x1853166817056128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323403.208064:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817055488:0@lo:38:kworker.0
00000100:00100000:3.0:1767323403.208114:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817056000:0@lo:400:kworker.0
00000100:00100000:2.0:1767323403.208120:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323403.208179:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817055488
00000100:00100000:1.0:1767323403.208199:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817055488
00000100:00100000:1.0:1767323403.208256:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90581
00000100:00100000:1.0:1767323403.208265:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817055488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323403.208288:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323403.208537:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323403.208615:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817055616:0@lo:38:kworker.0
00000100:00100000:3.0:1767323403.208634:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817056000
00000100:00100000:3.0:1767323403.208639:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817056000
00000100:00100000:2.0:1767323403.208645:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323403.208672:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817055872:0@lo:38:kworker.0
00000100:00100000:3.0:1767323403.208688:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5917
00000100:00100000:2.0:1767323403.208693:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323403.208697:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817056000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323403.208707:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817056128:0@lo:38:kworker.0
00000100:00100000:2.0:1767323403.208727:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323403.208747:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817056000:12345-0@lo:400:kworker.0 Request processed in 53us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323403.208793:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817055616
00000100:00100000:2.0:1767323403.208797:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817055616
00000100:00100000:2.0:1767323403.208822:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378
00000100:00100000:2.0:1767323403.208827:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817055616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323403.208839:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323403.208872:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5917
00000100:00100000:3.0:1767323403.208890:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817055872
00000100:00100000:3.0:1767323403.208894:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817055872
00000100:00100000:2.0:1767323403.208895:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817055616:12345-0@lo:38:kworker.0 Request processed in 66us (248us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323403.208901:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378
00000100:00100000:3.0:1767323403.208903:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817056128
00000100:00100000:3.0:1767323403.208905:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817056128
00000100:00100000:3.0:1767323403.208914:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90582
00000100:00100000:3.0:1767323403.208918:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817055872:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323403.208923:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90583
00000100:00100000:2.0:1767323403.208927:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817056128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323403.208928:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767323403.208936:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323403.208953:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817055872:12345-0@lo:38:kworker.0 Request processed in 34us (259us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323403.208956:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817056128:12345-0@lo:38:kworker.0 Request processed in 28us (228us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323403.208960:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90582
00000100:00100000:2.0:1767323403.208962:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90583
00000100:00080000:2.0:1767323403.208990:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323403.209003:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817056000:0@lo:400:kworker.0
00000100:00080000:2.0:1767323403.209009:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323403.209014:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323403.209017:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817055616:0@lo:38:kworker.0
00000100:00080000:2.0:1767323403.209026:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323403.209028:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323403.209031:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817055872:0@lo:38:kworker.0
00000100:00080000:2.0:1767323403.209038:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323403.209041:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323403.209044:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817056128:0@lo:38:kworker.0
00000100:00100000:1.0:1767323403.210650:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817055488:12345-0@lo:38:kworker.0 Request processed in 2374us (2519us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323403.210668:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90581
00000100:00080000:2.0:1767323403.210714:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323403.210721:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323403.210725:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817055488:0@lo:38:kworker.0
00000100:00100000:0.0:1767323403.211224:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323403.211467:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817055744
00000100:00100000:1.0:1767323403.211477:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817055744
00000100:00100000:1.0:1767323403.211564:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5918
00000100:00100000:1.0:1767323403.211573:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817055744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323403.211646:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817055744:12345-0@lo:400:kworker.0 Request processed in 74us (425us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323403.211652:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5918
00000100:00080000:2.0:1767323403.211713:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323403.211733:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817055744:0@lo:400:kworker.0
00000100:00100000:2.0:1767323403.782972:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323404.231243:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323404.807331:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323405.255097:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323405.831182:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323405.991935:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323405.995188:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758805248
00000100:00100000:3.0:1767323405.995210:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758805248
00000100:00100000:2.0:1767323405.995360:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:0.0:1767323405.995427:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323405.998899:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758805120
00000100:00100000:3.0:1767323405.998922:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758805120
00000100:00100000:3.0:1767323405.999061:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5919
00000100:00100000:3.0:1767323405.999083:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758805248:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323405.999191:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758805248:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 119us (7271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323405.999200:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5919
00000100:00100000:3.0:1767323405.999575:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90584
00000100:00100000:3.0:1767323405.999592:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758805120:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323405.999619:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323405.999653:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758805120:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 70us (4299us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323405.999661:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90584
00010000:00010000:3.0:1767323406.279794:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323406.854937:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323407.302995:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323407.818666:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817056256:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323407.818783:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323407.819651:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817056256
00000100:00100000:1.0:1767323407.819663:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817056256
00000100:00080000:0.0:1767323407.819733:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323407.819784:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439
00000100:00100000:1.0:1767323407.819798:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817056256:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323407.820476:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323407.820493:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817056384:0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323407.820503:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323407.820566:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323407.820588:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817056256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 792us (1803us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323407.820600:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439
00000100:00100000:1.0:1767323407.820624:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817056384
00000100:00100000:1.0:1767323407.820628:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817056384
00000100:00100000:3.0:1767323407.820641:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817056256:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323407.820674:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440
00000100:00100000:1.0:1767323407.820682:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817056384:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767323407.820694:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:1.0:1767323407.820702:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323407.820742:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817056384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323407.820750:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440
00000100:00100000:3.0:1767323407.820791:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817056384:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323407.878920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323408.327032:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323408.327044:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323408.327046:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323408.327050:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323408.327054:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323408.327062:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5945
00000100:00080000:1.0:1767323408.327066:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323408.327074:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323408.327123:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b67480 x1853166817056512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323408.327153:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323408.327157:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323408.327159:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323408.327163:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5945
00000100:00080000:1.0:1767323408.327165:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323408.327169:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323408.327185:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b65f80 x1853166817056640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323408.327276:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817056768:0@lo:400:kworker.0
00000100:00100000:3.0:1767323408.327383:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323408.327388:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323408.327392:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323408.327394:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323408.327398:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5945
00000100:00080000:1.0:1767323408.327401:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323408.327405:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323408.327429:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e42300 x1853166817056896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323408.327445:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323408.327448:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323408.327450:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323408.327453:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5945
00000100:00080000:1.0:1767323408.327455:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323408.327458:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323408.327460:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323408.327466:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817057024:0@lo:400:kworker.0
00000100:00100000:1.0:1767323408.327467:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e42d80 x1853166817057152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323408.327543:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817056768
00000100:00100000:1.0:1767323408.327553:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817056768
00000100:00100000:1.0:1767323408.327624:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5920
00000100:00100000:1.0:1767323408.327636:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817056768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323408.327647:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817056512:0@lo:38:kworker.0
00000100:00100000:3.0:1767323408.327675:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323408.327703:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817056768:12345-0@lo:400:kworker.0 Request processed in 68us (317us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323408.327713:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5920
00000100:00100000:0.0:1767323408.327721:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817057024
00000100:00100000:0.0:1767323408.327727:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817057024
00010000:00010000:2.0:1767323408.327785:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323408.327787:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323408.327790:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5921
00000100:00100000:0.0:1767323408.327798:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817057024:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323408.327813:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323408.327842:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817056640:0@lo:38:kworker.0
00000100:00100000:2.0:1767323408.327850:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817056512
00000100:00100000:0.0:1767323408.327852:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817057024:12345-0@lo:400:kworker.0 Request processed in 54us (185us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323408.327857:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817056512
00000100:00100000:0.0:1767323408.327862:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5921
00000100:00100000:3.0:1767323408.327868:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817056768:0@lo:400:kworker.0
00000100:00100000:1.0:1767323408.327881:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323408.327882:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90585
00000100:00100000:0.0:1767323408.327889:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817056512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323408.327913:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323408.327913:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817056640
00000100:00100000:3.0:1767323408.327918:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817057024:0@lo:400:kworker.0
00000100:00100000:2.0:1767323408.327921:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817056640
00000100:00100000:1.0:1767323408.327931:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817056896:0@lo:38:kworker.0
00000100:00100000:0.0:1767323408.327958:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817056512:12345-0@lo:38:kworker.0 Request processed in 69us (171us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323408.327959:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379
00000100:00100000:2.0:1767323408.327972:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817056640:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323408.327974:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323408.327976:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90585
00010000:00020000:2.0:1767323408.327991:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323408.328000:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817057152:0@lo:38:kworker.0
00000100:00100000:0.0:1767323408.328001:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817056896
00000100:00100000:0.0:1767323408.328006:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817056896
00000100:00100000:0.0:1767323408.328033:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90586
00000100:00100000:0.0:1767323408.328039:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817056896:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323408.328047:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767323408.328050:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323408.328053:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817056640:12345-0@lo:38:kworker.0 Request processed in 81us (171us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323408.328064:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379
00000100:00100000:0.0:1767323408.328088:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817056896:12345-0@lo:38:kworker.0 Request processed in 46us (113us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323408.328090:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817057152
00000100:00100000:0.0:1767323408.328099:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90586
00000100:00080000:1.0:1767323408.328099:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323408.328102:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817057152
00000100:00080000:1.0:1767323408.328106:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323408.328112:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817056512:0@lo:38:kworker.0
00000100:00080000:1.0:1767323408.328128:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323408.328135:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323408.328138:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90587
00000100:00100000:1.0:1767323408.328142:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817056640:0@lo:38:kworker.0
00000100:00100000:2.0:1767323408.328153:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817057152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323408.328171:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323408.328173:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323408.328179:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323408.328182:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817056896:0@lo:38:kworker.0
00000100:00100000:2.0:1767323408.328211:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817057152:12345-0@lo:38:kworker.0 Request processed in 60us (163us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767323408.328214:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323408.328220:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323408.328223:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90587
00000100:00100000:1.0:1767323408.328225:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817057152:0@lo:38:kworker.0
00000100:00100000:2.0:1767323408.903571:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323409.351089:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323409.927291:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:0.0:1767323410.092397:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758805376 offset 0 length 520: 4
00000100:00100000:0.0:1767323410.092464:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323410.092583:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758805504
00000100:00100000:2.0:1767323410.092595:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758805504
00000100:00100000:2.0:1767323410.092649:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90588
00000100:00100000:2.0:1767323410.092657:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758805504:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323410.092687:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323410.092802:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758805504:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 146us (339us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323410.092808:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90588
00000100:00100000:3.0:1767323410.093637:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323410.093703:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758805632
00000100:00100000:0.0:1767323410.093709:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758805632
00000100:00100000:0.0:1767323410.093821:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5922
00000100:00100000:0.0:1767323410.093829:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758805632:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323410.093886:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758805632:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 58us (257us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323410.093892:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5922
00000100:00080000:3.0:1767323410.094238:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323410.375190:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323410.951901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323411.400085:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323411.975249:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323412.423214:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323412.423554:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323387/real 1767323387]  req@ffff8d4d4b3c8380 x1853166817052032/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323412 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767323412.423594:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4b3c8380 x1853166817052032/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323412 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767323412.423616:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323412.423643:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767323412.423648:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817052032:0@lo:250:kworker.0
00000100:00080000:2.0:1767323412.423721:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323412.423728:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767323412.423732:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323412.423737:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5930
00000100:00080000:2.0:1767323412.423742:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323412.423749:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323412.423822:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8380 x1853166817057280/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323412.423851:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323412.423855:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323412.423857:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323412.423861:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5950
00000100:00080000:2.0:1767323412.423863:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323412.423867:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323412.423886:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cb100 x1853166817057408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323412.423902:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323412.423905:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323412.423907:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323412.423912:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5950
00000100:00080000:2.0:1767323412.423915:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323412.423918:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323412.423932:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3caa00 x1853166817057536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323412.423979:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323412.423984:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323412.423986:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323412.425425:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5950
00000100:00080000:2.0:1767323412.425435:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323412.425443:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323412.425454:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323412.425480:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817057664:0@lo:400:kworker.0
00000100:00100000:2.0:1767323412.425489:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cbb80 x1853166817057792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323412.425517:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323412.425520:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323412.425523:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323412.425526:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5950
00000100:00080000:2.0:1767323412.425529:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323412.425532:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323412.425541:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079500 x1853166817058048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323412.425578:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323412.425635:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817057664
00000100:00100000:2.0:1767323412.425644:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817057664
00000100:00100000:0.0:1767323412.425659:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817057920:0@lo:400:kworker.0
00000100:00100000:0.0:1767323412.425683:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323412.425713:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817057920
00000100:00100000:2.0:1767323412.425716:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817057920
00000100:00100000:0.0:1767323412.425722:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5923
00000100:00100000:0.0:1767323412.425732:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817057664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323412.425739:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5924
00000100:00100000:2.0:1767323412.425745:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817057920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323412.425951:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817058176:0@lo:400:kworker.0
00000100:00100000:1.0:1767323412.425952:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817058304:0@lo:400:kworker.0
00000100:00100000:0.0:1767323412.426000:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817057664:12345-0@lo:400:kworker.0 Request processed in 267us (419us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323412.426013:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5923
00000100:00100000:3.0:1767323412.428619:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323412.428810:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323412.428853:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817057280:0@lo:250:kworker.0
00000400:00000100:3.0:1767323412.428911:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817057280 offset 0 length 520: 4
00000100:00100000:3.0:1767323412.428932:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817057408:0@lo:38:kworker.0
00000100:00100000:3.0:1767323412.428959:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323412.428979:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817057536:0@lo:38:kworker.0
00000100:00100000:3.0:1767323412.429005:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323412.429037:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817057792:0@lo:38:kworker.0
00000100:00100000:3.0:1767323412.429071:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323412.429088:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817058048:0@lo:38:kworker.0
00000100:00100000:3.0:1767323412.429111:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323412.429147:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817057408
00000100:00100000:3.0:1767323412.429157:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817057408
00000100:00100000:3.0:1767323412.429200:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817057792
00000100:00100000:3.0:1767323412.429204:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817057792
00000100:00100000:3.0:1767323412.429216:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817058048
00000100:00100000:3.0:1767323412.429219:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817058048
00000100:00100000:3.0:1767323412.429234:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90589
00000100:00100000:3.0:1767323412.429241:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817057408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323412.429270:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323412.429360:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817057408:12345-0@lo:38:kworker.0 Request processed in 117us (399us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323412.429368:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90589
00000100:00100000:3.0:1767323412.429388:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90590
00000100:00100000:3.0:1767323412.429391:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817057792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323412.429402:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323412.429426:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817057792:12345-0@lo:38:kworker.0 Request processed in 33us (355us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323412.429432:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90590
00000100:00100000:3.0:1767323412.429456:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90591
00000100:00100000:3.0:1767323412.429461:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817058048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323412.429470:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323412.429496:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817058048:12345-0@lo:38:kworker.0 Request processed in 34us (384us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323412.429502:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90591
00000100:00080000:3.0:1767323412.429549:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323412.429555:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323412.429559:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817057408:0@lo:38:kworker.0
00000100:00080000:3.0:1767323412.429569:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323412.429572:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323412.429575:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817057792:0@lo:38:kworker.0
00000100:00080000:3.0:1767323412.429583:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323412.429586:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323412.429589:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817058048:0@lo:38:kworker.0
00000100:00100000:3.0:1767323412.429634:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817057536
00000100:00100000:3.0:1767323412.429637:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817057536
00000100:00100000:3.0:1767323412.429658:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380
00000100:00100000:3.0:1767323412.429663:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817057536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323412.429673:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323412.429703:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817057536:12345-0@lo:38:kworker.0 Request processed in 39us (696us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323412.429710:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380
00000100:00080000:3.0:1767323412.429734:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323412.429738:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323412.429741:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817057536:0@lo:38:kworker.0
00000100:00100000:3.0:1767323412.429812:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817058176
00000100:00100000:3.0:1767323412.429816:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817058176
00000100:00100000:3.0:1767323412.429870:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708
00000100:00100000:3.0:1767323412.429881:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817058176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323412.429928:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817058176:12345-0@lo:400:kworker.0 Request processed in 52us (1322us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323412.429936:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708
00000100:00080000:3.0:1767323412.429952:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323412.429976:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817058176:0@lo:400:kworker.0
00000100:00100000:1.0:1767323412.430600:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323412.430668:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817058304
00000100:00100000:3.0:1767323412.430673:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817058304
00000100:00100000:3.0:1767323412.430783:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709
00000100:00100000:3.0:1767323412.430792:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817058304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323412.430836:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817058304:12345-0@lo:400:kworker.0 Request processed in 46us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323412.430843:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709
00000100:00080000:1.0:1767323412.430901:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323412.430929:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817058304:0@lo:400:kworker.0
00000100:00100000:0.0:1767323412.431723:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817057920:0@lo:400:kworker.0
00000100:00100000:0.0:1767323412.431746:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817057664:0@lo:400:kworker.0
00000100:00100000:2.0:1767323412.431850:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817057920:12345-0@lo:400:kworker.0 Request processed in 6102us (6162us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323412.431862:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5924
00000100:00100000:2.0:1767323412.935273:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817058560:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323412.935383:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323412.935463:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817058432:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323412.935531:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817058560
00000100:00100000:3.0:1767323412.935543:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817058560
00000100:00100000:0.0:1767323412.935552:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323412.940447:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817058432
00000100:00100000:1.0:1767323412.940464:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817058432
00000100:00100000:1.0:1767323412.940548:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441
00000100:00100000:1.0:1767323412.940557:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817058560:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323412.940590:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323412.940679:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817058560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (5296us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323412.940687:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441
00000100:00100000:1.0:1767323412.940706:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442
00000100:00100000:1.0:1767323412.940712:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817058432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323412.940726:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323412.940768:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817058432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (5208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323412.940774:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442
00000100:00100000:0.0:1767323412.941012:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817058432:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323412.941063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817058560:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323412.998883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323413.451424:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323414.022879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323414.472501:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323415.046863:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323415.214179:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323415.214226:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323415.214309:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758805760
00000100:00100000:3.0:1767323415.214320:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758805760
00000100:00100000:3.0:1767323415.214366:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758805888
00000100:00100000:3.0:1767323415.214368:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758805888
00000100:00100000:3.0:1767323415.214408:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5925
00000100:00100000:3.0:1767323415.214416:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758805888:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323415.214489:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758805888:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 74us (261us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323415.214497:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5925
00000100:00100000:3.0:1767323415.214515:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90592
00000100:00100000:3.0:1767323415.214520:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758805760:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323415.214541:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323415.214562:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323415.214568:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758805760:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (397us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323415.214576:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90592
00010000:00010000:3.0:1767323415.495048:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323416.070868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323416.518992:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323417.096369:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323417.543715:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323417.543728:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323417.543732:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323417.543736:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323417.543740:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323417.543749:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5955
00000100:00080000:2.0:1767323417.543776:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323417.543784:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323417.543826:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078700 x1853166817058688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323417.543850:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323417.543853:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323417.543855:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323417.543859:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5955
00000100:00080000:2.0:1767323417.543861:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323417.543865:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323417.543879:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b800 x1853166817058816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323417.543921:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323417.543924:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323417.543926:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323417.543929:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5955
00000100:00080000:2.0:1767323417.543931:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323417.543935:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323417.543951:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878700 x1853166817059072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323417.543966:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323417.543969:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323417.543971:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323417.543973:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5955
00000100:00080000:2.0:1767323417.543976:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323417.543979:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323417.543989:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878e00 x1853166817059328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323417.544147:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817059200:0@lo:400:kworker.0
00000100:00100000:1.0:1767323417.544216:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323417.544295:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323417.544302:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817058944:0@lo:400:kworker.0
00000100:00100000:1.0:1767323417.544326:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323417.544326:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817058688:0@lo:38:kworker.0
00000100:00100000:3.0:1767323417.544366:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323417.544368:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817059200
00000100:00100000:1.0:1767323417.544376:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817059200
00000100:00100000:3.0:1767323417.544398:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817058816:0@lo:38:kworker.0
00000100:00100000:3.0:1767323417.544422:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323417.544449:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817058944
00000100:00100000:1.0:1767323417.544453:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817058944
00000100:00100000:3.0:1767323417.544462:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817059072:0@lo:38:kworker.0
00000100:00100000:1.0:1767323417.544479:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817058688
00000100:00100000:1.0:1767323417.544483:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817058688
00000100:00100000:3.0:1767323417.544488:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323417.544504:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817059328:0@lo:38:kworker.0
00000100:00100000:3.0:1767323417.544521:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323417.544603:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817059456:0@lo:400:kworker.0
00000100:00100000:0.0:1767323417.544635:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323417.544657:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323417.544662:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817059584:0@lo:400:kworker.0
00000100:00100000:0.0:1767323417.544684:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323417.544741:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817059456
00000100:00100000:0.0:1767323417.544745:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817059456
00000100:00100000:0.0:1767323417.544789:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817059584
00000100:00100000:0.0:1767323417.544792:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817059584
00000100:00100000:0.0:1767323417.544815:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3710
00000100:00100000:0.0:1767323417.544822:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817059456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323417.544870:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817059456:12345-0@lo:400:kworker.0 Request processed in 48us (234us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323417.544880:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3710
00000100:00100000:0.0:1767323417.544897:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3711
00000100:00100000:0.0:1767323417.544903:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817059584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323417.544928:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817059584:12345-0@lo:400:kworker.0 Request processed in 25us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323417.544933:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3711
00010000:00010000:0.0:1767323417.544951:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323417.544978:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817059584:0@lo:400:kworker.0
00000100:00100000:0.0:1767323417.544989:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817059456:0@lo:400:kworker.0
00000100:00080000:0.0:1767323417.545030:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323417.545033:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323417.545035:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323417.545063:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817058816
00000100:00100000:0.0:1767323417.545067:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817058816
00000100:00100000:0.0:1767323417.545086:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381
00000100:00100000:0.0:1767323417.545091:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817058816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323417.545108:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323417.545137:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817058816:12345-0@lo:38:kworker.0 Request processed in 45us (715us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323417.545143:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381
00000100:00080000:3.0:1767323417.552708:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323417.552723:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323417.552728:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817058816:0@lo:38:kworker.0
00000100:00100000:1.0:1767323417.555351:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817059072
00000100:00100000:1.0:1767323417.555365:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817059072
00000100:00100000:1.0:1767323417.555399:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817059328
00000100:00100000:1.0:1767323417.555401:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817059328
00000100:00100000:1.0:1767323417.555415:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5926
00000100:00100000:1.0:1767323417.555429:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817059200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323417.555963:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817059200:12345-0@lo:400:kworker.0 Request processed in 539us (11745us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323417.555971:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5926
00000100:00100000:1.0:1767323417.555992:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5927
00000100:00100000:1.0:1767323417.556001:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817058944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323417.556034:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817058944:12345-0@lo:400:kworker.0 Request processed in 36us (11709us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323417.556040:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5927
00000100:00100000:1.0:1767323417.556052:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90593
00000100:00100000:1.0:1767323417.556056:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817058688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323417.556075:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323417.556109:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817058688:12345-0@lo:38:kworker.0 Request processed in 52us (11745us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323417.556115:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90593
00000100:00100000:1.0:1767323417.556125:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90594
00000100:00100000:1.0:1767323417.556129:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817059072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323417.556137:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323417.556158:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817059072:12345-0@lo:38:kworker.0 Request processed in 28us (11672us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323417.556162:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90594
00000100:00100000:1.0:1767323417.556173:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90595
00000100:00100000:1.0:1767323417.556193:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817059328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323417.556201:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323417.556222:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817059328:12345-0@lo:38:kworker.0 Request processed in 28us (11701us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323417.556227:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90595
00000100:00100000:1.0:1767323417.556285:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817058944:0@lo:400:kworker.0
00000100:00100000:1.0:1767323417.556299:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817059200:0@lo:400:kworker.0
00000100:00080000:1.0:1767323417.556411:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323417.556416:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323417.556420:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817058688:0@lo:38:kworker.0
00000100:00080000:1.0:1767323417.556430:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323417.556432:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323417.556435:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817059072:0@lo:38:kworker.0
00000100:00080000:1.0:1767323417.556443:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323417.556446:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323417.556449:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817059328:0@lo:38:kworker.0
00000100:00100000:3.0:1767323418.054985:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817059712:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323418.055070:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323418.055145:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817059712
00000100:00100000:0.0:1767323418.055154:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817059712
00000100:00100000:0.0:1767323418.055209:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443
00000100:00100000:0.0:1767323418.055220:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817059712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323418.055248:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323418.055334:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817059712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323418.055342:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443
00000100:00100000:3.0:1767323418.055395:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817059712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323418.055714:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817059840:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323418.055782:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323418.056033:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817059840
00000100:00100000:0.0:1767323418.056039:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817059840
00000100:00100000:0.0:1767323418.056075:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444
00000100:00100000:0.0:1767323418.056083:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817059840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323418.056104:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323418.056139:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817059840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (384us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323418.056144:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444
00000100:00100000:1.0:1767323418.056703:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817059840:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323418.120066:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323418.567070:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323419.145573:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323419.591002:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323420.167801:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323420.330663:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323420.330742:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323420.330928:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758806144
00000100:00100000:2.0:1767323420.330937:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758806144
00000100:00100000:2.0:1767323420.331005:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758806016
00000100:00100000:2.0:1767323420.331009:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758806016
00000100:00100000:2.0:1767323420.331028:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5928
00000100:00100000:2.0:1767323420.331038:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758806144:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323420.331107:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758806144:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 72us (456us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323420.331115:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5928
00000100:00100000:2.0:1767323420.331133:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90596
00000100:00100000:2.0:1767323420.331137:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758806016:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323420.331159:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323420.331181:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758806016:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 42us (439us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323420.331187:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90596
00000100:00080000:0.0:1767323420.331256:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323420.615078:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323421.191087:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323421.639003:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323422.215842:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323422.663245:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323422.663256:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1767323422.663258:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323422.663259:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323422.663264:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323422.663268:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323422.663285:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5960
00000100:00080000:2.0:1767323422.663290:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323422.663297:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323422.663341:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878e00 x1853166817059968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323422.663365:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323422.663368:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323422.663370:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323422.663374:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5960
00000100:00080000:2.0:1767323422.663377:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323422.663380:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323422.663392:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878700 x1853166817060096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323422.663430:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323422.663434:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323422.663436:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323422.663439:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5960
00000100:00080000:2.0:1767323422.663441:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323422.663444:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323422.663454:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a879180 x1853166817060352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323422.663468:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323422.663471:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323422.663473:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323422.663475:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5960
00000100:00080000:2.0:1767323422.663477:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323422.663480:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323422.663488:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bd180 x1853166817060608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323422.663529:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817060864:0@lo:400:kworker.0
00000100:00100000:2.0:1767323422.663589:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323422.663640:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323422.663645:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817060736:0@lo:400:kworker.0
00000100:00100000:2.0:1767323422.663662:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323422.663729:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817060224:0@lo:400:kworker.0
00000100:00100000:0.0:1767323422.663782:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323422.663798:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323422.663803:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817060480:0@lo:400:kworker.0
00000100:00100000:0.0:1767323422.663819:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323422.663845:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817060864
00000100:00100000:0.0:1767323422.663851:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817060864
00000100:00100000:0.0:1767323422.663894:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817060736
00000100:00100000:0.0:1767323422.663897:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817060736
00000100:00100000:0.0:1767323422.663914:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3712
00000100:00100000:0.0:1767323422.663920:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817060864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323422.663961:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817060864:12345-0@lo:400:kworker.0 Request processed in 41us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323422.663967:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712
00000100:00100000:0.0:1767323422.663995:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3713
00000100:00100000:0.0:1767323422.664002:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817060736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323422.664028:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817060736:12345-0@lo:400:kworker.0 Request processed in 27us (365us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323422.664034:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3713
00000100:00100000:3.0:1767323422.664049:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817060224
00000100:00100000:3.0:1767323422.664052:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817060224
00000100:00100000:0.0:1767323422.664071:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817060736:0@lo:400:kworker.0
00000100:00100000:3.0:1767323422.664078:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817060480
00000100:00100000:0.0:1767323422.664081:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817060864:0@lo:400:kworker.0
00000100:00100000:3.0:1767323422.664081:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817060480
00000100:00100000:3.0:1767323422.664100:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5929
00000100:00100000:3.0:1767323422.664106:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817060224:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323422.664108:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323422.664112:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323422.664114:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323422.664159:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817060224:12345-0@lo:400:kworker.0 Request processed in 53us (377us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323422.664164:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5929
00000100:00100000:3.0:1767323422.664176:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5930
00000100:00100000:3.0:1767323422.664183:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817060480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323422.664206:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817060480:12345-0@lo:400:kworker.0 Request processed in 24us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323422.664211:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5930
00000100:00100000:0.0:1767323422.664288:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817060480:0@lo:400:kworker.0
00000100:00100000:0.0:1767323422.664298:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817060224:0@lo:400:kworker.0
00000100:00100000:1.0:1767323422.664309:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817059968:0@lo:38:kworker.0
00000100:00100000:1.0:1767323422.664337:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323422.664364:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817060096:0@lo:38:kworker.0
00000100:00100000:0.0:1767323422.664379:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817059968
00000100:00100000:0.0:1767323422.664382:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817059968
00000100:00100000:1.0:1767323422.664385:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323422.664399:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90597
00000100:00100000:0.0:1767323422.664403:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817059968:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323422.664414:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817060352:0@lo:38:kworker.0
00010000:00020000:0.0:1767323422.664419:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323422.664433:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323422.664443:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817059968:12345-0@lo:38:kworker.0 Request processed in 39us (105us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323422.664447:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817060608:0@lo:38:kworker.0
00000100:00100000:0.0:1767323422.664449:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90597
00000100:00100000:0.0:1767323422.664458:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817060352
00000100:00100000:0.0:1767323422.664461:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817060352
00000100:00100000:1.0:1767323422.664464:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323422.664472:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817060608
00000100:00100000:0.0:1767323422.664475:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817060608
00000100:00100000:0.0:1767323422.664483:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90598
00000100:00100000:0.0:1767323422.664487:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817060352:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767323422.664487:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323422.664492:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323422.664494:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817059968:0@lo:38:kworker.0
00010000:00020000:0.0:1767323422.664496:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323422.664515:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90599
00000100:00100000:1.0:1767323422.664519:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817060608:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323422.664521:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817060352:12345-0@lo:38:kworker.0 Request processed in 33us (87us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323422.664526:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90598
00010000:00020000:1.0:1767323422.664528:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323422.664550:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817060608:12345-0@lo:38:kworker.0 Request processed in 30us (85us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323422.664555:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90599
00000100:00080000:0.0:1767323422.664558:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323422.664562:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323422.664565:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817060352:0@lo:38:kworker.0
00000100:00080000:0.0:1767323422.664573:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323422.664575:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323422.664578:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817060608:0@lo:38:kworker.0
00000100:00100000:3.0:1767323422.664633:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817060096
00000100:00100000:3.0:1767323422.664637:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817060096
00000100:00100000:3.0:1767323422.664663:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382
00000100:00100000:3.0:1767323422.664668:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817060096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323422.664678:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323422.664715:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817060096:12345-0@lo:38:kworker.0 Request processed in 46us (328us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323422.664721:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382
00000100:00080000:1.0:1767323422.664821:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323422.664825:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323422.664828:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817060096:0@lo:38:kworker.0
00000100:00100000:0.0:1767323423.175047:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817060992:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323423.175114:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323423.175290:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817060992
00000100:00100000:1.0:1767323423.175298:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817060992
00000100:00100000:1.0:1767323423.175349:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445
00000100:00100000:1.0:1767323423.175359:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817060992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323423.175386:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323423.175442:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817060992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323423.175453:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445
00000100:00100000:2.0:1767323423.175543:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817060992:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323423.175945:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323423.175954:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817061120:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323423.175988:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323423.176098:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817061120
00000100:00100000:1.0:1767323423.176102:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817061120
00000100:00100000:1.0:1767323423.176133:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446
00000100:00100000:1.0:1767323423.176140:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817061120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323423.176156:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323423.176195:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817061120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323423.176201:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446
00000100:00100000:2.0:1767323423.176280:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817061120:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323423.239017:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323423.687916:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323424.262869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323424.711411:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323425.286941:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323425.449165:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323425.449221:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323425.449261:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758806400
00000100:00100000:2.0:1767323425.449271:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758806400
00000100:00100000:0.0:1767323425.449400:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758806272
00000100:00100000:0.0:1767323425.449405:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758806272
00000100:00100000:0.0:1767323425.449727:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90600
00000100:00100000:0.0:1767323425.449736:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758806272:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323425.449788:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323425.449853:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758806272:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 116us (631us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323425.449861:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90600
00000100:00100000:2.0:1767323425.450364:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5931
00000100:00100000:2.0:1767323425.450375:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758806400:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323425.450429:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758806400:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 57us (1276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323425.450436:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5931
00000100:00080000:1.0:1767323425.450968:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323425.735643:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323426.311318:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323426.758996:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323427.335005:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323427.783018:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323427.783195:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323427.783202:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323427.783205:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323427.783209:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323427.783214:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323427.783222:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5965
00000100:00080000:1.0:1767323427.783227:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323427.783233:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323427.783278:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e40a80 x1853166817061248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323427.783305:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323427.783308:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323427.783310:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323427.783313:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5965
00000100:00080000:1.0:1767323427.783316:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323427.783319:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323427.783333:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d54e43480 x1853166817061376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323427.783385:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323427.783389:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323427.783391:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323427.783395:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5965
00000100:00080000:1.0:1767323427.783397:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323427.783401:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323427.783414:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b67480 x1853166817061632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323427.783433:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323427.783436:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323427.783438:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323427.783441:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5965
00000100:00080000:1.0:1767323427.783443:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323427.783447:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323427.783457:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ef800 x1853166817061888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323427.783482:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817061504:0@lo:400:kworker.0
00000100:00100000:1.0:1767323427.783519:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817062144:0@lo:400:kworker.0
00000100:00100000:3.0:1767323427.783558:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323427.783563:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323427.783634:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817061248:0@lo:38:kworker.0
00000100:00100000:2.0:1767323427.783686:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817061760:0@lo:400:kworker.0
00000100:00100000:1.0:1767323427.784773:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323427.784786:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817062016:0@lo:400:kworker.0
00000100:00100000:1.0:1767323427.784828:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323427.784868:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817062144
00000100:00100000:1.0:1767323427.784878:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817062144
00000100:00100000:1.0:1767323427.784934:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817062016
00000100:00100000:1.0:1767323427.784937:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817062016
00000100:00100000:1.0:1767323427.784961:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714
00000100:00100000:1.0:1767323427.784969:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817062144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323427.785021:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817062144:12345-0@lo:400:kworker.0 Request processed in 53us (1459us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323427.786201:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714
00000100:00100000:1.0:1767323427.786234:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3715
00000100:00100000:1.0:1767323427.786247:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817062016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323427.786309:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817062016:12345-0@lo:400:kworker.0 Request processed in 68us (1481us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323427.786315:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3715
00000100:00080000:1.0:1767323427.786338:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323427.786342:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323427.786497:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817062016:0@lo:400:kworker.0
00000100:00100000:1.0:1767323427.786511:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817062144:0@lo:400:kworker.0
00000100:00100000:1.0:1767323427.786599:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817061504
00000100:00100000:1.0:1767323427.786605:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817061504
00000100:00100000:1.0:1767323427.786653:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5932
00000100:00100000:1.0:1767323427.786659:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817061504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323427.786694:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817061504:12345-0@lo:400:kworker.0 Request processed in 35us (3138us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323427.786700:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5932
00000100:00080000:1.0:1767323427.786716:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323427.788545:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817061504:0@lo:400:kworker.0
00000100:00100000:0.0:1767323427.797815:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323427.797878:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817061376:0@lo:38:kworker.0
00000100:00100000:0.0:1767323427.797938:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323427.797984:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817061632:0@lo:38:kworker.0
00000100:00100000:0.0:1767323427.798012:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323427.798046:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817061888:0@lo:38:kworker.0
00000100:00100000:0.0:1767323427.798076:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323427.798142:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817061248
00000100:00100000:1.0:1767323427.798151:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817061248
00000100:00100000:0.0:1767323427.798152:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817061632
00000100:00100000:0.0:1767323427.798155:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817061632
00000100:00100000:1.0:1767323427.798194:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817061888
00000100:00100000:1.0:1767323427.798197:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817061888
00000100:00100000:1.0:1767323427.798218:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90601
00000100:00100000:3.0:1767323427.798221:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817061376
00000100:00100000:3.0:1767323427.798227:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817061376
00000100:00100000:1.0:1767323427.798228:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817061248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323427.798255:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323427.798256:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383
00000100:00100000:3.0:1767323427.798264:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817061376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323427.798276:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323427.798297:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323427.798303:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817061248:12345-0@lo:38:kworker.0 Request processed in 77us (511us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323427.798478:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817061376:12345-0@lo:38:kworker.0 Request processed in 212us (544us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323427.798486:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383
00000100:00100000:2.0:1767323427.798499:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817061760
00000100:00100000:2.0:1767323427.798510:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817061760
00000100:00100000:0.0:1767323427.799968:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90602
00000100:00100000:0.0:1767323427.799977:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817061632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323427.800000:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323427.801004:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90601
00000100:00100000:1.0:1767323427.801042:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90603
00000100:00100000:1.0:1767323427.801048:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817061888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323427.801064:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323427.801125:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817061888:12345-0@lo:38:kworker.0 Request processed in 75us (3047us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323427.801132:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90603
00000100:00100000:0.0:1767323427.801143:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817061632:12345-0@lo:38:kworker.0 Request processed in 1166us (3130us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323427.801150:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90602
00000100:00080000:1.0:1767323427.801158:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323427.801214:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323427.801220:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323427.801224:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817061248:0@lo:38:kworker.0
00000100:00080000:0.0:1767323427.801245:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323427.801249:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323427.801252:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817061376:0@lo:38:kworker.0
00000100:00080000:0.0:1767323427.801261:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323427.801265:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323427.801267:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817061632:0@lo:38:kworker.0
00000100:00080000:0.0:1767323427.801284:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323427.801287:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323427.801290:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817061888:0@lo:38:kworker.0
00000100:00100000:2.0:1767323427.802415:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5933
00000100:00100000:2.0:1767323427.802431:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817061760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323427.802501:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817061760:12345-0@lo:400:kworker.0 Request processed in 78us (4205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323427.802508:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5933
00000100:00100000:0.0:1767323427.802588:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817061760:0@lo:400:kworker.0
00000100:00100000:0.0:1767323428.299898:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323428.299937:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817062272:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323428.300008:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323428.300352:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817062272
00000100:00100000:2.0:1767323428.300361:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817062272
00000100:00100000:2.0:1767323428.300414:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447
00000100:00100000:2.0:1767323428.300424:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817062272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323428.300455:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323428.300507:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817062272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (497us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323428.300513:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447
00000100:00100000:0.0:1767323428.300953:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817062272:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323428.301220:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323428.301240:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817062400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323428.301278:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323428.301839:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817062400
00000100:00100000:1.0:1767323428.301845:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817062400
00000100:00100000:1.0:1767323428.301882:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448
00000100:00100000:1.0:1767323428.301890:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817062400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323428.301913:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323428.302354:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817062400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 464us (1073us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323428.302362:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448
00000100:00100000:3.0:1767323428.302387:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817062400:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323428.361199:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323428.809550:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323429.382891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323429.834024:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323430.407914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323430.574846:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323430.574961:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323430.575053:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758806528
00000100:00100000:3.0:1767323430.575112:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758806528
00000100:00100000:3.0:1767323430.575171:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758806656
00000100:00100000:3.0:1767323430.575175:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758806656
00000100:00100000:3.0:1767323430.575218:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5934
00000100:00100000:3.0:1767323430.575230:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758806656:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323430.575302:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758806656:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 75us (341us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323430.575310:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5934
00000100:00100000:3.0:1767323430.575328:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90604
00000100:00100000:3.0:1767323430.575333:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758806528:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323430.575353:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323430.575376:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758806528:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 42us (540us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323430.575382:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90604
00000100:00080000:1.0:1767323430.576019:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323430.855304:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323431.430891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323431.879779:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323432.454906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323432.903065:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323432.903770:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323432.903778:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323432.903781:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323432.903785:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323432.903789:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323432.903797:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5970
00000100:00080000:1.0:1767323432.903801:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323432.903808:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323432.903847:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9efb80 x1853166817062528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323432.903878:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323432.903882:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323432.903884:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323432.903888:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5970
00000100:00080000:1.0:1767323432.903891:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323432.903894:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323432.903907:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ee680 x1853166817062656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323432.903952:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323432.903957:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323432.903959:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323432.903962:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5970
00000100:00080000:1.0:1767323432.903965:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323432.903968:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323432.903980:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ece00 x1853166817062912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323432.904001:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323432.904004:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323432.904008:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767323432.904010:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817062784:0@lo:400:kworker.0
00000100:00080000:1.0:1767323432.904012:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5970
00000100:00080000:1.0:1767323432.904019:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323432.904023:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323432.904036:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9eed80 x1853166817063168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323432.904081:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323432.904111:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817062784
00000100:00100000:1.0:1767323432.904118:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817062784
00000100:00100000:2.0:1767323432.904169:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323432.904177:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817063040:0@lo:400:kworker.0
00000100:00100000:1.0:1767323432.904205:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5935
00000100:00100000:2.0:1767323432.904205:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323432.904221:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817062784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323432.904239:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817063040
00000100:00100000:2.0:1767323432.904244:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817063040
00000100:00100000:2.0:1767323432.904275:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5936
00000100:00100000:2.0:1767323432.904283:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817063040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323432.904287:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817062784:12345-0@lo:400:kworker.0 Request processed in 69us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323432.904297:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5935
00000100:00100000:2.0:1767323432.904323:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817063040:12345-0@lo:400:kworker.0 Request processed in 41us (120us total) trans 0 rc 0/0
00000100:00080000:1.0:1767323432.904324:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323432.904333:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5936
00000100:00100000:2.0:1767323432.904377:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817063040:0@lo:400:kworker.0
00000100:00100000:2.0:1767323432.904389:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817062784:0@lo:400:kworker.0
00000100:00100000:3.0:1767323432.904420:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817063296:0@lo:400:kworker.0
00000100:00100000:3.0:1767323432.904458:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323432.904494:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323432.904500:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817063424:0@lo:400:kworker.0
00000100:00100000:3.0:1767323432.904524:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323432.904673:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817063296
00000100:00100000:1.0:1767323432.904678:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817063296
00000100:00100000:2.0:1767323432.904710:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817063424
00000100:00100000:2.0:1767323432.904716:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817063424
00000100:00100000:0.0:1767323432.904794:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817062528:0@lo:38:kworker.0
00000100:00100000:0.0:1767323432.904828:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323432.904848:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817062656:0@lo:38:kworker.0
00000100:00100000:0.0:1767323432.904872:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323432.904941:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3716
00000100:00100000:1.0:1767323432.904950:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817063296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323432.905059:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717
00000100:00100000:2.0:1767323432.905069:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817063424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323432.905160:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817062912:0@lo:38:kworker.0
00000100:00100000:0.0:1767323432.905192:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323432.905215:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817063168:0@lo:38:kworker.0
00000100:00100000:0.0:1767323432.905243:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323432.905280:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817062528
00000100:00100000:0.0:1767323432.905283:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817062528
00000100:00100000:0.0:1767323432.905302:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817062912
00000100:00100000:0.0:1767323432.905309:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817062912
00000100:00100000:0.0:1767323432.905322:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817063168
00000100:00100000:0.0:1767323432.905325:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817063168
00000100:00100000:0.0:1767323432.905337:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90605
00000100:00100000:0.0:1767323432.905341:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817062528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323432.905358:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323432.905389:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817062528:12345-0@lo:38:kworker.0 Request processed in 47us (560us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323432.905398:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90605
00000100:00100000:0.0:1767323432.905411:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90606
00000100:00100000:0.0:1767323432.905414:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817062912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323432.905422:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323432.905444:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817062912:12345-0@lo:38:kworker.0 Request processed in 29us (252us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323432.905450:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90606
00000100:00100000:0.0:1767323432.905460:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90607
00000100:00100000:0.0:1767323432.905464:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6f576050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817063168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323432.905473:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323432.905494:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6f576050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817063168:12345-0@lo:38:kworker.0 Request processed in 29us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323432.905499:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90607
00000100:00080000:0.0:1767323432.906965:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323432.906974:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323432.906978:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817062528:0@lo:38:kworker.0
00000100:00080000:0.0:1767323432.906988:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323432.906991:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323432.906994:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817062912:0@lo:38:kworker.0
00000100:00080000:0.0:1767323432.907002:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323432.907006:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323432.907008:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817063168:0@lo:38:kworker.0
00000100:00100000:0.0:1767323432.907188:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817062656
00000100:00100000:0.0:1767323432.907195:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817062656
00000100:00100000:2.0:1767323432.907207:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817063424:12345-0@lo:400:kworker.0 Request processed in 2138us (2680us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323432.907218:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717
00000100:00100000:0.0:1767323432.907228:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384
00000100:00100000:0.0:1767323432.907235:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817062656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323432.907252:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323432.907279:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817063424:0@lo:400:kworker.0
00000100:00100000:0.0:1767323432.907306:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817062656:12345-0@lo:38:kworker.0 Request processed in 70us (2432us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323432.907312:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384
00000100:00080000:0.0:1767323432.907340:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323432.907344:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323432.907347:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817062656:0@lo:38:kworker.0
00000100:00080000:3.0:1767323432.907444:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323432.907450:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323432.907553:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817063296:12345-0@lo:400:kworker.0 Request processed in 2603us (3092us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323432.907560:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3716
00000100:00100000:2.0:1767323432.907714:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817063296:0@lo:400:kworker.0
00000100:00100000:2.0:1767323433.415108:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817063552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323433.415146:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817063680:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323433.415205:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323433.415290:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323433.415345:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817063680
00000100:00100000:1.0:1767323433.415345:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817063552
00000100:00100000:0.0:1767323433.415354:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817063680
00000100:00100000:1.0:1767323433.415363:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817063552
00000100:00100000:0.0:1767323433.415414:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449
00000100:00100000:1.0:1767323433.415418:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450
00000100:00100000:0.0:1767323433.415423:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817063680:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323433.415424:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e50d7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817063552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323433.415449:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:1.0:1767323433.415449:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323433.415493:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817063680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323433.415493:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e50d7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817063552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323433.415501:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450
00000100:00100000:0.0:1767323433.415512:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449
00000100:00100000:2.0:1767323433.415544:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817063552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323433.415584:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817063680:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323433.478883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323433.927338:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323434.509424:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323434.951198:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323435.527092:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323435.688812:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767323435.688863:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758806784 offset 0 length 520: 4
00000100:00100000:2.0:1767323435.688882:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758807040
00000100:00100000:2.0:1767323435.688892:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758807040
00000100:00100000:0.0:1767323435.689141:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323435.689163:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758806912
00000100:00100000:0.0:1767323435.689167:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758806912
00000100:00100000:0.0:1767323435.689205:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90608
00000100:00100000:0.0:1767323435.689213:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758806912:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323435.689236:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323435.689293:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758806912:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 79us (152us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323435.689304:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90608
00000100:00100000:0.0:1767323435.689334:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5937
00000100:00100000:0.0:1767323435.689342:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758807040:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323435.689379:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758807040:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 38us (632us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323435.689386:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5937
00000100:00080000:3.0:1767323435.690464:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323435.975039:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323436.551031:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323436.999034:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323437.575451:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323438.022903:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323438.022915:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323438.022918:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323438.022922:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323438.022927:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323438.022935:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5975
00000100:00080000:1.0:1767323438.022940:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323438.022957:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323438.023002:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9edf80 x1853166817063808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323438.023024:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323438.023027:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323438.023029:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323438.023032:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5975
00000100:00080000:1.0:1767323438.023035:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323438.023037:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323438.023049:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ed880 x1853166817063936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323438.023115:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323438.023120:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323438.023122:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323438.023126:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5975
00000100:00080000:1.0:1767323438.023128:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323438.023132:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323438.023145:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ef100 x1853166817064192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323438.023161:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323438.023164:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323438.023166:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323438.023169:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5975
00000100:00080000:1.0:1767323438.023171:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323438.023176:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323438.023185:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ee680 x1853166817064448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323438.023205:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817064064:0@lo:400:kworker.0
00000100:00100000:1.0:1767323438.023249:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817064576:0@lo:400:kworker.0
00000100:00100000:2.0:1767323438.023272:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323438.023333:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817064320:0@lo:400:kworker.0
00000100:00100000:0.0:1767323438.023378:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323412/real 1767323412]  req@ffff8d4d4b3c8380 x1853166817057280/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323437 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767323438.023407:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4b3c8380 x1853166817057280/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323437 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767323438.023424:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817063808:0@lo:38:kworker.0
00000100:00100000:1.0:1767323438.026840:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323438.026903:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323438.026915:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817064704:0@lo:400:kworker.0
00000100:00100000:2.0:1767323438.026933:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817064064
00000100:00100000:2.0:1767323438.026943:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817064064
00000100:00100000:1.0:1767323438.026960:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323438.026990:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817064576
00000100:00100000:1.0:1767323438.026994:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817064576
00000100:00100000:2.0:1767323438.027019:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5938
00000100:00100000:1.0:1767323438.027029:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817064704
00000100:00100000:2.0:1767323438.027031:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817064064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323438.027033:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817064704
00000100:00100000:1.0:1767323438.027052:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718
00000100:00100000:1.0:1767323438.027058:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817064576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323438.027119:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817064064:12345-0@lo:400:kworker.0 Request processed in 91us (3846us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323438.027122:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817064576:12345-0@lo:400:kworker.0 Request processed in 62us (286us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323438.027134:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5938
00000100:00100000:1.0:1767323438.027135:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718
00000100:00100000:1.0:1767323438.027155:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3719
00000100:00100000:1.0:1767323438.027161:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817064704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323438.027293:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817064704:12345-0@lo:400:kworker.0 Request processed in 131us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323438.027301:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3719
00000100:00100000:2.0:1767323438.027333:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817064064:0@lo:400:kworker.0
00000100:00100000:1.0:1767323438.027346:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817064704:0@lo:400:kworker.0
00000100:00100000:1.0:1767323438.027360:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817064576:0@lo:400:kworker.0
00000100:00100000:3.0:1767323438.027655:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323438.027784:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817064320
00000100:00080000:3.0:1767323438.027786:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323438.027790:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817064320
00000100:00080000:3.0:1767323438.027793:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323438.027798:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323438.027826:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5939
00000100:00100000:1.0:1767323438.027834:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817064320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323438.028096:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817064320:12345-0@lo:400:kworker.0 Request processed in 262us (441us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323438.028104:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5939
00000100:00100000:3.0:1767323438.028243:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817064320:0@lo:400:kworker.0
00000100:00100000:0.0:1767323438.030120:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1767323438.030194:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323438.030259:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817063936:0@lo:38:kworker.0
00000100:00100000:0.0:1767323438.030306:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323438.030339:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817064192:0@lo:38:kworker.0
00000100:00100000:3.0:1767323438.030356:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817063936
00000100:00100000:0.0:1767323438.030361:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323438.030364:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817063936
00000100:00100000:3.0:1767323438.030403:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385
00000100:00100000:3.0:1767323438.030409:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817063936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323438.030429:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323438.030475:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817063936:12345-0@lo:38:kworker.0 Request processed in 65us (167us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323438.030482:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385
00000100:00100000:0.0:1767323438.032832:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817064448:0@lo:38:kworker.0
00000100:00100000:0.0:1767323438.033099:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323438.033130:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817063808
00000100:00100000:1.0:1767323438.033138:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817063808
00000100:00100000:1.0:1767323438.033185:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817064192
00000100:00100000:1.0:1767323438.033189:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817064192
00000100:00100000:1.0:1767323438.033212:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90609
00000100:00100000:1.0:1767323438.033218:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817063808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323438.033241:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323438.033378:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90610
00000100:00100000:3.0:1767323438.033385:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817064192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323438.033397:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323438.033436:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817064192:12345-0@lo:38:kworker.0 Request processed in 50us (3073us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323438.033443:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90610
00000100:00080000:0.0:1767323438.034534:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323438.034931:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767323438.034937:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817057280:0@lo:250:kworker.0
00000100:00080000:0.0:1767323438.034986:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323438.034990:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323438.034994:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817063936:0@lo:38:kworker.0
00000100:00080000:0.0:1767323438.035004:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323438.035008:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323438.035011:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817064192:0@lo:38:kworker.0
00000100:00100000:2.0:1767323438.035086:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817064448
00000100:00100000:2.0:1767323438.035092:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817064448
00000100:00100000:2.0:1767323438.035133:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90611
00000100:00100000:2.0:1767323438.035140:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817064448:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323438.035849:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817063808:12345-0@lo:38:kworker.0 Request processed in 2615us (5719us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323438.035859:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90609
00000100:00080000:0.0:1767323438.037883:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323438.037893:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323438.037897:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817063808:0@lo:38:kworker.0
00010000:00020000:2.0:1767323438.038179:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323438.038539:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323438.038545:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323438.038549:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817064448:0@lo:38:kworker.0
00000100:00100000:2.0:1767323438.038743:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817064448:12345-0@lo:38:kworker.0 Request processed in 3600us (5641us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323438.038780:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90611
00000100:00080000:3.0:1767323438.040360:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323438.040369:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767323438.040373:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323438.040379:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5955
00000100:00080000:3.0:1767323438.040384:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323438.040391:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323438.040428:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886300 x1853166817064832/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323438.040522:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817064832:0@lo:250:kworker.0
00000400:00000100:0.0:1767323438.040568:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817064832 offset 0 length 520: 4
00000100:00100000:3.0:1767323438.535193:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323438.535218:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817064960:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323438.535287:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323438.535454:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817064960
00000100:00100000:1.0:1767323438.535462:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817064960
00000100:00100000:1.0:1767323438.535518:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451
00000100:00100000:1.0:1767323438.535528:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817064960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323438.535558:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323438.535699:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817064960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 173us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323438.535718:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451
00000100:00100000:2.0:1767323438.536136:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323438.536156:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817065088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323438.536200:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323438.536241:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817065088
00000100:00100000:1.0:1767323438.536247:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817065088
00000100:00100000:1.0:1767323438.536277:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452
00000100:00100000:1.0:1767323438.536284:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817065088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323438.536300:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323438.536340:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817065088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (149us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323438.536346:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452
00000100:00100000:2.0:1767323438.536431:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817065088:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323438.536531:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817064960:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323438.599120:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323439.047349:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323439.622875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323440.074308:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323440.649283:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323440.807802:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323440.807869:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758807168
00000100:00100000:2.0:1767323440.807879:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758807168
00000100:00100000:2.0:1767323440.807978:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90612
00000100:00100000:2.0:1767323440.807985:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758807168:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323440.808008:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323440.808083:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758807168:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 96us (289us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323440.808091:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90612
00000100:00100000:3.0:1767323440.808260:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323440.812187:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758807296
00000100:00100000:0.0:1767323440.812203:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758807296
00000100:00080000:3.0:1767323440.812245:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323440.812277:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5940
00000100:00100000:0.0:1767323440.812289:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758807296:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323440.812525:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758807296:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 238us (4265us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323440.812534:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5940
00010000:00010000:2.0:1767323441.094941:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323441.670985:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323442.119044:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323442.694878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323443.143277:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323443.143319:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323443.143327:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323443.143329:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323443.143334:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323443.143338:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323443.143346:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5980
00000100:00080000:2.0:1767323443.143350:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323443.143356:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323443.143400:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bc700 x1853166817065216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323443.143426:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323443.143429:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323443.143431:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323443.143435:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5980
00000100:00080000:2.0:1767323443.143437:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323443.143441:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323443.143453:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bf480 x1853166817065344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323443.143497:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323443.143500:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323443.143502:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323443.143505:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5980
00000100:00080000:2.0:1767323443.143507:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323443.143510:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323443.143519:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bf100 x1853166817065600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323443.143535:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323443.143538:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323443.143539:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323443.143543:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5980
00000100:00080000:2.0:1767323443.143545:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323443.143548:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323443.143557:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bd180 x1853166817065856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323443.143626:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817066112:0@lo:400:kworker.0
00000100:00100000:2.0:1767323443.143688:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323443.143750:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323443.143782:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817065984:0@lo:400:kworker.0
00000100:00100000:2.0:1767323443.143806:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323443.143845:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817065728:0@lo:400:kworker.0
00000100:00100000:3.0:1767323443.143880:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323443.143909:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323443.143915:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817065472:0@lo:400:kworker.0
00000100:00100000:3.0:1767323443.143938:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323443.143962:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817066112
00000100:00100000:1.0:1767323443.143972:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817066112
00000100:00100000:0.0:1767323443.143996:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817065216:0@lo:38:kworker.0
00000100:00100000:0.0:1767323443.144055:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323443.144140:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817065984
00000100:00100000:1.0:1767323443.144144:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817065984
00000100:00100000:1.0:1767323443.144166:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720
00000100:00100000:1.0:1767323443.144175:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817066112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323443.144228:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817066112:12345-0@lo:400:kworker.0 Request processed in 54us (539us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323443.144236:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720
00000100:00100000:1.0:1767323443.144251:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3721
00000100:00100000:1.0:1767323443.144256:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817065984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323443.144283:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817065984:12345-0@lo:400:kworker.0 Request processed in 26us (476us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323443.144289:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3721
00000100:00080000:1.0:1767323443.144308:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323443.144312:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323443.144346:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817065984:0@lo:400:kworker.0
00000100:00100000:1.0:1767323443.144356:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817066112:0@lo:400:kworker.0
00000100:00100000:0.0:1767323443.155343:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817065344:0@lo:38:kworker.0
00000100:00100000:0.0:1767323443.155410:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323443.155445:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817065600:0@lo:38:kworker.0
00000100:00100000:0.0:1767323443.155472:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323443.161292:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817065728
00000100:00100000:2.0:1767323443.161310:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817065728
00000100:00100000:3.0:1767323443.161333:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817065472
00000100:00100000:3.0:1767323443.161341:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817065472
00000100:00100000:0.0:1767323443.165618:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817065856:0@lo:38:kworker.0
00000100:00100000:0.0:1767323443.165681:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323443.167601:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817065216
00000100:00100000:1.0:1767323443.167615:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817065216
00000100:00100000:1.0:1767323443.167660:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817065600
00000100:00100000:1.0:1767323443.167663:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817065600
00000100:00100000:1.0:1767323443.167679:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5941
00000100:00100000:1.0:1767323443.167695:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817065728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323443.167802:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817065728:12345-0@lo:400:kworker.0 Request processed in 114us (23920us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323443.167810:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5941
00000100:00100000:1.0:1767323443.167833:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5942
00000100:00100000:1.0:1767323443.167840:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817065472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323443.167870:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817065472:12345-0@lo:400:kworker.0 Request processed in 31us (23932us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323443.167876:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5942
00000100:00100000:1.0:1767323443.167890:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90613
00000100:00100000:1.0:1767323443.167895:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817065216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323443.167916:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323443.167945:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817065216:12345-0@lo:38:kworker.0 Request processed in 49us (23918us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323443.167951:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90613
00000100:00100000:1.0:1767323443.167964:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90614
00000100:00100000:1.0:1767323443.167967:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817065600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323443.167977:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323443.168371:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817065600:12345-0@lo:38:kworker.0 Request processed in 401us (12897us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323443.168378:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90614
00000100:00100000:1.0:1767323443.168431:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817065472:0@lo:400:kworker.0
00000100:00100000:1.0:1767323443.168445:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817065728:0@lo:400:kworker.0
00000100:00100000:1.0:1767323443.168500:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817065344
00000100:00100000:1.0:1767323443.168504:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817065344
00000100:00100000:1.0:1767323443.168527:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386
00000100:00100000:1.0:1767323443.168531:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817065344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323443.168542:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323443.168570:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817065344:12345-0@lo:38:kworker.0 Request processed in 38us (13161us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323443.168576:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386
00000100:00080000:3.0:1767323443.176143:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323443.181176:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323443.181203:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323443.181209:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817065216:0@lo:38:kworker.0
00000100:00080000:0.0:1767323443.181224:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323443.181227:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323443.181230:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817065344:0@lo:38:kworker.0
00000100:00080000:0.0:1767323443.181242:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323443.181246:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323443.181248:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817065600:0@lo:38:kworker.0
00000100:00100000:2.0:1767323443.181332:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817065856
00000100:00100000:2.0:1767323443.181341:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817065856
00000100:00100000:2.0:1767323443.181388:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90615
00000100:00100000:2.0:1767323443.181395:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817065856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323443.181416:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323443.181486:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817065856:12345-0@lo:38:kworker.0 Request processed in 91us (15804us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323443.181493:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90615
00000100:00080000:0.0:1767323443.182108:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323443.182114:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323443.182118:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817065856:0@lo:38:kworker.0
00000100:00100000:1.0:1767323443.655911:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817066240:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323443.655982:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323443.656171:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817066240
00000100:00100000:0.0:1767323443.656178:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817066240
00000100:00100000:0.0:1767323443.656232:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453
00000100:00100000:0.0:1767323443.656241:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817066240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323443.656272:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323443.656324:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817066240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323443.656331:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453
00000100:00100000:2.0:1767323443.656493:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817066240:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323443.656626:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817066368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323443.656657:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323443.656730:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817066368
00000100:00100000:1.0:1767323443.656735:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817066368
00000100:00100000:1.0:1767323443.656785:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454
00000100:00100000:1.0:1767323443.656792:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817066368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323443.656808:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323443.656849:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817066368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323443.656855:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454
00000100:00100000:3.0:1767323443.656921:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817066368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323443.719641:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323444.167426:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323444.742878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323445.191090:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323445.767303:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323445.927839:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323445.928180:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758807552
00000100:00100000:2.0:1767323445.928195:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758807552
00000100:00100000:2.0:1767323445.928298:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5943
00000100:00100000:2.0:1767323445.928311:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758807552:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767323445.928443:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323445.928933:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758807552:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 622us (1175us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323445.928945:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5943
00000100:00100000:1.0:1767323445.929071:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323445.929482:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758807424
00000100:00100000:2.0:1767323445.929489:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758807424
00000100:00100000:2.0:1767323445.929525:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90616
00000100:00100000:2.0:1767323445.929531:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758807424:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323445.929551:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323445.930357:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758807424:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 820us (1286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323445.930368:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90616
00010000:00010000:2.0:1767323446.215303:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323446.791342:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323447.239036:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323447.815148:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323448.262852:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323448.262862:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323448.262866:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323448.262870:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323448.262874:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323448.262884:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5985
00000100:00080000:2.0:1767323448.262889:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323448.262895:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323448.262939:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b100 x1853166817066496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323448.262977:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323448.262992:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323448.262994:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323448.263009:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5985
00000100:00080000:2.0:1767323448.263012:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323448.263016:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323448.263030:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7bb80 x1853166817066624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323448.263112:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817066496:0@lo:38:kworker.0
00010000:00010000:1.0:1767323448.263172:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323448.263173:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323448.263206:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817066752:0@lo:400:kworker.0
00000100:00100000:3.0:1767323448.263245:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817066624:0@lo:38:kworker.0
00000100:00100000:1.0:1767323448.263246:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323448.263279:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323448.263303:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817066496
00000100:00100000:1.0:1767323448.263311:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817066496
00000100:00100000:3.0:1767323448.263319:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817066624
00000100:00100000:3.0:1767323448.263323:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817066624
00000100:00100000:1.0:1767323448.263349:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817066752
00000100:00100000:3.0:1767323448.263352:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387
00000100:00100000:3.0:1767323448.263358:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817066624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323448.263373:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323448.263403:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90617
00000100:00100000:3.0:1767323448.263404:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817066624:12345-0@lo:38:kworker.0 Request processed in 45us (124us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323448.263412:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387
00000100:00100000:0.0:1767323448.263417:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817066496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323448.263431:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323448.263441:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323448.263445:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323448.263448:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817066624:0@lo:38:kworker.0
00000100:00080000:3.0:1767323448.263465:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323448.263468:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323448.263473:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817066496:12345-0@lo:38:kworker.0 Request processed in 56us (297us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323448.263473:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817066496:0@lo:38:kworker.0
00000100:00100000:0.0:1767323448.263486:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90617
00000100:00080000:2.0:1767323448.263571:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323448.263574:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323448.263576:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323448.263579:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5985
00000100:00080000:2.0:1767323448.263581:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323448.263583:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323448.263594:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b800 x1853166817066880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323448.263617:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323448.263619:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323448.263620:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767323448.263623:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817067008:0@lo:400:kworker.0
00000100:00080000:2.0:1767323448.263625:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5985
00000100:00080000:2.0:1767323448.263629:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323448.263634:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323448.263643:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7a680 x1853166817067136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323448.263666:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323448.263683:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817067392:0@lo:400:kworker.0
00000100:00100000:2.0:1767323448.263708:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323448.263719:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817067008
00000100:00100000:0.0:1767323448.263724:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817067008
00000100:00100000:2.0:1767323448.263727:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323448.263732:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817067264:0@lo:400:kworker.0
00000100:00100000:2.0:1767323448.263746:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323448.263786:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817067392
00000100:00100000:2.0:1767323448.263788:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817067392
00000100:00100000:0.0:1767323448.263806:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5944
00000100:00100000:2.0:1767323448.263815:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817067264
00000100:00100000:2.0:1767323448.263818:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817067264
00000100:00100000:0.0:1767323448.263820:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817067008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323448.263836:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3722
00000100:00100000:2.0:1767323448.263845:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817067392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323448.263886:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817067008:12345-0@lo:400:kworker.0 Request processed in 71us (222us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323448.263893:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817067392:12345-0@lo:400:kworker.0 Request processed in 48us (182us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323448.263902:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3722
00000100:00100000:0.0:1767323448.263907:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5944
00000100:00100000:2.0:1767323448.263921:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723
00000100:00100000:2.0:1767323448.263930:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817067264:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323448.263931:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323448.263938:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323448.263941:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323448.263964:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817067264:12345-0@lo:400:kworker.0 Request processed in 36us (215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323448.263965:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817067008:0@lo:400:kworker.0
00000100:00100000:2.0:1767323448.263991:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723
00000100:00100000:2.0:1767323448.264076:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817067264:0@lo:400:kworker.0
00000100:00100000:2.0:1767323448.264085:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817067392:0@lo:400:kworker.0
00000100:00100000:3.0:1767323448.264186:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817066880:0@lo:38:kworker.0
00000100:00100000:3.0:1767323448.264211:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323448.264235:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817067136:0@lo:38:kworker.0
00000100:00100000:3.0:1767323448.264254:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323448.264318:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817066880
00000100:00100000:2.0:1767323448.264321:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817066880
00000100:00100000:2.0:1767323448.264340:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817067136
00000100:00100000:2.0:1767323448.264342:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817067136
00000100:00100000:2.0:1767323448.264352:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90618
00000100:00100000:2.0:1767323448.264355:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817066880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323448.264363:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323448.264384:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817066880:12345-0@lo:38:kworker.0 Request processed in 29us (174us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323448.264388:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90618
00000100:00100000:2.0:1767323448.264395:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90619
00000100:00100000:2.0:1767323448.264398:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817067136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323448.264403:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323448.264415:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817067136:12345-0@lo:38:kworker.0 Request processed in 16us (162us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323448.264418:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90619
00000100:00080000:2.0:1767323448.264432:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323448.264434:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323448.264436:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817066880:0@lo:38:kworker.0
00000100:00080000:2.0:1767323448.264440:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323448.264442:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323448.264444:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817067136:0@lo:38:kworker.0
00000100:00100000:1.0:1767323448.264483:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817066752
00000100:00080000:2.0:1767323448.264525:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323448.264629:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5945
00000100:00100000:1.0:1767323448.264637:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817066752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323448.264698:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817066752:12345-0@lo:400:kworker.0 Request processed in 53us (1444us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323448.264705:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5945
00000100:00100000:2.0:1767323448.264789:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817066752:0@lo:400:kworker.0
00000100:00100000:0.0:1767323448.775201:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323448.775536:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817067520:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323448.775628:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323448.775832:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817067648:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323448.775859:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323448.776575:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817067520
00000100:00100000:2.0:1767323448.776587:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817067520
00000100:00100000:2.0:1767323448.776658:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817067648
00000100:00100000:2.0:1767323448.776662:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817067648
00000100:00100000:2.0:1767323448.776697:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455
00000100:00100000:2.0:1767323448.776707:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817067520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323448.776746:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323448.776921:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817067520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 215us (1292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323448.776931:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455
00000100:00100000:2.0:1767323448.776962:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456
00000100:00100000:2.0:1767323448.776968:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817067648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323448.777011:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323448.777038:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817067648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (1178us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323448.777044:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456
00000100:00100000:2.0:1767323448.777096:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817067648:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323448.777110:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817067520:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323448.839683:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323449.286957:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323449.863047:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323450.311102:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323450.886923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323451.050198:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323451.050257:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323451.050351:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758807808
00000100:00100000:2.0:1767323451.050371:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758807808
00000100:00080000:1.0:1767323451.050618:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323451.050674:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758807680
00000100:00100000:2.0:1767323451.050679:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758807680
00000100:00100000:0.0:1767323451.050907:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5946
00000100:00100000:0.0:1767323451.050925:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758807808:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323451.051110:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758807808:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 189us (922us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323451.051119:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5946
00000100:00100000:0.0:1767323451.051147:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90620
00000100:00100000:0.0:1767323451.051153:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758807680:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323451.051178:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323451.051210:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758807680:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 56us (952us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323451.051217:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90620
00010000:00010000:3.0:1767323451.335598:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323451.910928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323452.359185:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323452.935978:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323453.383510:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323453.383813:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323453.383823:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323453.383826:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323453.383831:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323453.383836:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323453.383844:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5990
00000100:00080000:1.0:1767323453.383848:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323453.383854:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323453.383892:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9eed80 x1853166817067776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323453.383919:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323453.383923:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323453.383924:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323453.383928:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5990
00000100:00080000:1.0:1767323453.383930:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323453.383944:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323453.383956:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ee680 x1853166817067904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323453.383993:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323453.383997:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323453.383999:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323453.384002:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5990
00000100:00080000:1.0:1767323453.384004:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323453.384009:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323453.384022:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ef100 x1853166817068160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323453.384037:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323453.384041:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323453.384049:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767323453.384050:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817068032:0@lo:400:kworker.0
00000100:00080000:1.0:1767323453.384056:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5990
00000100:00080000:1.0:1767323453.384062:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323453.384067:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323453.384078:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ec380 x1853166817068416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323453.384144:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817068544:0@lo:400:kworker.0
00000100:00100000:2.0:1767323453.384239:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817068288:0@lo:400:kworker.0
00000100:00100000:3.0:1767323453.384347:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817067776:0@lo:38:kworker.0
00000100:00100000:0.0:1767323453.384815:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323453.384863:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323453.384931:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323453.384953:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817068672:0@lo:400:kworker.0
00000100:00100000:1.0:1767323453.384982:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323453.385026:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817068544
00000100:00100000:1.0:1767323453.385034:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817068544
00000100:00100000:1.0:1767323453.385105:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817068672
00000100:00100000:1.0:1767323453.385109:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817068672
00000100:00100000:2.0:1767323453.385513:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323453.385572:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817068032
00000100:00100000:2.0:1767323453.385580:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817068032
00000100:00100000:2.0:1767323453.385632:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817068288
00000100:00100000:2.0:1767323453.385636:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817068288
00000100:00100000:3.0:1767323453.385731:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323453.385773:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817067904:0@lo:38:kworker.0
00000100:00100000:3.0:1767323453.385809:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323453.385838:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817068160:0@lo:38:kworker.0
00000100:00100000:1.0:1767323453.385931:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724
00000100:00080000:0.0:1767323453.385941:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323453.385951:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323453.385955:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323453.385966:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817068544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323453.385982:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725
00000100:00100000:0.0:1767323453.385997:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817068672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323453.386236:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5947
00000100:00100000:2.0:1767323453.386246:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817068032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323453.386377:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817068544:12345-0@lo:400:kworker.0 Request processed in 417us (1513us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323453.386387:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724
00000100:00100000:1.0:1767323453.386471:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817068672:0@lo:400:kworker.0
00000100:00100000:3.0:1767323453.386489:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323453.386520:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817068416:0@lo:38:kworker.0
00000100:00100000:3.0:1767323453.386544:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323453.386581:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817067904
00000100:00100000:3.0:1767323453.386585:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817067904
00000100:00100000:3.0:1767323453.386613:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388
00000100:00100000:3.0:1767323453.386619:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817067904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323453.386646:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323453.386682:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817067904:12345-0@lo:38:kworker.0 Request processed in 62us (872us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323453.386689:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388
00000100:00100000:3.0:1767323453.386710:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817067776
00000100:00100000:3.0:1767323453.386714:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817067776
00000100:00100000:3.0:1767323453.386728:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817068160
00000100:00100000:3.0:1767323453.386730:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817068160
00000100:00100000:3.0:1767323453.386737:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817068416
00000100:00100000:3.0:1767323453.386739:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817068416
00000100:00100000:3.0:1767323453.386748:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5948
00000100:00100000:3.0:1767323453.386779:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817068288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323453.386824:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817068288:12345-0@lo:400:kworker.0 Request processed in 70us (1313us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323453.386830:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5948
00000100:00100000:3.0:1767323453.386849:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90621
00000100:00100000:3.0:1767323453.386853:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817067776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323453.386862:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323453.386886:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817067776:12345-0@lo:38:kworker.0 Request processed in 32us (1156us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323453.386892:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90621
00000100:00100000:3.0:1767323453.386916:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90622
00000100:00100000:3.0:1767323453.386920:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817068160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323453.386929:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323453.386964:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817068160:12345-0@lo:38:kworker.0 Request processed in 42us (476us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323453.386969:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90622
00000100:00100000:3.0:1767323453.386981:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90623
00000100:00100000:3.0:1767323453.386985:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817068416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323453.386994:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323453.387018:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817068416:12345-0@lo:38:kworker.0 Request processed in 32us (473us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323453.387023:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90623
00000100:00080000:3.0:1767323453.387062:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323453.387068:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323453.387072:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817067776:0@lo:38:kworker.0
00000100:00080000:3.0:1767323453.387083:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323453.387087:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323453.387089:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817067904:0@lo:38:kworker.0
00000100:00080000:3.0:1767323453.387097:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323453.387101:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323453.387103:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817068160:0@lo:38:kworker.0
00000100:00080000:3.0:1767323453.387110:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323453.387113:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323453.387116:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817068416:0@lo:38:kworker.0
00000100:00100000:3.0:1767323453.387218:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817068288:0@lo:400:kworker.0
00000100:00100000:0.0:1767323453.387332:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817068672:12345-0@lo:400:kworker.0 Request processed in 315us (1323us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323453.387345:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725
00000100:00100000:1.0:1767323453.387345:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817068544:0@lo:400:kworker.0
00000100:00100000:2.0:1767323453.387619:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817068032:12345-0@lo:400:kworker.0 Request processed in 1374us (2804us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323453.387627:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5947
00000100:00100000:0.0:1767323453.387873:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817068032:0@lo:400:kworker.0
00000100:00100000:2.0:1767323453.896477:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817068928:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323453.896554:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323453.896643:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323453.896653:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817068800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323453.896684:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323453.896792:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817068928
00000100:00100000:0.0:1767323453.896806:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817068928
00000100:00100000:0.0:1767323453.896865:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817068800
00000100:00100000:0.0:1767323453.896868:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817068800
00000100:00100000:0.0:1767323453.896901:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457
00000100:00100000:0.0:1767323453.896913:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817068928:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323453.896945:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458
00000100:00100000:1.0:1767323453.896958:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817068800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323453.896967:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:1.0:1767323453.896991:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323453.897116:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817068800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323453.897133:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817068928:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323453.900791:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817068928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3843us (4199us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323453.900815:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457
00000100:00100000:1.0:1767323453.901377:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817068800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4421us (4689us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323453.901388:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458
00000100:00100000:2.0:1767323453.959019:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323454.408020:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323454.985101:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323455.431003:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323456.006927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323456.169711:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323456.169870:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323456.170034:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758807936
00000100:00100000:3.0:1767323456.170047:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758807936
00000100:00100000:3.0:1767323456.170103:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758808064
00000100:00100000:3.0:1767323456.170107:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758808064
00000100:00100000:3.0:1767323456.170165:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5949
00000100:00100000:3.0:1767323456.170180:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758808064:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323456.170280:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758808064:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 104us (408us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323456.170287:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5949
00000100:00100000:3.0:1767323456.170304:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90624
00000100:00100000:3.0:1767323456.170308:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758807936:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323456.170331:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323456.170343:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323456.170355:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758807936:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (661us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323456.170360:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90624
00010000:00010000:1.0:1767323456.455827:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323457.031037:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323457.479031:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323458.055043:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323458.505509:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323458.505524:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323458.505527:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323458.505532:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323458.505537:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323458.505547:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5995
00000100:00080000:3.0:1767323458.505553:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323458.505561:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323458.505615:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b67b80 x1853166817069056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323458.505637:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323458.505641:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323458.505643:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323458.505647:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5995
00000100:00080000:3.0:1767323458.505650:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323458.505654:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323458.505667:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b67480 x1853166817069184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323458.505707:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323458.505712:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323458.505713:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323458.505717:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5995
00000100:00080000:3.0:1767323458.505721:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323458.505724:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323458.505739:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b64000 x1853166817069440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323458.505777:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323458.505780:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323458.505781:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767323458.505787:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817069312:0@lo:400:kworker.0
00000100:00080000:3.0:1767323458.505787:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5995
00000100:00080000:3.0:1767323458.505789:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323458.505792:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323458.505810:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ec700 x1853166817069696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323458.505915:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323458.505941:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817069056:0@lo:38:kworker.0
00000100:00100000:0.0:1767323458.505974:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323458.505998:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323458.506000:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817069184:0@lo:38:kworker.0
00000100:00100000:1.0:1767323458.506003:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817069568:0@lo:400:kworker.0
00000100:00100000:1.0:1767323458.506024:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323458.506026:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323458.506047:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817069440:0@lo:38:kworker.0
00000100:00100000:1.0:1767323458.506065:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817069312
00000100:00100000:0.0:1767323458.506067:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323458.506073:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817069312
00000100:00100000:0.0:1767323458.506082:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817069696:0@lo:38:kworker.0
00000100:00100000:0.0:1767323458.506100:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323458.506126:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817069824:0@lo:400:kworker.0
00000100:00100000:0.0:1767323458.506156:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323458.506176:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323458.506181:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817069952:0@lo:400:kworker.0
00000100:00100000:0.0:1767323458.506202:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323458.506229:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817069056
00000100:00100000:0.0:1767323458.506233:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817069056
00000100:00100000:0.0:1767323458.506273:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817069568
00000100:00100000:0.0:1767323458.506277:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817069568
00000100:00100000:3.0:1767323458.506333:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817069440
00000100:00100000:3.0:1767323458.506337:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817069440
00000100:00100000:3.0:1767323458.506353:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817069696
00000100:00100000:3.0:1767323458.506356:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817069696
00000100:00100000:3.0:1767323458.506390:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90625
00000100:00100000:3.0:1767323458.506398:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817069056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323458.506421:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323458.506477:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817069056:12345-0@lo:38:kworker.0 Request processed in 78us (501us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323458.506484:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90625
00000100:00100000:3.0:1767323458.506502:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90626
00000100:00100000:3.0:1767323458.506506:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817069440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323458.506514:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323458.506536:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817069440:12345-0@lo:38:kworker.0 Request processed in 29us (468us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323458.506542:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90626
00000100:00100000:3.0:1767323458.506568:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90627
00000100:00100000:3.0:1767323458.506572:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817069696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323458.506581:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323458.506602:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817069696:12345-0@lo:38:kworker.0 Request processed in 28us (501us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323458.506607:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90627
00010000:00010000:3.0:1767323458.506645:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323458.506687:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817069824
00000100:00100000:3.0:1767323458.506692:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817069824
00000100:00100000:2.0:1767323458.507263:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817069184
00000100:00100000:2.0:1767323458.507272:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817069184
00000100:00100000:2.0:1767323458.507298:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389
00000100:00100000:2.0:1767323458.507304:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817069184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323458.507314:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323458.507352:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817069184:12345-0@lo:38:kworker.0 Request processed in 47us (1324us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323458.507358:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389
00000100:00080000:2.0:1767323458.507435:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323458.507441:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323458.507445:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817069056:0@lo:38:kworker.0
00000100:00080000:2.0:1767323458.507456:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323458.507459:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323458.507462:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817069184:0@lo:38:kworker.0
00000100:00080000:2.0:1767323458.507470:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323458.507473:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323458.507475:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817069440:0@lo:38:kworker.0
00000100:00080000:2.0:1767323458.507482:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323458.507485:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323458.507487:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817069696:0@lo:38:kworker.0
00000100:00100000:2.0:1767323458.507535:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817069952
00000100:00100000:2.0:1767323458.507538:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817069952
00000100:00100000:1.0:1767323458.508598:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5950
00000100:00100000:1.0:1767323458.508615:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817069312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323458.508692:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817069312:12345-0@lo:400:kworker.0 Request processed in 84us (2778us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323458.508699:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5950
00000100:00080000:1.0:1767323458.508727:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323458.508732:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323458.508736:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323458.508795:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817069312:0@lo:400:kworker.0
00000100:00100000:3.0:1767323458.508941:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726
00000100:00100000:3.0:1767323458.508954:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817069824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323458.509001:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817069824:12345-0@lo:400:kworker.0 Request processed in 53us (2845us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323458.509008:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726
00000100:00100000:1.0:1767323458.509328:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817069824:0@lo:400:kworker.0
00000100:00100000:0.0:1767323458.509734:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5951
00000100:00100000:0.0:1767323458.509747:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817069568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323458.513569:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817069568:12345-0@lo:400:kworker.0 Request processed in 3807us (7526us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323458.513588:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5951
00000100:00100000:3.0:1767323458.513782:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817069568:0@lo:400:kworker.0
00000100:00100000:2.0:1767323458.514963:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3727
00000100:00100000:2.0:1767323458.514983:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817069952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323458.515113:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817069952:12345-0@lo:400:kworker.0 Request processed in 138us (8908us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323458.515121:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3727
00000100:00100000:2.0:1767323458.515203:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817069952:0@lo:400:kworker.0
00000100:00100000:0.0:1767323459.015317:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323459.015399:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817070080:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323459.015492:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323459.015496:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323459.015550:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817070080
00000100:00100000:2.0:1767323459.015561:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817070080
00000100:00100000:2.0:1767323459.015629:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459
00000100:00100000:2.0:1767323459.015640:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817070080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323459.015678:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323459.015741:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817070080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (246us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323459.015749:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459
00000100:00100000:0.0:1767323459.015825:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817070080:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323459.021601:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817070208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323459.021695:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323459.022012:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817070208
00000100:00100000:2.0:1767323459.022022:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817070208
00000100:00100000:2.0:1767323459.022090:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460
00000100:00100000:2.0:1767323459.022101:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817070208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323459.022146:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323459.022209:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817070208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (514us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323459.022215:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460
00000100:00100000:3.0:1767323459.022295:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817070208:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323459.078930:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323459.530696:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323460.102980:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323460.551027:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323461.128134:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323461.288111:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:1.0:1767323461.288206:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758808192 offset 0 length 520: 4
00000100:00100000:1.0:1767323461.288229:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323461.288360:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758808448
00000100:00100000:0.0:1767323461.288370:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758808448
00000100:00100000:0.0:1767323461.288452:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758808320
00000100:00100000:0.0:1767323461.288456:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758808320
00000100:00080000:3.0:1767323461.288457:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323461.288479:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5952
00000100:00100000:0.0:1767323461.288487:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758808448:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323461.288549:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758808448:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 64us (447us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323461.288555:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5952
00000100:00100000:0.0:1767323461.288572:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90628
00000100:00100000:0.0:1767323461.288575:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758808320:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323461.288596:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323461.288624:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758808320:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (394us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323461.288640:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90628
00010000:00010000:2.0:1767323461.574969:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323462.150909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323462.599012:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323463.174950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323463.622983:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323438/real 1767323438]  req@ffff8d4e75886300 x1853166817064832/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323463 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323463.623023:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e75886300 x1853166817064832/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323463 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323463.623041:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323463.623056:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323463.623059:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817064832:0@lo:250:kworker.0
00010000:00010000:1.0:1767323463.623884:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323463.624042:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323463.624050:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767323463.624054:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323463.624059:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 5980
00000100:00080000:3.0:1767323463.624063:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323463.624069:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323463.624102:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ef100 x1853166817070336/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323463.624129:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323463.624133:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323463.624135:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323463.624139:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6001
00000100:00080000:3.0:1767323463.624141:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323463.624144:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323463.624158:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ee680 x1853166817070464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323463.624166:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323463.624169:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323463.624171:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323463.624174:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6001
00000100:00080000:3.0:1767323463.624176:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323463.624179:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323463.624188:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9eed80 x1853166817070592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323463.624229:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323463.624233:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323463.624235:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323463.624238:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6001
00000100:00080000:3.0:1767323463.624240:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323463.624244:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323463.624255:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ed880 x1853166817070848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323463.624261:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767323463.624273:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323463.624277:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767323463.624279:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817070720:0@lo:400:kworker.0
00000100:00080000:3.0:1767323463.624280:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323463.624288:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6001
00000100:00080000:3.0:1767323463.624292:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323463.624295:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323463.624308:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07a680 x1853166817071104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323463.624350:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323463.624362:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817071232:0@lo:400:kworker.0
00000100:00100000:3.0:1767323463.624400:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323463.624421:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817070976:0@lo:400:kworker.0
00000100:00100000:3.0:1767323463.624435:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323463.624444:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817071360:0@lo:400:kworker.0
00000100:00100000:0.0:1767323463.624451:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323463.624489:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323463.624585:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817071232
00000100:00100000:2.0:1767323463.624592:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817071232
00000100:00100000:2.0:1767323463.624653:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817071360
00000100:00100000:2.0:1767323463.624656:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817071360
00000100:00100000:2.0:1767323463.624676:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3728
00000100:00100000:2.0:1767323463.624684:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817071232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323463.624732:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817071232:12345-0@lo:400:kworker.0 Request processed in 49us (331us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323463.624739:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3728
00000100:00100000:2.0:1767323463.624778:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729
00000100:00100000:2.0:1767323463.624785:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817071360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323463.624811:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817071360:12345-0@lo:400:kworker.0 Request processed in 27us (323us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323463.624818:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729
00000100:00100000:2.0:1767323463.624849:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817070336:0@lo:250:kworker.0
00000100:00100000:0.0:1767323463.624868:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817070720
00000100:00100000:0.0:1767323463.624874:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817070720
00000400:00000100:2.0:1767323463.624875:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817070336 offset 0 length 520: 4
00000100:00100000:1.0:1767323463.624883:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817070976
00000100:00100000:1.0:1767323463.624888:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817070976
00000100:00100000:2.0:1767323463.624906:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817070464:0@lo:38:kworker.0
00000100:00100000:0.0:1767323463.624926:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5953
00000100:00100000:0.0:1767323463.624937:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817070720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323463.624978:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817070720:12345-0@lo:400:kworker.0 Request processed in 44us (630us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323463.624979:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5954
00000100:00100000:2.0:1767323463.624985:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323463.624986:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5953
00000100:00100000:1.0:1767323463.624987:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817070976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323463.625010:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817070464
00000100:00100000:0.0:1767323463.625013:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817070464
00000100:00100000:2.0:1767323463.625022:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817070592:0@lo:38:kworker.0
00000100:00100000:1.0:1767323463.625029:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817070976:12345-0@lo:400:kworker.0 Request processed in 42us (579us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323463.625033:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90629
00000100:00100000:1.0:1767323463.625037:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5954
00000100:00100000:0.0:1767323463.625038:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817070464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323463.625056:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323463.625059:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323463.625086:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817070848:0@lo:38:kworker.0
00000100:00100000:0.0:1767323463.625096:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817070464:12345-0@lo:38:kworker.0 Request processed in 56us (164us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323463.625104:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90629
00000100:00100000:1.0:1767323463.625104:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817070976:0@lo:400:kworker.0
00000100:00100000:2.0:1767323463.625114:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323463.625117:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817070720:0@lo:400:kworker.0
00000100:00100000:0.0:1767323463.625138:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817070592
00000100:00100000:2.0:1767323463.625141:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817071104:0@lo:38:kworker.0
00000100:00100000:0.0:1767323463.625143:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817070592
00000100:00100000:1.0:1767323463.625148:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817070848
00000100:00100000:1.0:1767323463.625152:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817070848
00000100:00100000:0.0:1767323463.625167:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390
00000100:00100000:1.0:1767323463.625169:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90630
00000100:00100000:0.0:1767323463.625174:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817070592:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323463.625177:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323463.625178:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817070848:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323463.625185:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323463.625188:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323463.625212:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323463.625219:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323463.625222:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817070592:12345-0@lo:38:kworker.0 Request processed in 47us (166us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323463.625222:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817070848:12345-0@lo:38:kworker.0 Request processed in 42us (107us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323463.625226:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817070464:0@lo:38:kworker.0
00000100:00100000:0.0:1767323463.625235:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390
00000100:00100000:1.0:1767323463.625235:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90630
00000100:00080000:2.0:1767323463.625242:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323463.625248:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323463.625249:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817071104
00000100:00100000:1.0:1767323463.625254:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817071104
00000100:00100000:2.0:1767323463.625255:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817070592:0@lo:38:kworker.0
00000100:00080000:2.0:1767323463.625271:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323463.625276:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323463.625277:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90631
00000100:00100000:0.0:1767323463.625279:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817071360:0@lo:400:kworker.0
00000100:00100000:1.0:1767323463.625285:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817071104:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323463.625285:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817070848:0@lo:38:kworker.0
00000100:00100000:0.0:1767323463.625292:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817071232:0@lo:400:kworker.0
00010000:00020000:1.0:1767323463.625300:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323463.625336:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817071104:12345-0@lo:38:kworker.0 Request processed in 50us (164us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323463.625342:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90631
00000100:00080000:2.0:1767323463.625355:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323463.625362:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323463.625364:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323463.625365:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323463.625371:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323463.625375:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817071104:0@lo:38:kworker.0
00000100:00100000:3.0:1767323464.135070:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817071488:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323464.135145:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323464.135244:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817071488
00000100:00100000:0.0:1767323464.135252:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817071488
00000100:00100000:0.0:1767323464.135317:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461
00000100:00100000:0.0:1767323464.135328:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817071488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323464.135358:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323464.135496:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817071616:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323464.135524:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323464.135657:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817071488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 330us (510us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323464.135665:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461
00000100:00100000:0.0:1767323464.135680:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817071616
00000100:00100000:0.0:1767323464.135684:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817071616
00000100:00100000:0.0:1767323464.135705:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462
00000100:00100000:0.0:1767323464.135711:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817071616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323464.135725:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323464.135940:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817071488:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323464.137802:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817071616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2084us (2270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323464.137814:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462
00000100:00100000:2.0:1767323464.138129:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817071616:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323464.199004:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323464.649009:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323465.223313:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323465.671060:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323466.247538:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323466.409370:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323466.409447:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758808576
00000100:00100000:1.0:1767323466.409457:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758808576
00000100:00100000:1.0:1767323466.409514:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90632
00000100:00100000:1.0:1767323466.409523:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758808576:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323466.409546:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323466.409616:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758808576:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 92us (255us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323466.409623:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90632
00000100:00100000:1.0:1767323466.409808:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323466.410181:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758808704
00000100:00100000:3.0:1767323466.410187:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758808704
00000100:00100000:3.0:1767323466.410299:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5955
00000100:00100000:3.0:1767323466.410311:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758808704:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323466.410362:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758808704:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 55us (554us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323466.410370:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5955
00000100:00080000:2.0:1767323466.413419:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323466.694979:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323467.271947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323467.720155:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323468.294911:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323468.742939:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323468.742948:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323468.742951:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323468.742955:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323468.742959:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323468.742966:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6006
00000100:00080000:2.0:1767323468.742979:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323468.742986:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323468.743028:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b100 x1853166817071744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323468.743044:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323468.743047:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323468.743048:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323468.743052:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6006
00000100:00080000:2.0:1767323468.743054:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323468.743057:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323468.743067:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886300 x1853166817071872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323468.743112:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323468.743116:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323468.743117:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323468.743121:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6006
00000100:00080000:2.0:1767323468.743123:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323468.743127:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323468.743134:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817071744:0@lo:38:kworker.0
00000100:00100000:2.0:1767323468.743140:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b64000 x1853166817072128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323468.743156:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323468.743158:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323468.743159:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323468.743162:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6006
00000100:00080000:2.0:1767323468.743164:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323468.743167:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323468.743176:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b67b80 x1853166817072384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323468.743224:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323468.743227:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817072640:0@lo:400:kworker.0
00000100:00100000:1.0:1767323468.743297:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817072256:0@lo:400:kworker.0
00000100:00100000:3.0:1767323468.743354:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817072000:0@lo:400:kworker.0
00000100:00100000:2.0:1767323468.743548:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323468.743598:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323468.743604:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817072512:0@lo:400:kworker.0
00000100:00100000:2.0:1767323468.743626:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323468.743658:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817072640
00000100:00100000:2.0:1767323468.743666:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817072640
00000100:00100000:2.0:1767323468.743716:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817072512
00000100:00100000:2.0:1767323468.743720:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817072512
00000100:00100000:2.0:1767323468.743744:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730
00000100:00100000:2.0:1767323468.743752:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817072640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323468.743841:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817072640:12345-0@lo:400:kworker.0 Request processed in 89us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323468.743848:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730
00000100:00100000:2.0:1767323468.743866:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3731
00000100:00100000:2.0:1767323468.743872:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817072512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323468.743899:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817072512:12345-0@lo:400:kworker.0 Request processed in 27us (272us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323468.743905:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3731
00000100:00080000:2.0:1767323468.743928:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323468.743932:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323468.743982:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817072512:0@lo:400:kworker.0
00000100:00100000:2.0:1767323468.743995:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817072640:0@lo:400:kworker.0
00000100:00100000:2.0:1767323468.744042:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817071744
00000100:00100000:2.0:1767323468.744046:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817071744
00000100:00100000:2.0:1767323468.744075:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90633
00000100:00100000:2.0:1767323468.744080:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817071744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323468.744098:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323468.744130:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817071744:12345-0@lo:38:kworker.0 Request processed in 48us (907us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323468.744135:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90633
00000100:00080000:0.0:1767323468.746120:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323468.746130:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323468.746135:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817071744:0@lo:38:kworker.0
00000100:00100000:0.0:1767323468.746145:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817071872:0@lo:38:kworker.0
00000100:00100000:0.0:1767323468.746376:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323468.746501:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323468.746507:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817072128:0@lo:38:kworker.0
00000100:00100000:0.0:1767323468.746538:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323468.746560:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817072384:0@lo:38:kworker.0
00000100:00100000:1.0:1767323468.746591:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817072256
00000100:00100000:1.0:1767323468.746598:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817072256
00000100:00100000:1.0:1767323468.746648:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817072128
00000100:00100000:1.0:1767323468.746650:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817072128
00000100:00100000:1.0:1767323468.746667:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5956
00000100:00100000:1.0:1767323468.746676:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817072256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323468.746812:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323468.746854:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817072000
00000100:00100000:3.0:1767323468.746858:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817072000
00000100:00100000:3.0:1767323468.746883:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5957
00000100:00100000:3.0:1767323468.746890:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817072000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323468.746927:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817072000:12345-0@lo:400:kworker.0 Request processed in 38us (114us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323468.746933:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5957
00000100:00100000:3.0:1767323468.746950:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90634
00000100:00100000:3.0:1767323468.746954:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817072128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323468.747127:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323468.747157:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817072128:12345-0@lo:38:kworker.0 Request processed in 201us (619us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323468.747164:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90634
00000100:00100000:3.0:1767323468.747200:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817072000:0@lo:400:kworker.0
00000100:00080000:3.0:1767323468.747243:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323468.747363:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817072256:12345-0@lo:400:kworker.0 Request processed in 688us (861us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323468.747370:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5956
00000100:00100000:3.0:1767323468.747430:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817072256:0@lo:400:kworker.0
00000100:00100000:2.0:1767323468.751609:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817071872
00000100:00100000:2.0:1767323468.751625:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817071872
00000100:00100000:2.0:1767323468.751693:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391
00000100:00100000:2.0:1767323468.751701:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817071872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323468.751724:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323468.751871:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817071872:12345-0@lo:38:kworker.0 Request processed in 169us (5495us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323468.751879:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391
00000100:00100000:0.0:1767323468.753378:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323468.753429:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817072384
00000100:00100000:1.0:1767323468.753435:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817072384
00000100:00100000:1.0:1767323468.753475:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90635
00000100:00100000:1.0:1767323468.753482:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817072384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323468.753500:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323468.753538:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817072384:12345-0@lo:38:kworker.0 Request processed in 55us (163us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323468.753544:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90635
00000100:00080000:0.0:1767323468.753587:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323468.753594:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323468.753599:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817071872:0@lo:38:kworker.0
00000100:00080000:0.0:1767323468.753637:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323468.753641:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323468.753645:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817072128:0@lo:38:kworker.0
00000100:00080000:0.0:1767323468.753654:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323468.753657:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323468.753660:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817072384:0@lo:38:kworker.0
00010000:00010000:1.0:1767323468.753822:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323469.255929:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817072768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323469.256000:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323469.256902:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817072768
00000100:00100000:0.0:1767323469.256914:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817072768
00000100:00100000:0.0:1767323469.257022:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463
00000100:00100000:0.0:1767323469.257033:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817072768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323469.257065:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323469.257140:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817072768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1140us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323469.257148:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463
00000100:00100000:2.0:1767323469.257564:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817072768:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323469.259586:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817072896:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323469.259668:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323469.259731:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817072896
00000100:00100000:2.0:1767323469.259740:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817072896
00000100:00100000:2.0:1767323469.259822:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464
00000100:00100000:2.0:1767323469.259833:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817072896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323469.259865:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323469.259919:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817072896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (250us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323469.259927:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464
00000100:00100000:0.0:1767323469.260056:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817072896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323469.322723:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323469.766947:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323470.342924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323470.790989:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323471.366965:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323471.528021:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323471.528110:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758808960
00000100:00100000:3.0:1767323471.528122:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758808960
00000100:00080000:2.0:1767323471.528191:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323471.528206:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5958
00000100:00100000:3.0:1767323471.528218:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758808960:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323471.528630:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758808960:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 412us (618us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323471.528638:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5958
00000100:00100000:1.0:1767323471.537308:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323471.537420:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758808832
00000100:00100000:3.0:1767323471.537430:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758808832
00000100:00100000:3.0:1767323471.537480:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90636
00000100:00100000:3.0:1767323471.537487:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758808832:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323471.537511:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323471.537588:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758808832:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 91us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323471.537596:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90636
00010000:00010000:1.0:1767323471.814981:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323472.391028:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323472.840835:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323473.414880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323473.863210:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323473.863223:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323473.863225:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323473.863230:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323473.863235:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323473.863244:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6011
00000100:00080000:3.0:1767323473.863249:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323473.863257:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323473.863307:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078380 x1853166817073024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323473.863343:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323473.863346:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323473.863348:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323473.863352:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6011
00000100:00080000:3.0:1767323473.863355:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323473.863358:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323473.863370:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078700 x1853166817073152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323473.863461:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817073280:0@lo:400:kworker.0
00000100:00100000:1.0:1767323473.863531:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323473.863602:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323473.863606:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323473.863608:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323473.863611:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6011
00000100:00080000:3.0:1767323473.863614:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323473.863618:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323473.863631:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b800 x1853166817073408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1767323473.863775:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323473.863788:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817073024:0@lo:38:kworker.0
00000100:00100000:0.0:1767323473.863818:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323473.863844:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817073152:0@lo:38:kworker.0
00000100:00100000:0.0:1767323473.863865:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323473.863887:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817073408:0@lo:38:kworker.0
00000100:00100000:0.0:1767323473.863906:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323473.863942:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323473.863948:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817073536:0@lo:400:kworker.0
00000100:00100000:0.0:1767323473.863950:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817073152
00000100:00100000:0.0:1767323473.863956:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817073152
00000100:00100000:1.0:1767323473.863971:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323473.863989:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392
00000100:00100000:0.0:1767323473.863995:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817073152:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323473.864000:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817073280
00000100:00100000:1.0:1767323473.864003:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817073280
00010000:00020000:0.0:1767323473.864014:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323473.864040:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817073024
00000100:00100000:1.0:1767323473.864043:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817073024
00000100:00100000:0.0:1767323473.864055:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817073152:12345-0@lo:38:kworker.0 Request processed in 59us (188us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323473.864058:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817073408
00000100:00100000:1.0:1767323473.864060:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817073408
00000100:00100000:0.0:1767323473.864062:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392
00000100:00100000:1.0:1767323473.864066:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817073536
00000100:00100000:1.0:1767323473.864068:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817073536
00000100:00100000:1.0:1767323473.864081:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5959
00000100:00100000:1.0:1767323473.864086:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817073280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323473.864130:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817073280:12345-0@lo:400:kworker.0 Request processed in 43us (598us total) trans 0 rc 0/0
00000100:00080000:3.0:1767323473.864174:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323473.864178:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323473.864180:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323473.864184:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6011
00000100:00080000:3.0:1767323473.864186:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323473.864191:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323473.864206:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07bb80 x1853166817073664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323473.864232:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817073280:0@lo:400:kworker.0
00000100:00100000:2.0:1767323473.864254:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817073792:0@lo:400:kworker.0
00000100:00100000:2.0:1767323473.864290:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323473.864313:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323473.864319:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817073920:0@lo:400:kworker.0
00000100:00100000:2.0:1767323473.864338:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323473.864362:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817073792
00000100:00100000:2.0:1767323473.864365:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817073792
00000100:00100000:2.0:1767323473.864393:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817073920
00000100:00100000:2.0:1767323473.864396:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817073920
00000100:00100000:2.0:1767323473.864417:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3732
00000100:00100000:2.0:1767323473.864423:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817073792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323473.864459:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817073792:12345-0@lo:400:kworker.0 Request processed in 36us (171us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323473.864465:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3732
00000100:00100000:2.0:1767323473.864479:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3733
00000100:00100000:2.0:1767323473.864485:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817073920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323473.864511:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817073920:12345-0@lo:400:kworker.0 Request processed in 26us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323473.864516:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3733
00000100:00100000:2.0:1767323473.864550:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817073920:0@lo:400:kworker.0
00000100:00100000:2.0:1767323473.864559:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817073792:0@lo:400:kworker.0
00000100:00100000:0.0:1767323473.865276:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5960
00000100:00100000:1.0:1767323473.865572:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5959
00000100:00100000:1.0:1767323473.865596:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90637
00000100:00100000:1.0:1767323473.865601:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817073024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323473.865621:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323473.865660:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817073024:12345-0@lo:38:kworker.0 Request processed in 58us (1841us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323473.865666:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90637
00000100:00100000:1.0:1767323473.865677:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90638
00000100:00100000:1.0:1767323473.865681:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817073408:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323473.865690:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323473.865711:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817073408:12345-0@lo:38:kworker.0 Request processed in 28us (1804us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323473.865716:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90638
00000100:00100000:1.0:1767323473.865776:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817073664:0@lo:38:kworker.0
00000100:00100000:1.0:1767323473.865805:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323473.865835:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323473.865840:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323473.865844:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817073024:0@lo:38:kworker.0
00000100:00080000:1.0:1767323473.865852:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323473.865856:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323473.865858:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817073152:0@lo:38:kworker.0
00000100:00080000:1.0:1767323473.865866:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323473.865870:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323473.865873:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817073408:0@lo:38:kworker.0
00000100:00100000:1.0:1767323473.865899:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817073664
00000100:00100000:1.0:1767323473.865904:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817073664
00000100:00100000:1.0:1767323473.865924:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90639
00000100:00100000:1.0:1767323473.865928:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817073664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323473.865938:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323473.865964:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817073664:12345-0@lo:38:kworker.0 Request processed in 34us (159us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323473.865971:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90639
00000100:00080000:1.0:1767323473.865991:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323473.865995:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323473.865998:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817073664:0@lo:38:kworker.0
00000100:00080000:1.0:1767323473.866028:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323473.866032:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323473.866035:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323473.866344:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817073536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323473.866398:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817073536:12345-0@lo:400:kworker.0 Request processed in 1074us (2425us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323473.866405:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5960
00000100:00100000:1.0:1767323473.866616:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817073536:0@lo:400:kworker.0
00000100:00100000:3.0:1767323474.376117:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323474.376140:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817074048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323474.376210:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323474.376332:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817074048
00000100:00100000:2.0:1767323474.376339:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817074048
00000100:00100000:2.0:1767323474.376394:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465
00000100:00100000:2.0:1767323474.376403:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817074048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323474.376431:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323474.376648:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817074048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 245us (437us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323474.376656:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465
00000100:00100000:3.0:1767323474.377137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817074048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323474.377284:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817074176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323474.377313:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323474.378866:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817074176
00000100:00100000:0.0:1767323474.378877:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817074176
00000100:00100000:0.0:1767323474.378934:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466
00000100:00100000:0.0:1767323474.378944:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817074176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323474.378974:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323474.379222:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817074176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 278us (1907us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323474.379230:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466
00000100:00100000:3.0:1767323474.379602:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817074176:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323474.438877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323474.887079:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323475.462967:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323475.911962:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323476.487132:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323476.648866:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323476.651801:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758809216
00000100:00100000:2.0:1767323476.651816:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758809216
00000100:00100000:2.0:1767323476.651920:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5961
00000100:00080000:3.0:1767323476.651923:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323476.651933:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758809216:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323476.652033:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758809216:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (3176us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323476.652041:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5961
00000100:00100000:3.0:1767323476.652205:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323476.654214:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758809088
00000100:00100000:0.0:1767323476.654237:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758809088
00000100:00100000:0.0:1767323476.654463:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90640
00000100:00100000:0.0:1767323476.654474:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758809088:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323476.654505:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323476.654605:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758809088:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 131us (2405us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323476.654613:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90640
00010000:00010000:1.0:1767323476.935784:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323477.510878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323477.958923:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323478.534880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323478.984835:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323478.984848:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323478.984852:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323478.984857:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323478.984863:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323478.984873:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6016
00000100:00080000:0.0:1767323478.984879:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323478.984887:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323478.984940:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa14380 x1853166817074304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323478.984969:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323478.984973:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323478.984975:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323478.984979:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6016
00000100:00080000:0.0:1767323478.984982:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323478.984985:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323478.984998:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15180 x1853166817074432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323478.985044:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323478.985047:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323478.985049:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323478.985053:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6016
00000100:00080000:0.0:1767323478.985055:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323478.985058:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323478.985081:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa17b80 x1853166817074688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323478.985101:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323478.985104:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323478.985106:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323478.985112:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6016
00000100:00080000:0.0:1767323478.985115:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767323478.985116:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817074560:0@lo:400:kworker.0
00000100:00080000:0.0:1767323478.985120:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323478.985139:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa17800 x1853166817074944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323478.985230:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323478.985313:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817074816:0@lo:400:kworker.0
00000100:00100000:1.0:1767323478.985385:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1767323478.985411:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323478.985432:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817074560
00000100:00100000:3.0:1767323478.985442:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817074560
00000100:00100000:1.0:1767323478.985449:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817075072:0@lo:400:kworker.0
00000100:00100000:1.0:1767323478.985485:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323478.985527:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817074816
00000100:00100000:3.0:1767323478.985532:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817074816
00000100:00100000:1.0:1767323478.985543:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323478.985555:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817075200:0@lo:400:kworker.0
00000100:00100000:3.0:1767323478.985574:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5962
00000100:00100000:1.0:1767323478.985593:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323478.985595:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817074560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323478.985642:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817075072
00000100:00100000:1.0:1767323478.985652:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817075072
00000100:00100000:3.0:1767323478.985679:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817074560:12345-0@lo:400:kworker.0 Request processed in 93us (451us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323478.985687:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5962
00000100:00100000:3.0:1767323478.985718:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5963
00000100:00100000:3.0:1767323478.985725:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817074816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323478.985779:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817074816:12345-0@lo:400:kworker.0 Request processed in 30us (370us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323478.985785:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5963
00000100:00080000:3.0:1767323478.985803:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323478.985844:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817074560:0@lo:400:kworker.0
00000100:00100000:3.0:1767323478.985908:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817075200
00000100:00100000:3.0:1767323478.985913:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817075200
00000100:00100000:3.0:1767323478.985969:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3734
00000100:00100000:3.0:1767323478.985980:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817075200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323478.985989:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817074816:0@lo:400:kworker.0
00000100:00100000:3.0:1767323478.986030:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817075200:12345-0@lo:400:kworker.0 Request processed in 53us (444us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323478.986039:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3734
00000100:00080000:3.0:1767323478.986063:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323478.986089:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817075200:0@lo:400:kworker.0
00000100:00100000:1.0:1767323478.986572:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3735
00000100:00100000:1.0:1767323478.986584:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817075072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323478.986649:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817075072:12345-0@lo:400:kworker.0 Request processed in 67us (1163us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323478.986656:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3735
00000100:00100000:1.0:1767323478.986716:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817075072:0@lo:400:kworker.0
00000100:00080000:3.0:1767323478.986973:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323478.987576:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817074304:0@lo:38:kworker.0
00000100:00100000:2.0:1767323478.987624:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323478.987649:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817074432:0@lo:38:kworker.0
00000100:00100000:2.0:1767323478.987683:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323478.987727:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817074688:0@lo:38:kworker.0
00000100:00100000:2.0:1767323478.987788:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323478.987799:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817074432
00000100:00100000:3.0:1767323478.987810:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817074432
00000100:00100000:2.0:1767323478.987817:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817074944:0@lo:38:kworker.0
00000100:00100000:2.0:1767323478.987843:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323478.987851:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393
00000100:00100000:3.0:1767323478.987859:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817074432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323478.987887:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323478.987889:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817074304
00000100:00100000:2.0:1767323478.987899:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817074304
00000100:00100000:2.0:1767323478.987943:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817074688
00000100:00100000:2.0:1767323478.987948:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817074688
00000100:00100000:3.0:1767323478.987961:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817074432:12345-0@lo:38:kworker.0 Request processed in 97us (272us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323478.987964:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817074944
00000100:00100000:2.0:1767323478.987972:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817074944
00000100:00100000:3.0:1767323478.987976:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393
00000100:00100000:2.0:1767323478.987989:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90641
00000100:00100000:2.0:1767323478.987997:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817074304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323478.988018:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323478.988034:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90642
00000100:00100000:3.0:1767323478.988288:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817074688:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323478.988290:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817074304:12345-0@lo:38:kworker.0 Request processed in 61us (434us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323478.988308:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90641
00010000:00020000:3.0:1767323478.988313:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323478.988332:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90643
00000100:00100000:2.0:1767323478.988339:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817074944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323478.988355:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323478.988364:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817074688:12345-0@lo:38:kworker.0 Request processed in 318us (605us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323478.988374:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90642
00000100:00080000:3.0:1767323478.988445:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323478.988451:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323478.988454:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817074304:0@lo:38:kworker.0
00000100:00080000:3.0:1767323478.988465:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323478.988468:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323478.988471:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817074432:0@lo:38:kworker.0
00000100:00080000:3.0:1767323478.988480:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323478.988484:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323478.988487:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817074688:0@lo:38:kworker.0
00000100:00080000:3.0:1767323478.988497:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323478.988500:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323478.988504:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817074944:0@lo:38:kworker.0
00000100:00100000:2.0:1767323478.990799:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817074944:12345-0@lo:38:kworker.0 Request processed in 62us (559us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323478.990815:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90643
00000100:00100000:1.0:1767323479.495369:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323479.495562:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817075456:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323479.495645:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323479.495777:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817075328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323479.495797:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323479.495864:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817075456
00000100:00100000:0.0:1767323479.495875:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817075456
00000100:00100000:0.0:1767323479.495931:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817075328
00000100:00100000:0.0:1767323479.495933:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817075328
00000100:00100000:0.0:1767323479.495951:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467
00000100:00100000:0.0:1767323479.495958:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817075456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323479.495991:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323479.496043:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817075456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323479.496049:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467
00000100:00100000:0.0:1767323479.496062:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468
00000100:00100000:0.0:1767323479.496066:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817075328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323479.496088:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323479.496105:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817075328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323479.496109:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468
00000100:00100000:0.0:1767323479.496158:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817075456:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323479.496167:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817075328:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323479.559385:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323480.015124:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323480.582996:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323481.031049:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323481.606934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323481.769225:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323481.769489:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758809472
00000100:00100000:1.0:1767323481.769498:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758809472
00000100:00100000:1.0:1767323481.769564:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5964
00000100:00100000:1.0:1767323481.769572:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758809472:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767323481.769700:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323481.771922:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758809472:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 2339us (2694us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323481.771935:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5964
00000100:00100000:0.0:1767323481.772321:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323481.772473:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758809344
00000100:00100000:1.0:1767323481.772480:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758809344
00000100:00100000:1.0:1767323481.772590:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90644
00000100:00100000:1.0:1767323481.772597:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758809344:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323481.772620:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323481.772688:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758809344:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 86us (364us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323481.772695:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90644
00010000:00010000:0.0:1767323482.054920:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323482.630875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323483.079387:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323483.654965:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323484.102988:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323484.102997:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323484.103000:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323484.103003:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323484.103006:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323484.103013:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6021
00000100:00080000:1.0:1767323484.103017:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323484.103023:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323484.103058:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295880 x1853166817075584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323484.103085:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323484.103087:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323484.103088:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323484.103091:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6021
00000100:00080000:1.0:1767323484.103093:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323484.103095:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323484.103103:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297480 x1853166817075712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323484.103133:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323484.103135:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323484.103137:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323484.103141:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6021
00000100:00080000:1.0:1767323484.103143:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323484.103145:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323484.103151:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294a80 x1853166817075968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323484.103161:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323484.103164:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323484.103165:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323484.103168:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6021
00000100:00080000:1.0:1767323484.103170:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323484.103173:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323484.103195:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297b80 x1853166817076224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323484.103240:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817076096:0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103310:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323484.103379:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323484.103384:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817075840:0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103405:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323484.103429:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817076352:0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103452:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323484.103475:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323484.103480:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817076480:0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103498:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323484.103530:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817076352
00000100:00100000:1.0:1767323484.103537:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817076352
00000100:00100000:1.0:1767323484.103574:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817076480
00000100:00100000:1.0:1767323484.103576:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817076480
00000100:00100000:1.0:1767323484.103597:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736
00000100:00100000:1.0:1767323484.103605:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817076352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103671:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817076352:12345-0@lo:400:kworker.0 Request processed in 66us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323484.103678:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736
00000100:00100000:1.0:1767323484.103694:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737
00000100:00100000:1.0:1767323484.103706:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817076480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103733:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817076480:12345-0@lo:400:kworker.0 Request processed in 28us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323484.103740:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737
00000100:00100000:1.0:1767323484.103811:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817076480:0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103822:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817076352:0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103852:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817076096
00000100:00100000:1.0:1767323484.103856:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817076096
00000100:00100000:1.0:1767323484.103883:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817075840
00000100:00100000:1.0:1767323484.103886:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817075840
00000100:00100000:1.0:1767323484.103905:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5965
00000100:00100000:1.0:1767323484.103909:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817076096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103933:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817076096:12345-0@lo:400:kworker.0 Request processed in 24us (624us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323484.103937:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5965
00000100:00100000:1.0:1767323484.103944:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5966
00000100:00100000:1.0:1767323484.103948:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817075840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103960:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817075840:12345-0@lo:400:kworker.0 Request processed in 13us (556us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323484.103969:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5966
00000100:00100000:1.0:1767323484.103988:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817075840:0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.103995:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817076096:0@lo:400:kworker.0
00000100:00100000:1.0:1767323484.104026:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817075584:0@lo:38:kworker.0
00000100:00100000:1.0:1767323484.104042:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323484.104057:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817075712:0@lo:38:kworker.0
00000100:00100000:1.0:1767323484.104073:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323484.104078:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817075584
00000100:00100000:2.0:1767323484.104084:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817075584
00000100:00100000:1.0:1767323484.104088:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817075968:0@lo:38:kworker.0
00000100:00100000:1.0:1767323484.104101:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323484.104112:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817075968
00000100:00100000:1.0:1767323484.104115:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817076224:0@lo:38:kworker.0
00000100:00100000:2.0:1767323484.104116:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817075968
00000100:00100000:1.0:1767323484.104132:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323484.104139:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817076224
00000100:00100000:2.0:1767323484.104143:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817076224
00000100:00100000:1.0:1767323484.104157:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90645
00000100:00100000:1.0:1767323484.104161:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817075584:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323484.104165:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90646
00000100:00100000:2.0:1767323484.104173:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817075968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323484.104179:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767323484.104186:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323484.104208:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817075584:12345-0@lo:38:kworker.0 Request processed in 45us (164us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323484.104212:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90645
00000100:00100000:2.0:1767323484.104226:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817075968:12345-0@lo:38:kworker.0 Request processed in 52us (121us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323484.104228:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90647
00000100:00100000:1.0:1767323484.104236:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817076224:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323484.104240:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90646
00010000:00020000:1.0:1767323484.104244:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323484.104262:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817076224:12345-0@lo:38:kworker.0 Request processed in 26us (130us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323484.104267:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90647
00000100:00080000:1.0:1767323484.104286:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323484.104291:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323484.104299:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817075584:0@lo:38:kworker.0
00000100:00080000:1.0:1767323484.104308:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323484.104311:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323484.104314:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817075968:0@lo:38:kworker.0
00000100:00080000:1.0:1767323484.104320:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323484.104323:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323484.104325:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817076224:0@lo:38:kworker.0
00000100:00100000:0.0:1767323484.104481:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817075712
00000100:00100000:0.0:1767323484.104485:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817075712
00000100:00100000:0.0:1767323484.104508:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394
00000100:00100000:0.0:1767323484.104518:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817075712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323484.104529:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323484.104575:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817075712:12345-0@lo:38:kworker.0 Request processed in 60us (501us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323484.104581:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394
00000100:00080000:3.0:1767323484.104670:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323484.104674:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323484.104676:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767323484.104693:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323484.104923:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323484.104928:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323484.104931:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817075712:0@lo:38:kworker.0
00000100:00100000:0.0:1767323484.615193:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817076608:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323484.615273:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323484.615459:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817076608
00000100:00100000:2.0:1767323484.615466:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817076608
00000100:00100000:2.0:1767323484.615511:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469
00000100:00100000:2.0:1767323484.615521:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817076608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323484.615550:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323484.615593:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817076608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323484.615600:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469
00000100:00100000:0.0:1767323484.615773:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817076608:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323484.618555:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323484.618577:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817076736:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323484.618636:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323484.618903:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817076736
00000100:00100000:3.0:1767323484.618912:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817076736
00000100:00100000:3.0:1767323484.618970:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470
00000100:00100000:3.0:1767323484.618980:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817076736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323484.619009:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323484.619059:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817076736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (422us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323484.619066:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470
00000100:00100000:0.0:1767323484.619147:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817076736:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323484.678877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323485.126973:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323485.703198:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:3.0:1767323485.865438:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758809600 offset 0 length 520: 4
00000100:00100000:3.0:1767323485.865482:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323485.865963:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758809728
00000100:00100000:1.0:1767323485.865974:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758809728
00000100:00100000:1.0:1767323485.866022:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90648
00000100:00100000:1.0:1767323485.866031:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758809728:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323485.866055:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323485.866141:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323485.866215:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758809856
00000100:00100000:3.0:1767323485.866219:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758809856
00000100:00100000:1.0:1767323485.866277:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758809728:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 244us (792us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323485.866286:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90648
00000100:00100000:1.0:1767323485.866308:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5967
00000100:00100000:1.0:1767323485.866318:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758809856:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323485.866369:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758809856:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 53us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323485.866376:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5967
00000100:00080000:0.0:1767323485.866693:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323486.150938:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323486.726872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323487.175515:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323487.750859:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323488.198897:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323463/real 1767323463]  req@ffff8d4e7d9ef100 x1853166817070336/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323488 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323488.199074:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e7d9ef100 x1853166817070336/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323488 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323488.199095:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323488.199123:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323488.199127:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817070336:0@lo:250:kworker.0
00000100:00080000:3.0:1767323488.199488:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323488.199494:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767323488.199497:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323488.199502:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6006
00000100:00080000:3.0:1767323488.199506:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323488.199512:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323488.199550:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15500 x1853166817076864/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323488.199580:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323488.199584:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323488.199586:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323488.199589:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6026
00000100:00080000:3.0:1767323488.199592:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323488.199595:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323488.199610:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa16a00 x1853166817076992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323488.199634:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323488.199637:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323488.199639:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323488.199643:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6026
00000100:00080000:3.0:1767323488.199645:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323488.199648:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323488.199661:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15180 x1853166817077120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323488.199745:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817077248:0@lo:400:kworker.0
00000100:00100000:1.0:1767323488.199838:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323488.199958:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817076864:0@lo:250:kworker.0
00000100:00100000:0.0:1767323488.199979:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817077248
00000400:00000100:2.0:1767323488.199986:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817076864 offset 0 length 520: 4
00000100:00100000:0.0:1767323488.199991:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817077248
00000100:00100000:2.0:1767323488.200008:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817076992:0@lo:38:kworker.0
00000100:00100000:2.0:1767323488.200032:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323488.200054:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817077120:0@lo:38:kworker.0
00000100:00100000:0.0:1767323488.200067:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817076992
00000100:00100000:0.0:1767323488.200072:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817076992
00000100:00100000:2.0:1767323488.200081:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323488.200099:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5968
00000100:00100000:0.0:1767323488.200111:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817077248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323488.200140:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90649
00000100:00100000:2.0:1767323488.200148:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817076992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323488.200174:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323488.200213:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817076992:12345-0@lo:38:kworker.0 Request processed in 64us (179us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323488.200219:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90649
00000100:00080000:2.0:1767323488.200254:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323488.200258:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323488.200262:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817076992:0@lo:38:kworker.0
00000100:00080000:2.0:1767323488.200305:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323488.200381:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323488.200385:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323488.200387:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323488.200391:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6026
00000100:00080000:3.0:1767323488.200393:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323488.200397:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323488.200412:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa16a00 x1853166817077376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323488.200675:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817077376:0@lo:38:kworker.0
00000100:00100000:2.0:1767323488.200701:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323488.200729:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817077376
00000100:00100000:2.0:1767323488.200733:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817077376
00000100:00100000:2.0:1767323488.200752:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90650
00000100:00100000:2.0:1767323488.200773:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817077376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323488.200785:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323488.200816:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817077376:12345-0@lo:38:kworker.0 Request processed in 42us (114us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323488.200823:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90650
00000100:00080000:2.0:1767323488.200849:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323488.200853:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323488.200857:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817077376:0@lo:38:kworker.0
00000100:00100000:2.0:1767323488.200882:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817077504:0@lo:400:kworker.0
00000100:00100000:2.0:1767323488.200906:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323488.200949:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817077504
00000100:00100000:2.0:1767323488.200954:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817077504
00000100:00100000:2.0:1767323488.200984:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5969
00000100:00100000:2.0:1767323488.200991:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817077504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323488.201025:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817077504:12345-0@lo:400:kworker.0 Request processed in 34us (118us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323488.201031:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5969
00000100:00100000:2.0:1767323488.201059:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817077504:0@lo:400:kworker.0
00000100:00080000:2.0:1767323488.201080:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323488.202114:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817077248:12345-0@lo:400:kworker.0 Request processed in 2003us (2272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323488.202124:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5968
00000100:00100000:0.0:1767323488.202208:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817077120
00000100:00100000:0.0:1767323488.202214:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817077120
00000100:00100000:0.0:1767323488.202237:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395
00000100:00100000:0.0:1767323488.202242:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817077120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323488.202257:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323488.202291:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817077120:12345-0@lo:38:kworker.0 Request processed in 48us (2209us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323488.202297:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395
00000100:00080000:0.0:1767323488.202332:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323488.202337:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323488.202340:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817077120:0@lo:38:kworker.0
00010000:00010000:2.0:1767323488.202409:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323488.203673:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323488.203680:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323488.203683:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323488.203689:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6026
00000100:00080000:3.0:1767323488.203693:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323488.203699:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323488.203730:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c9c00 x1853166817077632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323488.203849:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817077888:0@lo:400:kworker.0
00000100:00100000:3.0:1767323488.203892:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323488.203923:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323488.203945:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817077760:0@lo:400:kworker.0
00000100:00100000:3.0:1767323488.203964:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323488.203991:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817077888
00000100:00100000:3.0:1767323488.203997:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817077888
00000100:00100000:3.0:1767323488.204034:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817077760
00000100:00100000:3.0:1767323488.204037:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817077760
00000100:00100000:3.0:1767323488.204055:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738
00000100:00100000:3.0:1767323488.204064:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817077888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323488.204105:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817077888:12345-0@lo:400:kworker.0 Request processed in 43us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323488.204111:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738
00000100:00100000:3.0:1767323488.204124:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3739
00000100:00100000:3.0:1767323488.204129:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817077760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323488.204152:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817077760:12345-0@lo:400:kworker.0 Request processed in 23us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323488.204157:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3739
00000100:00100000:3.0:1767323488.204193:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817077760:0@lo:400:kworker.0
00000100:00100000:3.0:1767323488.204202:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817077888:0@lo:400:kworker.0
00000100:00080000:3.0:1767323488.204218:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323488.204223:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323488.204488:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817077632:0@lo:38:kworker.0
00000100:00100000:0.0:1767323488.204520:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323488.204598:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817077632
00000100:00100000:2.0:1767323488.204603:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817077632
00000100:00100000:2.0:1767323488.204646:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90651
00000100:00100000:2.0:1767323488.204652:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817077632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323488.204669:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323488.204710:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817077632:12345-0@lo:38:kworker.0 Request processed in 57us (189us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323488.204716:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90651
00000100:00080000:0.0:1767323488.204780:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323488.204786:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323488.204789:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817077632:0@lo:38:kworker.0
00000100:00100000:1.0:1767323488.204904:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817077248:0@lo:400:kworker.0
00000100:00100000:2.0:1767323488.774877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323489.223017:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323489.736644:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817078144:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323489.736728:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323489.736818:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323489.736826:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817078016:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323489.736848:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323489.736884:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817078144
00000100:00100000:0.0:1767323489.736891:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817078144
00000100:00100000:0.0:1767323489.736932:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817078016
00000100:00100000:0.0:1767323489.736936:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817078016
00000100:00100000:0.0:1767323489.736957:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471
00000100:00100000:0.0:1767323489.736964:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817078144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323489.736993:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323489.737029:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817078144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323489.737037:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471
00000100:00100000:0.0:1767323489.737052:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472
00000100:00100000:0.0:1767323489.737058:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817078016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323489.737071:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323489.737092:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817078016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323489.737097:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472
00000100:00100000:0.0:1767323489.737137:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817078016:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323489.737149:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817078144:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323489.798950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323490.246961:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323490.823909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323490.989377:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323490.989457:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323490.989834:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758809984
00000100:00100000:2.0:1767323490.989844:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758809984
00000100:00100000:2.0:1767323490.989913:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758810112
00000100:00100000:2.0:1767323490.989916:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758810112
00000100:00080000:1.0:1767323490.989985:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323490.990023:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5970
00000100:00100000:0.0:1767323490.990041:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758810112:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323490.990117:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758810112:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 86us (660us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323490.990125:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5970
00000100:00100000:0.0:1767323490.990143:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90652
00000100:00100000:0.0:1767323490.990148:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758809984:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323490.990166:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323490.990188:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758809984:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 39us (820us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323490.990194:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90652
00010000:00010000:3.0:1767323491.274041:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323491.847561:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323492.295233:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323492.870927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323493.319030:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323493.319043:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323493.319046:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323493.319053:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323493.319058:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323493.319068:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6030
00000100:00080000:2.0:1767323493.319075:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323493.319083:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323493.319136:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6fb80 x1853166817078272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323493.319166:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323493.319171:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323493.319172:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323493.319177:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6030
00000100:00080000:2.0:1767323493.319180:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323493.319184:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323493.319200:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa17800 x1853166817078400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323493.319220:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817078272:0@lo:38:kworker.0
00000100:00080000:2.0:1767323493.319245:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323493.319250:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323493.319252:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323493.319257:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6030
00000100:00080000:2.0:1767323493.319259:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323493.319263:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323493.319281:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa16a00 x1853166817078656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323493.319300:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323493.319304:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323493.319306:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323493.319309:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6030
00000100:00080000:2.0:1767323493.319311:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323493.319316:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323493.319331:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07a680 x1853166817078912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323493.319333:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323493.319399:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817079040:0@lo:400:kworker.0
00000100:00100000:0.0:1767323493.319414:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817078400:0@lo:38:kworker.0
00000100:00100000:2.0:1767323493.319445:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323493.319456:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323493.319481:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323493.319490:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817079168:0@lo:400:kworker.0
00000100:00100000:0.0:1767323493.319508:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817078656:0@lo:38:kworker.0
00000100:00100000:2.0:1767323493.319520:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323493.319540:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323493.319563:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817078912:0@lo:38:kworker.0
00000100:00100000:2.0:1767323493.319587:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817078400
00000100:00100000:2.0:1767323493.319597:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817078400
00000100:00100000:0.0:1767323493.319600:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323493.319636:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817078272
00000100:00100000:0.0:1767323493.319640:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817078272
00000100:00100000:2.0:1767323493.319647:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396
00000100:00100000:2.0:1767323493.319657:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817078400:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323493.319667:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817078656
00000100:00100000:0.0:1767323493.319672:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817078656
00010000:00020000:2.0:1767323493.319681:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323493.319687:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817078912
00000100:00100000:0.0:1767323493.319691:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817078912
00000100:00100000:0.0:1767323493.319709:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90653
00000100:00100000:0.0:1767323493.319715:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817078272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323493.319728:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323493.319734:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817078400:12345-0@lo:38:kworker.0 Request processed in 77us (277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323493.319743:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396
00000100:00100000:0.0:1767323493.319792:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817078272:12345-0@lo:38:kworker.0 Request processed in 75us (462us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323493.319801:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90653
00000100:00100000:2.0:1767323493.319813:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90654
00000100:00100000:2.0:1767323493.319820:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817078656:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323493.319827:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90655
00000100:00100000:0.0:1767323493.319833:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817078912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323493.319835:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767323493.319849:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323493.319868:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817078656:12345-0@lo:38:kworker.0 Request processed in 47us (328us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323493.319880:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90654
00000100:00100000:0.0:1767323493.319885:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817078912:12345-0@lo:38:kworker.0 Request processed in 48us (283us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323493.319894:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90655
00000100:00080000:2.0:1767323493.319930:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323493.319937:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323493.319942:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817078400:0@lo:38:kworker.0
00000100:00080000:2.0:1767323493.319952:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323493.319955:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323493.319958:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817078656:0@lo:38:kworker.0
00000100:00080000:2.0:1767323493.319965:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323493.319969:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323493.319971:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817078912:0@lo:38:kworker.0
00000100:00080000:2.0:1767323493.319979:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323493.319982:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323493.319985:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817078272:0@lo:38:kworker.0
00000100:00100000:3.0:1767323493.320363:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817078528:0@lo:400:kworker.0
00000100:00100000:3.0:1767323493.320400:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323493.320435:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323493.320442:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817078784:0@lo:400:kworker.0
00000100:00100000:3.0:1767323493.320463:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323493.320502:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817078528
00000100:00100000:3.0:1767323493.320507:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817078528
00000100:00100000:3.0:1767323493.320560:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817078784
00000100:00100000:3.0:1767323493.320563:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817078784
00000100:00100000:3.0:1767323493.320603:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5971
00000100:00100000:0.0:1767323493.320612:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5972
00000100:00100000:3.0:1767323493.320613:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817078528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323493.320627:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817078784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323493.320683:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817078784:12345-0@lo:400:kworker.0 Request processed in 61us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323493.320689:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5972
00010000:00010000:1.0:1767323493.320789:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323493.320820:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817079040
00000100:00100000:1.0:1767323493.320825:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817079040
00000100:00100000:1.0:1767323493.320860:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817079168
00000100:00100000:1.0:1767323493.320863:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817079168
00000100:00100000:1.0:1767323493.320888:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3740
00000100:00100000:1.0:1767323493.320895:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817079040:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323493.320914:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323493.320920:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323493.320924:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323493.320947:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817079040:12345-0@lo:400:kworker.0 Request processed in 51us (1501us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323493.320954:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3740
00000100:00100000:1.0:1767323493.320969:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3741
00000100:00100000:1.0:1767323493.320975:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817079168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323493.321002:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817079168:12345-0@lo:400:kworker.0 Request processed in 28us (1484us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323493.321008:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3741
00000100:00100000:3.0:1767323493.321085:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817078528:12345-0@lo:400:kworker.0 Request processed in 474us (683us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323493.321134:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817078784:0@lo:400:kworker.0
00000100:00100000:0.0:1767323493.321161:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817078528:0@lo:400:kworker.0
00000100:00100000:3.0:1767323493.321336:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5971
00000100:00100000:1.0:1767323493.322374:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817079168:0@lo:400:kworker.0
00000100:00100000:1.0:1767323493.322392:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817079040:0@lo:400:kworker.0
00000100:00100000:2.0:1767323493.894912:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323494.343365:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323494.855072:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817079296:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323494.855171:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323494.855304:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817079296
00000100:00100000:1.0:1767323494.855314:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817079296
00000100:00100000:1.0:1767323494.855391:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473
00000100:00100000:1.0:1767323494.855401:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817079296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323494.855437:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323494.855725:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817079296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 324us (553us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323494.855734:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473
00000100:00100000:3.0:1767323494.855832:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817079424:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323494.855871:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323494.855893:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817079296:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323494.855954:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817079424
00000100:00100000:1.0:1767323494.855958:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817079424
00000100:00100000:1.0:1767323494.855992:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474
00000100:00100000:1.0:1767323494.855999:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817079424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323494.856017:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323494.856060:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817079424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323494.856066:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474
00000100:00100000:3.0:1767323494.856171:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817079424:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323494.919084:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323495.371622:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323495.942995:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323496.105173:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323496.105285:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323496.105462:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758810240
00000100:00100000:3.0:1767323496.105475:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758810240
00000100:00100000:3.0:1767323496.105530:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758810368
00000100:00100000:3.0:1767323496.105534:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758810368
00000100:00100000:3.0:1767323496.105607:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5973
00000100:00100000:3.0:1767323496.105638:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758810368:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323496.105737:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758810368:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 120us (451us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323496.105747:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5973
00000100:00100000:3.0:1767323496.106269:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90656
00000100:00100000:3.0:1767323496.106277:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758810240:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323496.106302:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323496.106339:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758810240:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 62us (1182us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323496.106346:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90656
00000100:00080000:1.0:1767323496.107153:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323496.394205:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323496.966922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323497.415884:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323497.990892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323498.439005:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323498.439785:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323498.439792:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323498.439795:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323498.439798:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323498.439803:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323498.439812:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6035
00000100:00080000:0.0:1767323498.439817:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323498.439824:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323498.439878:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ce00 x1853166817079552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323498.439898:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323498.439900:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323498.439902:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323498.439905:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6035
00000100:00080000:0.0:1767323498.439907:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323498.439910:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323498.439923:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ef100 x1853166817079680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323498.439940:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817079552:0@lo:38:kworker.0
00000100:00080000:0.0:1767323498.439960:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323498.439964:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323498.439965:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323498.439969:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6035
00000100:00080000:0.0:1767323498.439971:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323498.439973:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323498.439982:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2300 x1853166817079936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323498.440037:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323498.440094:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817079552
00000100:00100000:3.0:1767323498.440105:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817079552
00000100:00100000:2.0:1767323498.440108:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817079680:0@lo:38:kworker.0
00000100:00100000:2.0:1767323498.440138:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323498.440153:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90657
00000100:00100000:2.0:1767323498.440161:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817079936:0@lo:38:kworker.0
00000100:00100000:3.0:1767323498.440161:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817079552:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323498.440179:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767323498.440187:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323498.440207:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817079936
00000100:00100000:2.0:1767323498.440211:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817079936
00000100:00080000:0.0:1767323498.440216:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323498.440220:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323498.440221:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323498.440225:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6035
00000100:00080000:0.0:1767323498.440227:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323498.440231:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323498.440238:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90658
00000100:00100000:3.0:1767323498.440239:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817079552:12345-0@lo:38:kworker.0 Request processed in 77us (202us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323498.440244:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817079936:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323498.440246:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90657
00010000:00020000:2.0:1767323498.440255:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323498.440262:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2680 x1853166817080192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323498.440279:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817080192:0@lo:38:kworker.0
00000100:00100000:2.0:1767323498.440284:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817079936:12345-0@lo:38:kworker.0 Request processed in 40us (103us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323498.440291:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90658
00000100:00100000:3.0:1767323498.440311:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323498.440316:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817080064:0@lo:400:kworker.0
00000100:00100000:2.0:1767323498.440328:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817080192
00000100:00100000:2.0:1767323498.440333:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817080192
00000100:00100000:2.0:1767323498.440349:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90659
00000100:00080000:3.0:1767323498.440352:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323498.440353:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817080192:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767323498.440357:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323498.440361:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817079936:0@lo:38:kworker.0
00010000:00020000:2.0:1767323498.440363:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323498.440387:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817079808:0@lo:400:kworker.0
00000100:00100000:0.0:1767323498.442179:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323498.442260:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817079680
00000100:00100000:0.0:1767323498.442269:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817079680
00000100:00100000:0.0:1767323498.442298:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397
00000100:00100000:0.0:1767323498.442304:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817079680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323498.442327:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323498.442377:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817079680:12345-0@lo:38:kworker.0 Request processed in 72us (2238us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323498.442384:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397
00000100:00100000:0.0:1767323498.442413:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817080320:0@lo:400:kworker.0
00000100:00100000:0.0:1767323498.442447:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323498.442468:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323498.442473:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817080448:0@lo:400:kworker.0
00000100:00100000:0.0:1767323498.442493:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323498.443257:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817080064
00000100:00100000:0.0:1767323498.443264:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817080064
00000100:00100000:0.0:1767323498.443315:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5974
00000100:00100000:0.0:1767323498.443324:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817080064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323498.443390:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817080064:12345-0@lo:400:kworker.0 Request processed in 68us (1219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323498.443396:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5974
00000100:00100000:0.0:1767323498.443428:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817080320
00000100:00100000:0.0:1767323498.443431:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817080320
00000100:00100000:0.0:1767323498.443457:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817080448
00000100:00100000:0.0:1767323498.443459:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817080448
00000100:00100000:0.0:1767323498.443475:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742
00000100:00100000:0.0:1767323498.443481:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817080320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323498.443516:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817080320:12345-0@lo:400:kworker.0 Request processed in 35us (1067us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323498.443533:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742
00000100:00100000:0.0:1767323498.443545:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3743
00000100:00100000:0.0:1767323498.443551:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817080448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323498.443577:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817080448:12345-0@lo:400:kworker.0 Request processed in 27us (1083us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323498.443581:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3743
00000100:00100000:0.0:1767323498.443641:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817080448:0@lo:400:kworker.0
00000100:00100000:0.0:1767323498.443650:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817080320:0@lo:400:kworker.0
00000100:00100000:0.0:1767323498.443679:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817080064:0@lo:400:kworker.0
00000100:00080000:0.0:1767323498.443705:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323498.443708:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323498.443710:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323498.447312:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323498.447331:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323498.447338:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817079552:0@lo:38:kworker.0
00000100:00080000:3.0:1767323498.447397:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323498.447402:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323498.447405:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817079680:0@lo:38:kworker.0
00000100:00100000:1.0:1767323498.450920:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323498.450979:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817080192:12345-0@lo:38:kworker.0 Request processed in 10619us (10662us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323498.450995:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90659
00000100:00100000:2.0:1767323498.451034:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817079808
00000100:00100000:2.0:1767323498.451043:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817079808
00000100:00080000:2.0:1767323498.451088:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323498.451139:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5975
00000100:00100000:2.0:1767323498.451149:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817079808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323498.451217:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817079808:12345-0@lo:400:kworker.0 Request processed in 70us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323498.451225:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5975
00000100:00100000:1.0:1767323498.451269:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817079808:0@lo:400:kworker.0
00000100:00080000:3.0:1767323498.451298:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323498.451307:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323498.451474:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817080192:0@lo:38:kworker.0
00000100:00100000:2.0:1767323499.014901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323499.465163:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323499.975139:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817080576:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323499.975238:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323499.975413:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817080576
00000100:00100000:2.0:1767323499.975424:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817080576
00000100:00100000:2.0:1767323499.975497:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3475
00000100:00100000:2.0:1767323499.975516:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817080576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323499.975554:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323499.975621:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817080576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (383us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323499.975629:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3475
00000100:00100000:3.0:1767323499.975860:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817080576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323499.976042:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323499.976052:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817080704:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323499.976085:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323499.976166:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817080704
00000100:00100000:1.0:1767323499.976171:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817080704
00000100:00100000:1.0:1767323499.976210:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3476
00000100:00100000:1.0:1767323499.976217:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817080704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323499.976236:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323499.976271:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817080704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323499.976278:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3476
00000100:00100000:3.0:1767323499.976358:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817080704:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323500.038927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323500.488805:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323501.062939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323501.226524:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323501.226643:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323501.226650:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758810624
00000100:00100000:3.0:1767323501.226731:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758810624
00000100:00080000:1.0:1767323501.226875:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323501.226995:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758810496
00000100:00100000:0.0:1767323501.227006:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758810496
00000100:00100000:0.0:1767323501.227100:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5976
00000100:00100000:0.0:1767323501.227117:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758810624:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323501.227227:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758810624:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 117us (718us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323501.227236:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5976
00000100:00100000:0.0:1767323501.227258:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90660
00000100:00100000:0.0:1767323501.227263:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758810496:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323501.227291:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323501.227320:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758810496:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 54us (676us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323501.227328:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90660
00010000:00010000:1.0:1767323501.514310:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323502.086939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323502.535172:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323503.110916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323503.559067:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323503.559076:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323503.559078:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323503.559082:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323503.559085:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323503.559091:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6041
00000100:00080000:2.0:1767323503.559095:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323503.559101:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323503.559146:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6fb80 x1853166817080832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323503.559178:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323503.559181:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323503.559182:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323503.559185:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6041
00000100:00080000:2.0:1767323503.559187:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323503.559189:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323503.559198:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15180 x1853166817080960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323503.559224:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323503.559227:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323503.559228:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323503.559230:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6041
00000100:00080000:2.0:1767323503.559232:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323503.559233:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323503.559239:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa17800 x1853166817081216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323503.559254:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323503.559256:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323503.559257:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323503.559261:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6041
00000100:00080000:2.0:1767323503.559263:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323503.559265:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323503.559283:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817081088:0@lo:400:kworker.0
00000100:00100000:2.0:1767323503.559283:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6d880 x1853166817081472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323503.559378:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817081728:0@lo:400:kworker.0
00000100:00100000:1.0:1767323503.559391:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:3.0:1767323503.559469:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323503.559496:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817081600:0@lo:400:kworker.0
00000100:00100000:0.0:1767323503.559500:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817081344:0@lo:400:kworker.0
00000100:00100000:2.0:1767323503.559619:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323503.559679:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817081728
00000100:00100000:2.0:1767323503.559686:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817081728
00000100:00100000:2.0:1767323503.559729:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744
00000100:00100000:2.0:1767323503.559736:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817081728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323503.559794:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817081728:12345-0@lo:400:kworker.0 Request processed in 57us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323503.559800:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744
00000100:00100000:2.0:1767323503.559848:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817081728:0@lo:400:kworker.0
00000100:00080000:2.0:1767323503.559878:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323503.559887:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817081088
00000100:00100000:2.0:1767323503.559891:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817081088
00000100:00100000:2.0:1767323503.559912:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5977
00000100:00100000:2.0:1767323503.559916:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817081088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323503.559939:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817081088:12345-0@lo:400:kworker.0 Request processed in 24us (552us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323503.559943:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5977
00000100:00080000:2.0:1767323503.559956:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323503.559968:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817080832:0@lo:38:kworker.0
00000100:00100000:2.0:1767323503.559984:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323503.559994:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817080960:0@lo:38:kworker.0
00000100:00100000:2.0:1767323503.560007:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323503.560021:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817081216:0@lo:38:kworker.0
00000100:00100000:2.0:1767323503.560031:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323503.560041:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817081472:0@lo:38:kworker.0
00000100:00100000:2.0:1767323503.560062:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323503.560086:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817080832
00000100:00100000:2.0:1767323503.560090:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817080832
00000100:00100000:2.0:1767323503.560105:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817081216
00000100:00100000:2.0:1767323503.560107:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817081216
00000100:00100000:2.0:1767323503.560120:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817081472
00000100:00100000:2.0:1767323503.560123:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817081472
00000100:00100000:2.0:1767323503.560137:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90661
00000100:00100000:2.0:1767323503.560141:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817080832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323503.560159:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323503.560192:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817080832:12345-0@lo:38:kworker.0 Request processed in 50us (206us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323503.560198:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90661
00000100:00100000:2.0:1767323503.560209:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90662
00000100:00100000:2.0:1767323503.560212:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817081216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323503.560220:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323503.560243:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817081216:12345-0@lo:38:kworker.0 Request processed in 29us (209us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323503.560248:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90662
00000100:00100000:2.0:1767323503.560258:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90663
00000100:00100000:2.0:1767323503.560261:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817081472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323503.560270:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323503.560290:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817081472:12345-0@lo:38:kworker.0 Request processed in 27us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323503.560293:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90663
00000100:00080000:2.0:1767323503.560318:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323503.560323:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323503.560326:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817080832:0@lo:38:kworker.0
00000100:00080000:2.0:1767323503.560334:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323503.560337:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323503.560339:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817081216:0@lo:38:kworker.0
00000100:00080000:2.0:1767323503.560346:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323503.560349:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323503.560351:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817081472:0@lo:38:kworker.0
00000100:00100000:2.0:1767323503.560568:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817080960
00000100:00100000:2.0:1767323503.560571:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817080960
00000100:00100000:2.0:1767323503.560586:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398
00000100:00100000:2.0:1767323503.560589:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817080960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323503.560596:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323503.560617:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817080960:12345-0@lo:38:kworker.0 Request processed in 27us (609us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323503.560620:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398
00000100:00080000:2.0:1767323503.560635:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323503.560637:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323503.560639:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817080960:0@lo:38:kworker.0
00000100:00100000:1.0:1767323503.561147:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817081088:0@lo:400:kworker.0
00000100:00100000:3.0:1767323503.561193:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323503.561717:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817081600
00000100:00100000:2.0:1767323503.561722:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817081600
00000100:00100000:2.0:1767323503.561935:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745
00000100:00100000:2.0:1767323503.561941:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817081600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323503.561976:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817081600:12345-0@lo:400:kworker.0 Request processed in 36us (787us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323503.561981:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745
00000100:00100000:2.0:1767323503.562012:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817081600:0@lo:400:kworker.0
00000100:00080000:3.0:1767323503.562109:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323503.562166:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323503.562230:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817081344
00000100:00100000:2.0:1767323503.562233:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817081344
00000100:00100000:2.0:1767323503.562290:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5978
00000100:00100000:2.0:1767323503.562294:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817081344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323503.562336:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817081344:12345-0@lo:400:kworker.0 Request processed in 41us (170us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323503.562342:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5978
00000100:00080000:3.0:1767323503.562397:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323503.562440:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817081344:0@lo:400:kworker.0
00000100:00100000:2.0:1767323504.134917:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323504.583137:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323505.096164:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817081856:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323505.096242:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323505.096321:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323505.096328:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817081984:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323505.096350:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323505.096422:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817081856
00000100:00100000:2.0:1767323505.096430:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817081856
00000100:00100000:2.0:1767323505.096500:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817081984
00000100:00100000:2.0:1767323505.096503:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817081984
00000100:00100000:2.0:1767323505.096531:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477
00000100:00100000:2.0:1767323505.096541:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817081856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323505.096578:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323505.096616:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478
00000100:00100000:0.0:1767323505.096628:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817081984:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323505.096650:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817081856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (405us total) trans 0 rc 0/0
00002000:00000024:0.0:1767323505.096659:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323505.096664:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477
00000100:00100000:0.0:1767323505.096703:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817081984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (350us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323505.096710:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478
00000100:00080000:1.0:1767323505.096815:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323505.096820:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323505.096875:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817081984:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323505.096891:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817081856:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323505.158886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323505.609541:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323506.182970:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323506.345401:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323506.345509:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323506.348353:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758810752
00000100:00100000:2.0:1767323506.348367:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758810752
00000100:00100000:2.0:1767323506.348419:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758810880
00000100:00100000:2.0:1767323506.348423:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758810880
00000100:00100000:2.0:1767323506.348518:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5979
00000100:00100000:2.0:1767323506.348534:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758810880:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323506.348799:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90664
00000100:00100000:3.0:1767323506.348805:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758810752:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323506.348830:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323506.349103:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758810752:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 295us (3710us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323506.349111:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90664
00000100:00100000:2.0:1767323506.349444:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758810880:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 913us (3934us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323506.349463:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5979
00000100:00080000:1.0:1767323506.350258:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323506.630951:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323507.208476:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323507.655111:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323508.230888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323508.678952:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323508.679034:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323508.679041:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323508.679045:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323508.679049:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323508.679054:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323508.679062:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6046
00000100:00080000:3.0:1767323508.679073:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323508.679080:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323508.679130:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7d9ef100 x1853166817082112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323508.679159:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323508.679164:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323508.679165:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323508.679169:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6046
00000100:00080000:3.0:1767323508.679172:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323508.679175:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323508.679189:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ce00 x1853166817082240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323508.679262:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323508.679270:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323508.679272:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323508.679281:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6046
00000100:00080000:3.0:1767323508.679284:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323508.679297:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323508.679328:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7f800 x1853166817082496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323508.679341:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817082368:0@lo:400:kworker.0
00000100:00080000:3.0:1767323508.679348:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323508.679353:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323508.679355:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323508.679359:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6046
00000100:00080000:3.0:1767323508.679361:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323508.679365:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323508.679377:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7ea00 x1853166817082752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323508.679424:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323508.679438:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817083008:0@lo:400:kworker.0
00000100:00100000:3.0:1767323508.679481:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323508.679512:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323508.679523:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817082624:0@lo:400:kworker.0
00000100:00100000:3.0:1767323508.679523:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323508.679534:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817082880:0@lo:400:kworker.0
00000100:00100000:2.0:1767323508.679555:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323508.679568:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323508.679594:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817082368
00000100:00100000:2.0:1767323508.679602:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817082368
00000100:00100000:3.0:1767323508.679617:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817082624
00000100:00100000:3.0:1767323508.679622:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817082624
00000100:00100000:3.0:1767323508.679940:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5980
00000100:00100000:3.0:1767323508.679958:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817082624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323508.680065:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817083008
00000100:00100000:1.0:1767323508.680070:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817083008
00000100:00100000:1.0:1767323508.680097:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817082880
00000100:00100000:1.0:1767323508.680099:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817082880
00000100:00100000:1.0:1767323508.680115:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3746
00000100:00100000:1.0:1767323508.680120:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817083008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323508.680158:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817083008:12345-0@lo:400:kworker.0 Request processed in 38us (678us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323508.680165:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3746
00000100:00100000:1.0:1767323508.680177:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3747
00000100:00100000:1.0:1767323508.680181:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817082880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323508.680199:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817082880:12345-0@lo:400:kworker.0 Request processed in 19us (634us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323508.680204:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3747
00000100:00080000:1.0:1767323508.680216:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323508.680219:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323508.680221:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323508.680303:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817082624:12345-0@lo:400:kworker.0 Request processed in 355us (749us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323508.680309:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5980
00000100:00100000:1.0:1767323508.680614:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817082624:0@lo:400:kworker.0
00000100:00100000:1.0:1767323508.680649:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817082880:0@lo:400:kworker.0
00000100:00100000:1.0:1767323508.680657:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817083008:0@lo:400:kworker.0
00000100:00100000:3.0:1767323508.680820:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5981
00000100:00100000:3.0:1767323508.680829:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817082368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323508.680867:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817082368:12345-0@lo:400:kworker.0 Request processed in 41us (1444us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323508.680872:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5981
00000100:00100000:2.0:1767323508.680908:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817082368:0@lo:400:kworker.0
00000100:00100000:0.0:1767323508.680981:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817082112:0@lo:38:kworker.0
00000100:00100000:0.0:1767323508.681009:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323508.681033:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817082240:0@lo:38:kworker.0
00000100:00100000:0.0:1767323508.681049:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323508.681072:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817082496:0@lo:38:kworker.0
00000100:00100000:0.0:1767323508.681086:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323508.681104:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817082752:0@lo:38:kworker.0
00000100:00100000:0.0:1767323508.681119:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323508.681148:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817082240
00000100:00100000:2.0:1767323508.681154:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817082240
00000100:00100000:1.0:1767323508.681195:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817082112
00000100:00100000:1.0:1767323508.681198:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817082112
00000100:00100000:1.0:1767323508.681213:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817082496
00000100:00100000:1.0:1767323508.681215:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817082496
00000100:00100000:1.0:1767323508.681227:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817082752
00000100:00100000:1.0:1767323508.681229:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817082752
00000100:00100000:2.0:1767323508.681241:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399
00000100:00100000:1.0:1767323508.681244:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90665
00000100:00100000:1.0:1767323508.681256:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817082112:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323508.681257:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817082240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323508.681275:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323508.681308:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817082112:12345-0@lo:38:kworker.0 Request processed in 57us (299us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323508.681388:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90666
00000100:00100000:0.0:1767323508.681394:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817082496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323508.681420:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323508.681437:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90665
00000100:00100000:1.0:1767323508.681455:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90667
00000100:00100000:1.0:1767323508.681465:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817082752:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323508.681467:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817082240:12345-0@lo:38:kworker.0 Request processed in 212us (413us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323508.681478:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399
00010000:00020000:1.0:1767323508.681482:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323508.681513:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817082752:12345-0@lo:38:kworker.0 Request processed in 49us (393us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323508.681521:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90667
00010000:00020000:0.0:1767323508.681547:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323508.681553:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323508.681560:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323508.681563:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817082112:0@lo:38:kworker.0
00000100:00080000:1.0:1767323508.681577:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323508.681582:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817082496:12345-0@lo:38:kworker.0 Request processed in 185us (492us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767323508.681584:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323508.681591:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817082240:0@lo:38:kworker.0
00000100:00100000:0.0:1767323508.681597:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90666
00000100:00080000:1.0:1767323508.681605:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323508.681611:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323508.681615:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817082496:0@lo:38:kworker.0
00000100:00080000:1.0:1767323508.681625:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323508.681629:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323508.681631:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817082752:0@lo:38:kworker.0
00000100:00100000:2.0:1767323509.256543:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323509.703129:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323510.215554:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323510.215579:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817083136:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323510.215652:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323510.216005:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817083136
00000100:00100000:2.0:1767323510.216015:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817083136
00000100:00100000:2.0:1767323510.216506:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479
00000100:00100000:2.0:1767323510.216517:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817083136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323510.216560:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323510.216623:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817083136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (971us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323510.216631:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479
00000100:00100000:0.0:1767323510.216792:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817083136:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323510.217703:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817083264:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323510.217777:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323510.217887:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817083264
00000100:00100000:3.0:1767323510.217894:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817083264
00000100:00080000:1.0:1767323510.218515:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323510.218521:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323510.219710:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480
00000100:00100000:3.0:1767323510.219730:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817083264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323510.219781:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323510.219886:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817083264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 165us (2130us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323510.219892:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480
00000100:00100000:0.0:1767323510.220076:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817083264:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323510.281431:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323510.727242:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323511.303035:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323511.463499:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767323511.463556:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758811264 offset 0 length 520: 4
00000100:00100000:0.0:1767323511.463681:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758811008
00000100:00100000:0.0:1767323511.463695:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758811008
00000100:00100000:0.0:1767323511.463817:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90668
00000100:00100000:0.0:1767323511.463828:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758811008:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323511.463860:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323511.463946:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758811008:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 119us (463us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323511.463955:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90668
00000100:00100000:1.0:1767323511.465885:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323511.466025:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758811136
00000100:00100000:0.0:1767323511.466036:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758811136
00000100:00100000:0.0:1767323511.466171:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5982
00000100:00100000:0.0:1767323511.466183:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758811136:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323511.466266:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758811136:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 86us (391us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323511.466274:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5982
00000100:00080000:1.0:1767323511.466808:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323511.757189:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323512.327932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323512.775688:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323513.351027:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323513.798921:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323488/real 1767323488]  req@ffff8d4d4aa15500 x1853166817076864/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323513 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767323513.798966:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4aa15500 x1853166817076864/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323513 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767323513.798990:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323513.799016:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767323513.799021:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817076864:0@lo:250:kworker.0
00010000:00010000:3.0:1767323513.799037:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323513.799083:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323513.799091:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323513.799094:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323513.799100:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6030
00000100:00080000:0.0:1767323513.799105:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323513.799112:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323513.799159:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2680 x1853166817083392/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323513.799189:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323513.799194:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323513.799195:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323513.799199:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6051
00000100:00080000:0.0:1767323513.799202:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323513.799205:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323513.799221:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1f80 x1853166817083520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323513.799229:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323513.799232:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323513.799234:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323513.799237:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6051
00000100:00080000:0.0:1767323513.799239:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323513.799242:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323513.799251:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2300 x1853166817083648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323513.799291:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323513.799296:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323513.799298:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323513.799301:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6051
00000100:00080000:0.0:1767323513.799304:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323513.799306:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323513.799456:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817083776:0@lo:400:kworker.0
00000100:00100000:2.0:1767323513.799550:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323513.799553:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b219880 x1853166817083904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323513.799608:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323513.799613:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323513.799616:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323513.799621:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6051
00000100:00080000:0.0:1767323513.799625:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767323513.799631:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767323513.799632:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323513.799644:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817084032:0@lo:400:kworker.0
00000100:00100000:0.0:1767323513.799656:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21a680 x1853166817084160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323513.799678:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323513.799739:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817083776
00000100:00100000:2.0:1767323513.799750:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817083776
00000100:00100000:0.0:1767323513.799801:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817084416:0@lo:400:kworker.0
00000100:00100000:2.0:1767323513.799853:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817084032
00000100:00100000:2.0:1767323513.799858:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817084032
00000100:00100000:0.0:1767323513.799877:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323513.799891:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5983
00000100:00100000:2.0:1767323513.799903:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817083776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323513.799937:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323513.799948:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817084288:0@lo:400:kworker.0
00000100:00100000:2.0:1767323513.799976:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817083776:12345-0@lo:400:kworker.0 Request processed in 73us (426us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323513.799994:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5983
00000100:00100000:0.0:1767323513.800003:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323513.800030:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5984
00000100:00100000:2.0:1767323513.800041:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817084032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323513.800073:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817084032:12345-0@lo:400:kworker.0 Request processed in 35us (397us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323513.800083:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5984
00000100:00100000:2.0:1767323513.800133:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817084032:0@lo:400:kworker.0
00000100:00100000:2.0:1767323513.800144:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817083776:0@lo:400:kworker.0
00000100:00080000:1.0:1767323513.800538:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323513.800557:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817084416
00000100:00100000:1.0:1767323513.800561:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817084416
00000100:00100000:1.0:1767323513.800615:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817084288
00000100:00100000:1.0:1767323513.800618:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817084288
00000100:00100000:1.0:1767323513.800651:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3748
00000100:00100000:1.0:1767323513.800659:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817084416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323513.800702:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3749
00000100:00100000:1.0:1767323513.800717:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817084416:12345-0@lo:400:kworker.0 Request processed in 58us (842us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323513.800728:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817084288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323513.800733:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3748
00000100:00100000:1.0:1767323513.800790:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817083392:0@lo:250:kworker.0
00000400:00000100:1.0:1767323513.800817:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817083392 offset 0 length 520: 4
00000100:00100000:0.0:1767323513.800893:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817084288:12345-0@lo:400:kworker.0 Request processed in 179us (903us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323513.800902:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3749
00000100:00100000:0.0:1767323513.800981:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817084288:0@lo:400:kworker.0
00000100:00080000:2.0:1767323513.801000:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323513.801006:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817084416:0@lo:400:kworker.0
00000100:00080000:2.0:1767323513.801018:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323513.801056:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817083520:0@lo:38:kworker.0
00000100:00100000:1.0:1767323513.801089:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323513.801114:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817083648:0@lo:38:kworker.0
00000100:00100000:1.0:1767323513.801137:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323513.801149:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817083904:0@lo:38:kworker.0
00000100:00100000:1.0:1767323513.801167:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323513.801187:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817084160:0@lo:38:kworker.0
00000100:00100000:1.0:1767323513.801207:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323513.801354:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817083520
00000100:00100000:3.0:1767323513.801359:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817083520
00000100:00100000:3.0:1767323513.801401:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817083904
00000100:00100000:3.0:1767323513.801404:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817083904
00000100:00100000:3.0:1767323513.801419:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817084160
00000100:00100000:3.0:1767323513.801421:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817084160
00000100:00100000:3.0:1767323513.801437:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90669
00000100:00100000:3.0:1767323513.801442:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817083520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323513.801465:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323513.801504:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817083520:12345-0@lo:38:kworker.0 Request processed in 61us (415us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323513.801510:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90669
00000100:00100000:3.0:1767323513.801522:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90670
00000100:00100000:3.0:1767323513.801525:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817083904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323513.801534:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323513.801550:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817083904:12345-0@lo:38:kworker.0 Request processed in 24us (383us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323513.801556:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90670
00000100:00080000:1.0:1767323513.801635:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323513.801642:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323513.801645:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817083520:0@lo:38:kworker.0
00000100:00100000:3.0:1767323513.801663:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90671
00000100:00100000:3.0:1767323513.801669:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817084160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323513.801678:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323513.801700:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817084160:12345-0@lo:38:kworker.0 Request processed in 30us (493us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323513.801705:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90671
00000100:00080000:1.0:1767323513.801779:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323513.801783:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323513.801787:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817083904:0@lo:38:kworker.0
00000100:00080000:1.0:1767323513.801796:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323513.801800:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323513.801803:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817084160:0@lo:38:kworker.0
00000100:00100000:2.0:1767323513.805067:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817083648
00000100:00100000:2.0:1767323513.805096:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817083648
00000100:00100000:2.0:1767323513.805174:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400
00000100:00100000:2.0:1767323513.805186:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817083648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323513.805220:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323513.805418:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817083648:12345-0@lo:38:kworker.0 Request processed in 231us (4277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323513.805427:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400
00000100:00080000:1.0:1767323513.808059:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323513.808076:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323513.808082:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817083648:0@lo:38:kworker.0
00000100:00100000:2.0:1767323514.375417:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323514.824530:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323515.336014:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817084544:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323515.336128:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323515.336343:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817084544
00000100:00100000:1.0:1767323515.336354:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817084544
00000100:00100000:1.0:1767323515.336478:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481
00000100:00100000:1.0:1767323515.336489:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817084544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323515.336530:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767323515.336644:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323515.338746:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817084672:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323515.338851:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323515.338923:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817084672
00000100:00100000:3.0:1767323515.338932:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817084672
00000100:00100000:3.0:1767323515.338995:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482
00000100:00100000:3.0:1767323515.339008:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817084672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323515.339045:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323515.339093:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817084672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323515.339104:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482
00000100:00080000:3.0:1767323515.339129:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323515.339173:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817084672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323515.340513:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817084544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4018us (4377us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323515.340528:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481
00000100:00100000:0.0:1767323515.340930:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817084544:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323515.398972:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323515.850491:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323516.422885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323516.591804:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323516.591867:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323516.592197:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758811392
00000100:00100000:1.0:1767323516.592210:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758811392
00000100:00100000:1.0:1767323516.592263:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758811520
00000100:00100000:1.0:1767323516.592266:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758811520
00000100:00100000:1.0:1767323516.592328:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5985
00000100:00100000:1.0:1767323516.592342:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758811520:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323516.592468:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758811520:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 128us (599us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323516.592478:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5985
00000100:00100000:1.0:1767323516.592502:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90672
00000100:00100000:1.0:1767323516.592507:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758811392:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323516.592547:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323516.592581:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758811392:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 72us (826us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323516.592588:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90672
00000100:00080000:0.0:1767323516.592723:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323516.871233:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323517.446893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323517.895196:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323518.470960:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323518.919195:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323518.921620:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323518.921630:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323518.921633:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323518.921637:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323518.921641:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323518.921650:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6056
00000100:00080000:1.0:1767323518.921654:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323518.921661:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323518.921708:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215f80 x1853166817084800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323518.921740:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323518.921743:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323518.921745:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323518.921750:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6056
00000100:00080000:1.0:1767323518.921778:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323518.921782:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323518.921799:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216300 x1853166817084928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323518.921799:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817084800:0@lo:38:kworker.0
00000100:00080000:1.0:1767323518.921857:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323518.921861:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323518.921863:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323518.921868:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6056
00000100:00080000:1.0:1767323518.921870:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323518.921874:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323518.921887:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d214380 x1853166817085184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323518.921905:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323518.921908:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323518.921910:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323518.921913:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6056
00000100:00080000:1.0:1767323518.921915:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323518.921918:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323518.921927:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216a00 x1853166817085440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323518.921979:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323518.922011:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817084800
00000100:00100000:1.0:1767323518.922019:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817084800
00000100:00100000:1.0:1767323518.922064:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90673
00000100:00100000:1.0:1767323518.922072:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817084800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323518.922096:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323518.922161:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323518.922166:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323518.922170:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817084800:0@lo:38:kworker.0
00000100:00100000:3.0:1767323518.922193:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817085056:0@lo:400:kworker.0
00000100:00100000:2.0:1767323518.922194:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817084928:0@lo:38:kworker.0
00000100:00100000:0.0:1767323518.922257:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817085312:0@lo:400:kworker.0
00000100:00100000:2.0:1767323518.923612:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323518.923652:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817085184:0@lo:38:kworker.0
00000100:00100000:2.0:1767323518.923683:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323518.923707:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817085440:0@lo:38:kworker.0
00000100:00100000:2.0:1767323518.923729:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323518.926586:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817084928
00000100:00100000:2.0:1767323518.926606:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817084928
00000100:00100000:2.0:1767323518.926684:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401
00000100:00100000:2.0:1767323518.926694:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817084928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323518.926724:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323518.927106:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817084928:12345-0@lo:38:kworker.0 Request processed in 412us (3497us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323518.927116:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401
00000100:00080000:2.0:1767323518.927173:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323518.927178:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323518.927183:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817084928:0@lo:38:kworker.0
00000100:00100000:2.0:1767323518.927243:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817085184
00000100:00100000:2.0:1767323518.927247:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817085184
00000100:00100000:2.0:1767323518.927274:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817085440
00000100:00100000:2.0:1767323518.927277:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817085440
00000100:00100000:2.0:1767323518.927293:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90674
00000100:00100000:2.0:1767323518.927298:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817085184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323518.927310:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323518.927353:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817085184:12345-0@lo:38:kworker.0 Request processed in 53us (3668us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323518.927359:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90674
00000100:00100000:2.0:1767323518.927455:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90675
00000100:00100000:2.0:1767323518.927460:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817085440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323518.927470:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323518.927493:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817084800:12345-0@lo:38:kworker.0 Request processed in 1344us (1437us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323518.927498:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817085440:12345-0@lo:38:kworker.0 Request processed in 38us (3768us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323518.927502:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90673
00000100:00100000:2.0:1767323518.927505:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90675
00000100:00100000:2.0:1767323518.927530:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817085696:0@lo:400:kworker.0
00000100:00100000:1.0:1767323518.927548:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817085568:0@lo:400:kworker.0
00000100:00100000:2.0:1767323518.927568:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323518.927589:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323518.927614:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323518.927618:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323518.927621:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817085184:0@lo:38:kworker.0
00000100:00080000:2.0:1767323518.927631:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323518.927634:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323518.927637:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817085440:0@lo:38:kworker.0
00000100:00100000:2.0:1767323518.927689:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817085696
00000100:00100000:2.0:1767323518.927693:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817085696
00000100:00100000:2.0:1767323518.927735:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817085568
00000100:00100000:1.0:1767323518.927738:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750
00000100:00100000:2.0:1767323518.927738:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817085568
00000100:00100000:1.0:1767323518.927746:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817085696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323518.927782:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751
00000100:00100000:2.0:1767323518.927788:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817085568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323518.927814:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817085696:12345-0@lo:400:kworker.0 Request processed in 69us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323518.927821:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750
00000100:00100000:1.0:1767323518.927856:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817085696:0@lo:400:kworker.0
00000100:00080000:1.0:1767323518.927878:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323518.927883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323518.928135:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817085568:12345-0@lo:400:kworker.0 Request processed in 346us (548us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323518.928142:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751
00000100:00100000:1.0:1767323518.928999:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817085568:0@lo:400:kworker.0
00000100:00100000:0.0:1767323518.930254:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323518.930445:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323518.930552:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817085312
00000100:00100000:2.0:1767323518.930562:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817085312
00000100:00100000:2.0:1767323518.930621:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817085056
00000100:00100000:2.0:1767323518.930624:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817085056
00000100:00100000:2.0:1767323518.930646:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5986
00000100:00100000:2.0:1767323518.930653:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817085312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323518.930717:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817085312:12345-0@lo:400:kworker.0 Request processed in 65us (467us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323518.930725:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5986
00000100:00100000:2.0:1767323518.930745:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5987
00000100:00100000:2.0:1767323518.930750:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817085056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323518.930802:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817085056:12345-0@lo:400:kworker.0 Request processed in 51us (357us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323518.930809:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5987
00000100:00100000:3.0:1767323518.930949:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817085056:0@lo:400:kworker.0
00000100:00100000:0.0:1767323518.931014:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817085312:0@lo:400:kworker.0
00000100:00080000:1.0:1767323518.931096:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323519.495134:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323519.943365:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323520.455520:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323520.455558:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817085824:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323520.455666:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323520.455961:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817085824
00000100:00100000:3.0:1767323520.455972:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817085824
00000100:00100000:3.0:1767323520.456064:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3483
00000100:00100000:3.0:1767323520.456078:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817085824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323520.456118:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323520.456171:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817085824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (505us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323520.456180:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3483
00000100:00080000:1.0:1767323520.456297:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323520.456356:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817085824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323520.460792:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323520.471857:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817085952:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323520.471990:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323520.472354:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817085952
00000100:00100000:3.0:1767323520.472367:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817085952
00000100:00100000:3.0:1767323520.472482:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484
00000100:00100000:3.0:1767323520.472498:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817085952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323520.472552:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323520.472625:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817085952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (634us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323520.472634:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484
00000100:00100000:2.0:1767323520.472834:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817085952:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767323520.473140:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323520.519127:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323520.967104:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323521.542883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323521.704165:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323521.704631:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323521.707627:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758811776
00000100:00100000:0.0:1767323521.707645:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758811776
00000100:00100000:0.0:1767323521.707785:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758811648
00000100:00100000:0.0:1767323521.707789:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758811648
00000100:00100000:0.0:1767323521.707815:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5988
00000100:00100000:0.0:1767323521.707825:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758811776:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323521.707916:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758811776:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 93us (3763us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323521.707924:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5988
00000100:00100000:0.0:1767323521.707940:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90676
00000100:00100000:0.0:1767323521.707943:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758811648:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323521.707962:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323521.707982:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758811648:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 38us (3353us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323521.707986:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90676
00000100:00080000:1.0:1767323521.711527:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323521.991535:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323522.566931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323523.015365:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323523.590880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323524.038910:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323524.038924:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323524.038928:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323524.038933:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323524.038938:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323524.038948:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6061
00000100:00080000:1.0:1767323524.038954:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323524.038963:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323524.039014:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215f80 x1853166817086080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323524.039043:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323524.039047:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323524.039048:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323524.039053:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6061
00000100:00080000:1.0:1767323524.039055:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323524.039059:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323524.039074:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d215180 x1853166817086208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323524.039125:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323524.039129:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323524.039132:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767323524.039137:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817086080:0@lo:38:kworker.0
00000100:00080000:1.0:1767323524.039138:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6061
00000100:00080000:1.0:1767323524.039143:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323524.039150:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323524.039164:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d216a00 x1853166817086464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323524.039201:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323524.039205:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323524.039207:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323524.039211:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6061
00000100:00080000:1.0:1767323524.039214:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323524.039218:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323524.039233:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323524.039236:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2300 x1853166817086720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323524.039250:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817086592:0@lo:400:kworker.0
00000100:00100000:3.0:1767323524.039300:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323524.039313:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817086976:0@lo:400:kworker.0
00000100:00100000:2.0:1767323524.039318:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817086208:0@lo:38:kworker.0
00000100:00100000:3.0:1767323524.039329:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323524.039335:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817086336:0@lo:400:kworker.0
00000100:00100000:2.0:1767323524.039360:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323524.039362:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323524.039370:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323524.039394:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817086464:0@lo:38:kworker.0
00000100:00100000:3.0:1767323524.039398:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817086080
00000100:00100000:1.0:1767323524.039406:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323524.039407:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817086080
00000100:00100000:1.0:1767323524.039416:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817086848:0@lo:400:kworker.0
00000100:00100000:2.0:1767323524.039422:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323524.039445:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817086720:0@lo:38:kworker.0
00000100:00100000:3.0:1767323524.039448:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817086592
00000100:00100000:3.0:1767323524.039451:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817086592
00000100:00100000:1.0:1767323524.039457:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323524.039475:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323524.039490:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817086336
00000100:00100000:3.0:1767323524.039493:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817086336
00000100:00100000:1.0:1767323524.039501:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817086208
00000100:00100000:1.0:1767323524.039507:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817086208
00000100:00100000:3.0:1767323524.039514:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817086464
00000100:00100000:2.0:1767323524.039518:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817086976
00000100:00100000:3.0:1767323524.039518:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817086464
00000100:00100000:2.0:1767323524.039521:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817086976
00000100:00100000:3.0:1767323524.039531:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817086720
00000100:00100000:3.0:1767323524.039533:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817086720
00000100:00100000:1.0:1767323524.039539:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402
00000100:00100000:3.0:1767323524.039544:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5989
00000100:00100000:1.0:1767323524.039551:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817086208:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323524.039554:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817086848
00000100:00100000:3.0:1767323524.039555:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817086592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323524.039558:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817086848
00010000:00020000:1.0:1767323524.039582:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323524.039583:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3752
00000100:00100000:2.0:1767323524.039593:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817086976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323524.039612:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817086592:12345-0@lo:400:kworker.0 Request processed in 60us (313us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323524.039620:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5989
00000100:00100000:1.0:1767323524.039641:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817086208:12345-0@lo:38:kworker.0 Request processed in 90us (277us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323524.039642:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5990
00000100:00100000:2.0:1767323524.039643:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817086976:12345-0@lo:400:kworker.0 Request processed in 50us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323524.039651:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817086336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323524.039659:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3752
00000100:00100000:1.0:1767323524.039662:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402
00000100:00100000:3.0:1767323524.039681:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817086336:12345-0@lo:400:kworker.0 Request processed in 29us (316us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323524.039682:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753
00000100:00100000:3.0:1767323524.039687:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5990
00000100:00100000:2.0:1767323524.039688:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817086848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323524.039701:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90677
00000100:00100000:1.0:1767323524.039707:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817086080:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323524.039717:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817086848:12345-0@lo:400:kworker.0 Request processed in 27us (259us total) trans 0 rc 0/0
00010000:00020000:1.0:1767323524.039720:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323524.039728:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753
00000100:00100000:1.0:1767323524.039782:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817086080:12345-0@lo:38:kworker.0 Request processed in 72us (548us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323524.040765:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90678
00000100:00100000:3.0:1767323524.040773:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817086464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323524.040789:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323524.040831:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817086464:12345-0@lo:38:kworker.0 Request processed in 58us (1411us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323524.040837:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90678
00000100:00100000:3.0:1767323524.040857:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90679
00000100:00100000:3.0:1767323524.040861:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817086720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323524.040870:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323524.040893:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817086720:12345-0@lo:38:kworker.0 Request processed in 30us (1420us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323524.040899:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90679
00000100:00100000:3.0:1767323524.040951:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817086336:0@lo:400:kworker.0
00000100:00100000:3.0:1767323524.040977:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817086592:0@lo:400:kworker.0
00000100:00080000:3.0:1767323524.041067:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323524.041074:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323524.041077:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817086464:0@lo:38:kworker.0
00000100:00080000:3.0:1767323524.041086:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323524.041089:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323524.041092:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817086720:0@lo:38:kworker.0
00000100:00080000:3.0:1767323524.041100:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323524.041103:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323524.041106:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817086080:0@lo:38:kworker.0
00000100:00080000:3.0:1767323524.041115:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323524.041118:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323524.041127:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817086208:0@lo:38:kworker.0
00000100:00080000:3.0:1767323524.041175:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323524.041181:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323524.041183:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323524.041324:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817086848:0@lo:400:kworker.0
00000100:00100000:3.0:1767323524.041336:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817086976:0@lo:400:kworker.0
00000100:00100000:1.0:1767323524.043336:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90677
00010000:00010000:3.0:1767323524.043559:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323524.615600:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323525.063782:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323525.575844:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817087104:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323525.575946:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323525.576037:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323525.576045:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817087232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323525.576074:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323525.576167:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817087104
00000100:00100000:3.0:1767323525.576178:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817087104
00000100:00100000:3.0:1767323525.576617:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817087232
00000100:00100000:3.0:1767323525.576633:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817087232
00000100:00100000:1.0:1767323525.576862:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485
00000100:00100000:1.0:1767323525.576878:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817087104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323525.576918:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323525.576983:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817087104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (1037us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323525.576991:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485
00000100:00100000:1.0:1767323525.577015:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486
00000100:00100000:1.0:1767323525.577022:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817087232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323525.577041:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323525.577072:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817087232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (997us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323525.577079:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486
00000100:00100000:1.0:1767323525.577134:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817087232:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323525.577154:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817087104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323525.638994:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323526.087138:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323526.663286:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323526.826870:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323526.827073:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758812032
00000100:00100000:0.0:1767323526.827089:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758812032
00000100:00100000:1.0:1767323526.827156:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:3.0:1767323526.827229:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323526.829158:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758811904
00000100:00100000:0.0:1767323526.829176:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758811904
00000100:00100000:0.0:1767323526.829235:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5991
00000100:00100000:0.0:1767323526.829258:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758812032:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323526.829315:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90680
00000100:00100000:1.0:1767323526.829326:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758811904:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323526.829348:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323526.829392:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758812032:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 144us (2543us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323526.829405:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5991
00000100:00100000:1.0:1767323526.829411:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758811904:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 84us (2268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323526.829420:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90680
00010000:00010000:0.0:1767323527.111000:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323527.686927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323528.134992:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323528.711023:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323529.159299:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:3.0:1767323529.159299:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323529.159309:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323529.159312:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323529.159316:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323529.159322:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323529.159331:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6066
00000100:00080000:2.0:1767323529.159336:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323529.159343:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323529.159396:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15180 x1853166817087360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323529.159435:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323529.159439:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323529.159441:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323529.159446:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6066
00000100:00080000:2.0:1767323529.159448:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323529.159452:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323529.159468:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa17800 x1853166817087488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323529.159499:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817087360:0@lo:38:kworker.0
00000100:00100000:1.0:1767323529.159589:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323529.159653:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817087488:0@lo:38:kworker.0
00000100:00100000:1.0:1767323529.159671:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323529.159706:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323529.159710:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323529.159712:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323529.159716:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6066
00000100:00080000:2.0:1767323529.159718:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323529.159723:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323529.159734:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6fb80 x1853166817087744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323529.159780:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323529.159783:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323529.159785:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323529.159792:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6066
00000100:00100000:1.0:1767323529.159794:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817087616:0@lo:400:kworker.0
00000100:00080000:2.0:1767323529.159797:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323529.159809:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323529.159827:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecfb80 x1853166817088000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323529.159841:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323529.159866:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323529.159876:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817087872:0@lo:400:kworker.0
00000100:00100000:1.0:1767323529.159897:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323529.159925:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817087360
00000100:00100000:1.0:1767323529.159933:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817087360
00000100:00100000:1.0:1767323529.159967:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817087616
00000100:00100000:1.0:1767323529.159972:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817087616
00000100:00100000:1.0:1767323529.160028:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817087872
00000100:00100000:1.0:1767323529.160033:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817087872
00000100:00100000:2.0:1767323529.160053:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817088256:0@lo:400:kworker.0
00000100:00100000:1.0:1767323529.160068:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5992
00000100:00100000:1.0:1767323529.160081:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817087616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323529.160126:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323529.160306:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5993
00000100:00100000:3.0:1767323529.160323:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817087872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323529.160416:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817087488
00000100:00100000:0.0:1767323529.160424:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817087488
00000100:00100000:0.0:1767323529.160459:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403
00000100:00100000:0.0:1767323529.160465:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817087488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323529.160491:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323529.161921:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323529.161941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817088128:0@lo:400:kworker.0
00000100:00100000:2.0:1767323529.162007:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323529.162093:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90681
00000100:00100000:2.0:1767323529.162100:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817087360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323529.162127:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323529.162177:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817087360:12345-0@lo:38:kworker.0 Request processed in 75us (2587us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323529.162185:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90681
00000100:00080000:2.0:1767323529.162264:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323529.162299:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817088256
00000100:00100000:2.0:1767323529.162307:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817088256
00000100:00100000:2.0:1767323529.162358:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817088128
00000100:00100000:2.0:1767323529.162361:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817088128
00000100:00100000:2.0:1767323529.162382:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754
00000100:00100000:2.0:1767323529.162388:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817088256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323529.162447:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817088256:12345-0@lo:400:kworker.0 Request processed in 59us (2325us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323529.162453:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754
00000100:00100000:2.0:1767323529.162470:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755
00000100:00100000:2.0:1767323529.162478:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45067c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817088128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323529.162517:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45067c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817088128:12345-0@lo:400:kworker.0 Request processed in 41us (510us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323529.162527:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755
00000100:00080000:2.0:1767323529.163162:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323529.163171:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323529.163358:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817088128:0@lo:400:kworker.0
00000100:00100000:2.0:1767323529.163376:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817088256:0@lo:400:kworker.0
00000100:00100000:2.0:1767323529.163907:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817087744:0@lo:38:kworker.0
00000100:00100000:2.0:1767323529.163962:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323529.163993:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817088000:0@lo:38:kworker.0
00000100:00100000:2.0:1767323529.164014:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323529.164043:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323529.164048:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323529.164051:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817087360:0@lo:38:kworker.0
00000100:00100000:2.0:1767323529.164079:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817087744
00000100:00100000:2.0:1767323529.164085:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817087744
00000100:00100000:2.0:1767323529.164112:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817088000
00000100:00100000:2.0:1767323529.164115:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817088000
00000100:00100000:2.0:1767323529.164127:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90682
00000100:00100000:2.0:1767323529.164133:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817087744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323529.164152:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323529.164183:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817087744:12345-0@lo:38:kworker.0 Request processed in 50us (221us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323529.164270:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90682
00000100:00100000:2.0:1767323529.164290:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90683
00000100:00100000:2.0:1767323529.164294:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817088000:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323529.164307:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323529.164332:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817088000:12345-0@lo:38:kworker.0 Request processed in 37us (317us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323529.164338:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90683
00000100:00080000:2.0:1767323529.164366:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323529.164371:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323529.164373:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817087744:0@lo:38:kworker.0
00000100:00080000:2.0:1767323529.164380:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323529.164438:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323529.164573:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817088000:0@lo:38:kworker.0
00000100:00100000:0.0:1767323529.165476:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817087488:12345-0@lo:38:kworker.0 Request processed in 5003us (5795us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323529.165489:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403
00000100:00080000:2.0:1767323529.165649:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323529.165657:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323529.165661:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817087488:0@lo:38:kworker.0
00000100:00100000:3.0:1767323529.168544:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817087872:12345-0@lo:400:kworker.0 Request processed in 8209us (8626us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323529.168545:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817087616:12345-0@lo:400:kworker.0 Request processed in 8448us (8685us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323529.168574:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5992
00000100:00100000:3.0:1767323529.168583:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5993
00000100:00100000:2.0:1767323529.169142:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817087872:0@lo:400:kworker.0
00000100:00100000:2.0:1767323529.169166:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817087616:0@lo:400:kworker.0
00000100:00100000:2.0:1767323529.734937:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323530.183109:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323530.696953:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323530.696979:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817088384:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323530.697052:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323530.697187:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817088384
00000100:00100000:2.0:1767323530.697195:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817088384
00000100:00100000:2.0:1767323530.697254:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487
00000100:00100000:1.0:1767323530.697261:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323530.697263:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817088384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323530.697293:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323530.697335:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817088384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323530.697343:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487
00000100:00100000:0.0:1767323530.697432:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817088384:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323530.697566:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817088512:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323530.697597:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323530.704595:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817088512
00000100:00100000:2.0:1767323530.704612:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817088512
00000100:00100000:2.0:1767323530.704697:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488
00000100:00100000:2.0:1767323530.704707:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817088512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323530.704740:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323530.704856:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817088512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 150us (7257us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323530.704864:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488
00000100:00100000:1.0:1767323530.705086:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817088512:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323530.759104:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323531.206960:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323531.783827:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323531.945107:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323531.945154:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323531.945275:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758812160
00000100:00100000:1.0:1767323531.945290:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758812160
00000100:00100000:1.0:1767323531.945348:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758812288
00000100:00100000:1.0:1767323531.945352:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758812288
00000100:00080000:3.0:1767323531.945421:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323531.945430:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5994
00000100:00100000:1.0:1767323531.945442:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758812288:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323531.945540:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758812288:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (385us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323531.945548:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5994
00000100:00100000:1.0:1767323531.945568:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90684
00000100:00100000:1.0:1767323531.945572:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758812160:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323531.945594:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323531.945625:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758812160:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 51us (534us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323531.945631:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90684
00010000:00010000:3.0:1767323532.231577:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323532.806920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323533.254986:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323533.830851:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323534.279066:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323534.285400:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323534.285415:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323534.285419:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323534.285424:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323534.285430:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323534.285440:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6071
00000100:00080000:1.0:1767323534.285446:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323534.285456:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323534.285511:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89f80 x1853166817088640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323534.285580:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817088640:0@lo:38:kworker.0
00000100:00100000:3.0:1767323534.285685:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323534.285903:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817088640
00000100:00100000:2.0:1767323534.285914:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817088640
00000100:00100000:2.0:1767323534.285965:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90685
00000100:00100000:2.0:1767323534.285974:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817088640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323534.286007:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323534.286393:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323534.286398:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323534.286401:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323534.286405:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6071
00000100:00080000:1.0:1767323534.286408:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323534.286412:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323534.286432:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89c00 x1853166817088768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323534.286483:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817088768:0@lo:38:kworker.0
00000100:00100000:3.0:1767323534.286517:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323534.286590:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817088768
00000100:00100000:0.0:1767323534.286596:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817088768
00000100:00100000:0.0:1767323534.286624:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404
00000100:00100000:0.0:1767323534.286629:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817088768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323534.286641:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323534.286684:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817088768:12345-0@lo:38:kworker.0 Request processed in 54us (166us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323534.286692:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404
00000100:00100000:2.0:1767323534.286857:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817088640:12345-0@lo:38:kworker.0 Request processed in 883us (1171us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323534.286865:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90685
00000100:00080000:3.0:1767323534.287001:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323534.287007:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323534.287011:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817088640:0@lo:38:kworker.0
00000100:00080000:3.0:1767323534.287037:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323534.287041:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323534.287044:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817088768:0@lo:38:kworker.0
00000100:00100000:2.0:1767323534.287251:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817088896:0@lo:400:kworker.0
00000100:00100000:2.0:1767323534.287284:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323534.287326:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817088896
00000100:00100000:3.0:1767323534.287331:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817088896
00000100:00080000:0.0:1767323534.287372:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323534.287386:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5995
00000100:00100000:3.0:1767323534.287398:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817088896:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767323534.287422:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323534.287428:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323534.287431:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323534.287435:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6071
00000100:00080000:1.0:1767323534.287438:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323534.287443:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323534.287461:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89880 x1853166817089024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323534.287523:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817089024:0@lo:38:kworker.0
00000100:00100000:0.0:1767323534.287558:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323534.287838:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817088896:12345-0@lo:400:kworker.0 Request processed in 443us (552us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323534.287843:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817088896:0@lo:400:kworker.0
00000100:00100000:3.0:1767323534.287852:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5995
00000100:00100000:2.0:1767323534.287858:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323534.287866:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817089152:0@lo:400:kworker.0
00000100:00100000:3.0:1767323534.287871:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817089024
00000100:00100000:3.0:1767323534.287876:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817089024
00000100:00100000:2.0:1767323534.287892:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323534.287908:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817089152
00000100:00100000:3.0:1767323534.287912:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817089152
00000100:00100000:0.0:1767323534.287951:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5996
00000100:00100000:3.0:1767323534.287958:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90686
00000100:00100000:0.0:1767323534.287963:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817089152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323534.287968:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817089024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323534.287986:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323534.288036:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323534.288040:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323534.288043:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323534.288047:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6071
00000100:00080000:1.0:1767323534.288049:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323534.288053:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323534.288069:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8b100 x1853166817089280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323534.288141:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817089408:0@lo:400:kworker.0
00000100:00100000:0.0:1767323534.288421:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817089152:12345-0@lo:400:kworker.0 Request processed in 462us (528us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323534.288428:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5996
00000100:00100000:0.0:1767323534.288451:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817089280:0@lo:38:kworker.0
00000100:00100000:0.0:1767323534.288476:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323534.288497:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817089280
00000100:00100000:0.0:1767323534.288500:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817089280
00000100:00100000:0.0:1767323534.288516:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90687
00000100:00100000:0.0:1767323534.288520:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817089280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323534.288531:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323534.288554:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817089280:12345-0@lo:38:kworker.0 Request processed in 33us (77us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323534.288560:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90687
00000100:00080000:0.0:1767323534.288579:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323534.288582:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323534.288586:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817089280:0@lo:38:kworker.0
00000100:00100000:0.0:1767323534.288615:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817089536:0@lo:400:kworker.0
00000100:00100000:0.0:1767323534.288639:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323534.288702:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323534.288718:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817089536
00000100:00100000:0.0:1767323534.288721:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817089536
00000100:00100000:0.0:1767323534.288752:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756
00000100:00100000:0.0:1767323534.288775:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817089536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323534.288808:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817089536:12345-0@lo:400:kworker.0 Request processed in 33us (167us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323534.288815:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756
00000100:00080000:0.0:1767323534.288834:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323534.288851:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817089536:0@lo:400:kworker.0
00000100:00100000:2.0:1767323534.289231:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817089152:0@lo:400:kworker.0
00000100:00100000:1.0:1767323534.289342:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323534.289352:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817089024:12345-0@lo:38:kworker.0 Request processed in 1383us (1790us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323534.289361:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90686
00000100:00080000:0.0:1767323534.289398:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323534.289403:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323534.289407:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817089024:0@lo:38:kworker.0
00000100:00100000:2.0:1767323534.289522:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817089408
00000100:00100000:2.0:1767323534.289527:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817089408
00000100:00100000:2.0:1767323534.289635:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3757
00000100:00100000:2.0:1767323534.289643:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817089408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323534.289694:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817089408:12345-0@lo:400:kworker.0 Request processed in 52us (352us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323534.289700:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3757
00000100:00100000:1.0:1767323534.289819:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817089408:0@lo:400:kworker.0
00000100:00080000:0.0:1767323534.289868:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323534.854933:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323535.303206:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323535.817100:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817089664:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323535.817215:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323535.817576:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817089664
00000100:00100000:0.0:1767323535.817586:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817089664
00000100:00100000:0.0:1767323535.817657:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489
00000100:00100000:0.0:1767323535.817667:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817089664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323535.817710:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323535.818241:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817089792:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323535.818280:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323535.818331:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817089792
00000100:00100000:3.0:1767323535.818336:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817089792
00000100:00100000:3.0:1767323535.818384:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490
00000100:00100000:3.0:1767323535.818392:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817089792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323535.818413:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323535.818455:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817089792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (173us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323535.818464:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490
00000100:00100000:3.0:1767323535.818519:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817089792:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323535.823259:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817089664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5579us (6030us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323535.823279:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489
00000100:00100000:1.0:1767323535.823396:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817089664:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323535.878905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323536.046287:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:0.0:1767323536.046325:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758812416 offset 0 length 520: 4
00000100:00100000:0.0:1767323536.046350:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323536.046427:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758812672
00000100:00100000:3.0:1767323536.046440:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758812672
00000100:00100000:2.0:1767323536.046445:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758812544
00000100:00100000:2.0:1767323536.046449:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758812544
00000100:00080000:0.0:1767323536.046517:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323536.046562:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 5997
00000100:00100000:2.0:1767323536.046576:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758812672:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323536.046725:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758812672:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 152us (453us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323536.046734:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 5997
00000100:00100000:1.0:1767323536.046994:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90688
00000100:00100000:1.0:1767323536.047001:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758812544:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323536.047029:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323536.047063:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758812544:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 61us (713us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323536.047070:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90688
00010000:00010000:3.0:1767323536.329303:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323536.902982:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323537.351269:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323537.927568:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323538.375579:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323513/real 1767323513]  req@ffff8d4d4a9d2680 x1853166817083392/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323538.375624:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a9d2680 x1853166817083392/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323538.375647:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323538.375670:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323538.375674:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817083392:0@lo:250:kworker.0
00000100:00080000:1.0:1767323538.375739:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323538.375746:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767323538.375750:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323538.375784:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6056
00000100:00080000:1.0:1767323538.375789:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323538.375797:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323538.375843:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea88e00 x1853166817089920/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323538.375875:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323538.375879:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323538.375881:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323538.375885:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6076
00000100:00080000:1.0:1767323538.375888:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323538.375891:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323538.375908:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8b100 x1853166817090048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323538.375917:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767323538.375919:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817089920:0@lo:250:kworker.0
00000100:00080000:1.0:1767323538.375921:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323538.375923:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323538.375927:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6076
00000100:00080000:1.0:1767323538.375930:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323538.375933:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323538.375944:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8a680 x1853166817090176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1767323538.375948:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323538.375975:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323538.375979:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000400:00000100:2.0:1767323538.375980:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817089920 offset 0 length 520: 4
00000100:00080000:1.0:1767323538.375981:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323538.375985:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6076
00000100:00080000:1.0:1767323538.375988:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323538.375992:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323538.375995:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817090304:0@lo:400:kworker.0
00000100:00100000:1.0:1767323538.376006:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89f80 x1853166817090432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323538.376025:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323538.376028:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323538.376030:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323538.376034:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6076
00000100:00080000:1.0:1767323538.376036:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323538.376040:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323538.376040:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817090048:0@lo:38:kworker.0
00000100:00100000:1.0:1767323538.376052:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89880 x1853166817090688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323538.376055:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323538.376250:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817090816:0@lo:400:kworker.0
00000100:00100000:1.0:1767323538.376285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323538.376309:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323538.376315:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817090944:0@lo:400:kworker.0
00000100:00100000:1.0:1767323538.376338:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323538.376403:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817090816
00000100:00100000:1.0:1767323538.376411:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817090816
00000100:00100000:1.0:1767323538.376480:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817090944
00000100:00100000:1.0:1767323538.376484:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817090944
00000100:00100000:1.0:1767323538.376511:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3758
00000100:00100000:1.0:1767323538.376520:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817090816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323538.376581:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817090816:12345-0@lo:400:kworker.0 Request processed in 61us (294us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323538.376594:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3758
00000100:00100000:0.0:1767323538.376611:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817090560:0@lo:400:kworker.0
00000100:00100000:1.0:1767323538.376616:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3759
00000100:00100000:1.0:1767323538.376624:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817090944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323538.376656:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817090944:12345-0@lo:400:kworker.0 Request processed in 33us (317us total) trans 0 rc 0/0
00000100:00080000:0.0:1767323538.376660:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323538.376661:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3759
00000100:00080000:0.0:1767323538.376668:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323538.376697:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817090944:0@lo:400:kworker.0
00000100:00100000:1.0:1767323538.376704:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817090816:0@lo:400:kworker.0
00000100:00100000:1.0:1767323538.376744:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323538.376806:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817090304
00000100:00100000:3.0:1767323538.376811:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817090304
00000100:00100000:3.0:1767323538.376855:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817090560
00000100:00100000:3.0:1767323538.376859:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817090560
00000100:00100000:3.0:1767323538.376886:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5998
00000100:00100000:3.0:1767323538.376893:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817090304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323538.376933:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817090304:12345-0@lo:400:kworker.0 Request processed in 40us (882us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323538.376939:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5998
00000100:00100000:3.0:1767323538.376954:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5999
00000100:00100000:3.0:1767323538.376960:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817090560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323538.376996:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817090560:12345-0@lo:400:kworker.0 Request processed in 36us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323538.377001:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5999
00000100:00100000:3.0:1767323538.377036:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817090560:0@lo:400:kworker.0
00000100:00100000:2.0:1767323538.377044:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323538.377067:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817090048
00000100:00100000:2.0:1767323538.377068:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817090176:0@lo:38:kworker.0
00000100:00100000:2.0:1767323538.377090:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323538.377104:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817090432:0@lo:38:kworker.0
00000100:00100000:2.0:1767323538.377117:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323538.377129:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817090688:0@lo:38:kworker.0
00000100:00100000:2.0:1767323538.377142:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323538.377177:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817090176
00000100:00100000:2.0:1767323538.377181:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817090176
00000100:00100000:2.0:1767323538.377206:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405
00000100:00100000:2.0:1767323538.377211:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817090176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323538.377233:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323538.377264:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817090176:12345-0@lo:38:kworker.0 Request processed in 52us (172us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323538.377269:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405
00000100:00080000:2.0:1767323538.377295:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323538.377300:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323538.377303:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817090176:0@lo:38:kworker.0
00000100:00100000:2.0:1767323538.377340:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817090304:0@lo:400:kworker.0
00000100:00100000:2.0:1767323538.377358:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817090432
00000100:00100000:2.0:1767323538.377362:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817090432
00000100:00100000:2.0:1767323538.377377:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817090688
00000100:00100000:2.0:1767323538.377378:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817090688
00000100:00100000:2.0:1767323538.377385:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90689
00000100:00100000:2.0:1767323538.377388:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817090432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323538.377395:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323538.377416:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817090432:12345-0@lo:38:kworker.0 Request processed in 27us (298us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323538.377419:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90689
00000100:00100000:2.0:1767323538.377427:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90690
00000100:00100000:2.0:1767323538.377429:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817090688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323538.377435:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323538.377448:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817090688:12345-0@lo:38:kworker.0 Request processed in 17us (305us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323538.377451:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90690
00000100:00080000:2.0:1767323538.377467:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323538.377469:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323538.377472:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817090688:0@lo:38:kworker.0
00000100:00080000:2.0:1767323538.377476:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323538.377478:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323538.377480:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817090432:0@lo:38:kworker.0
00000100:00080000:1.0:1767323538.377750:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323538.378252:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817090048
00000100:00100000:3.0:1767323538.378300:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90691
00000100:00100000:3.0:1767323538.378307:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817090048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323538.378323:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323538.378393:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817090048:12345-0@lo:38:kworker.0 Request processed in 85us (1351us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323538.378402:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90691
00000100:00080000:1.0:1767323538.378485:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323538.378492:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323538.378496:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817090048:0@lo:38:kworker.0
00000100:00100000:1.0:1767323538.950905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323539.399045:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323539.974940:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323540.423102:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323540.935620:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323540.937727:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817091072:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323540.937782:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323540.937793:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817091200:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323540.937873:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323540.938038:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817091200
00000100:00100000:3.0:1767323540.938048:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817091200
00000100:00100000:3.0:1767323540.938125:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491
00000100:00100000:3.0:1767323540.938147:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817091200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323540.938185:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323540.938241:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817091200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (367us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323540.938249:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491
00000100:00080000:0.0:1767323540.938621:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323540.938671:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817091200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323540.939263:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323540.939436:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817091072
00000100:00100000:2.0:1767323540.939444:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817091072
00000100:00100000:2.0:1767323540.939505:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492
00000100:00100000:2.0:1767323540.939514:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817091072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323540.939541:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323540.939590:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817091072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (328us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323540.939597:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492
00000100:00100000:1.0:1767323540.939682:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817091072:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767323540.939850:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323540.999632:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323541.165700:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323541.165861:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323541.166689:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758812928
00000100:00100000:2.0:1767323541.166704:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758812928
00000100:00100000:2.0:1767323541.166834:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758812800
00000100:00100000:2.0:1767323541.166839:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758812800
00000100:00100000:2.0:1767323541.166866:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6000
00000100:00100000:2.0:1767323541.166879:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758812928:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323541.166969:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90692
00000100:00100000:3.0:1767323541.166976:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758812800:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:2.0:1767323541.166987:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758812928:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 112us (1303us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323541.166995:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6000
00010000:00020000:3.0:1767323541.167004:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323541.167035:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758812800:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (1175us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323541.167042:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90692
00000100:00080000:0.0:1767323541.167210:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323541.447039:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323542.022969:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323542.472455:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323543.046913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323543.494926:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323543.494941:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323543.494945:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323543.494950:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323543.494956:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323543.494966:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6080
00000100:00080000:3.0:1767323543.494971:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323543.494980:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323543.495049:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7c380 x1853166817091328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323543.495132:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817091328:0@lo:38:kworker.0
00000100:00100000:1.0:1767323543.495224:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323543.495466:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817091328
00000100:00100000:0.0:1767323543.495477:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817091328
00000100:00100000:0.0:1767323543.495530:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90693
00000100:00100000:0.0:1767323543.495540:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817091328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323543.495566:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323543.495576:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323543.495582:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323543.495584:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323543.495589:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6080
00000100:00080000:3.0:1767323543.495592:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323543.495597:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323543.495618:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8b100 x1853166817091456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323543.495955:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817091456:0@lo:38:kworker.0
00000100:00100000:1.0:1767323543.495991:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323543.496152:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817091456
00000100:00100000:2.0:1767323543.496158:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817091456
00000100:00100000:2.0:1767323543.496189:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406
00000100:00100000:2.0:1767323543.496195:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817091456:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323543.496209:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323543.496249:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817091328:12345-0@lo:38:kworker.0 Request processed in 707us (1022us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323543.496260:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90693
00000100:00100000:2.0:1767323543.496269:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817091456:12345-0@lo:38:kworker.0 Request processed in 72us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323543.496278:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406
00010000:00010000:0.0:1767323543.496332:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323543.496499:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323543.496506:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323543.496510:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817091328:0@lo:38:kworker.0
00000100:00080000:1.0:1767323543.496537:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323543.496541:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323543.496544:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817091456:0@lo:38:kworker.0
00000100:00100000:1.0:1767323543.496943:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817091584:0@lo:400:kworker.0
00000100:00100000:1.0:1767323543.496984:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323543.497397:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323543.497404:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323543.497407:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323543.497412:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6080
00000100:00080000:3.0:1767323543.497416:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323543.497421:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323543.497445:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89880 x1853166817091712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323543.497519:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817091840:0@lo:400:kworker.0
00000100:00100000:2.0:1767323543.497549:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323543.497594:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817091584
00000100:00100000:2.0:1767323543.497600:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817091584
00000100:00100000:2.0:1767323543.497651:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817091840
00000100:00100000:2.0:1767323543.497655:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817091840
00000100:00100000:2.0:1767323543.497682:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6001
00000100:00100000:2.0:1767323543.497690:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817091584:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323543.497783:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323543.497799:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6002
00000100:00100000:0.0:1767323543.497809:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817091840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323543.497845:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817091840:12345-0@lo:400:kworker.0 Request processed in 39us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323543.497852:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6002
00000100:00100000:0.0:1767323543.497896:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817091712:0@lo:38:kworker.0
00000100:00100000:0.0:1767323543.497926:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323543.497950:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817091712
00000100:00100000:0.0:1767323543.497954:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817091712
00000100:00100000:0.0:1767323543.497975:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90694
00000100:00100000:0.0:1767323543.497979:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817091712:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767323543.498130:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323543.498135:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323543.498137:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323543.498141:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6080
00000100:00080000:3.0:1767323543.498144:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323543.498148:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323543.498166:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8a680 x1853166817091968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323543.498230:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817092096:0@lo:400:kworker.0
00000100:00100000:3.0:1767323543.498267:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323543.498306:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323543.498312:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817092224:0@lo:400:kworker.0
00000100:00100000:3.0:1767323543.498334:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323543.498409:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817091840:0@lo:400:kworker.0
00000100:00100000:3.0:1767323543.498445:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817092096
00000100:00100000:3.0:1767323543.498449:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817092096
00000100:00100000:3.0:1767323543.498489:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817092224
00000100:00100000:3.0:1767323543.498492:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817092224
00000100:00100000:3.0:1767323543.498515:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760
00000100:00100000:3.0:1767323543.498522:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817092096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323543.498560:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817092096:12345-0@lo:400:kworker.0 Request processed in 40us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323543.498567:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760
00000100:00100000:3.0:1767323543.498579:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761
00000100:00100000:3.0:1767323543.498585:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817092224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323543.498609:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817092224:12345-0@lo:400:kworker.0 Request processed in 25us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323543.498614:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761
00000100:00080000:3.0:1767323543.498638:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323543.498641:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323543.498657:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817092224:0@lo:400:kworker.0
00000100:00100000:3.0:1767323543.498666:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817092096:0@lo:400:kworker.0
00000100:00100000:3.0:1767323543.498711:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817091968:0@lo:38:kworker.0
00000100:00100000:3.0:1767323543.498736:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323543.498793:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817091968
00000100:00100000:3.0:1767323543.498796:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817091968
00000100:00100000:3.0:1767323543.498817:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90695
00000100:00100000:3.0:1767323543.498822:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817091968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323543.498835:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323543.498867:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817091968:12345-0@lo:38:kworker.0 Request processed in 44us (131us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323543.498874:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90695
00000100:00080000:3.0:1767323543.498899:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323543.498904:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323543.498907:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817091968:0@lo:38:kworker.0
00010000:00020000:0.0:1767323543.499171:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323543.499221:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817091712:12345-0@lo:38:kworker.0 Request processed in 1239us (1293us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323543.499228:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90694
00000100:00080000:3.0:1767323543.499319:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323543.499324:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323543.499327:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817091712:0@lo:38:kworker.0
00000100:00100000:2.0:1767323543.499421:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817091584:12345-0@lo:400:kworker.0 Request processed in 1729us (2433us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323543.499430:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6001
00000100:00100000:1.0:1767323543.501640:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817091584:0@lo:400:kworker.0
00000100:00100000:2.0:1767323544.071217:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323544.521400:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323545.095021:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323545.543479:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323546.055390:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817092352:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323546.055496:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323546.055666:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817092480:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323546.055703:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323546.055786:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817092352
00000100:00100000:1.0:1767323546.055796:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817092352
00000100:00100000:1.0:1767323546.055862:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817092480
00000100:00100000:1.0:1767323546.055866:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817092480
00000100:00100000:1.0:1767323546.055892:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493
00000100:00100000:1.0:1767323546.055933:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817092352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323546.055974:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323546.056043:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494
00000100:00080000:2.0:1767323546.056046:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323546.056054:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323546.056059:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817092480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323546.056091:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323546.056125:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817092352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 224us (629us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323546.056136:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493
00000100:00100000:3.0:1767323546.056139:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817092480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (433us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323546.056148:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494
00000100:00100000:1.0:1767323546.056210:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817092480:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323546.058551:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817092352:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323546.118958:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323546.281048:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323546.281122:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323546.281305:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758813184
00000100:00100000:2.0:1767323546.281321:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758813184
00000100:00080000:3.0:1767323546.281484:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323546.281727:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758813056
00000100:00100000:2.0:1767323546.281732:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758813056
00000100:00100000:3.0:1767323546.286145:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6003
00000100:00100000:3.0:1767323546.286184:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758813184:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323546.286340:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758813184:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 177us (5306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323546.286350:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6003
00000100:00100000:3.0:1767323546.286405:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90696
00000100:00100000:3.0:1767323546.286411:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758813056:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323546.286439:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323546.286470:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758813056:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (5348us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323546.286477:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90696
00010000:00010000:3.0:1767323546.567231:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323547.142900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323547.591101:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323548.166919:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323548.616180:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323548.616194:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323548.616197:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323548.616202:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323548.616208:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323548.616218:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6086
00000100:00080000:3.0:1767323548.616224:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323548.616232:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323548.616380:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1f80 x1853166817092608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323548.616407:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323548.616411:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323548.616413:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323548.616417:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6086
00000100:00080000:3.0:1767323548.616420:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323548.616424:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323548.616439:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817092608:0@lo:38:kworker.0
00000100:00100000:3.0:1767323548.616444:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2300 x1853166817092736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323548.616487:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323548.616491:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323548.616492:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323548.616496:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6086
00000100:00080000:3.0:1767323548.616498:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323548.616502:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323548.616513:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89f80 x1853166817092992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323548.616528:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323548.616529:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323548.616532:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323548.616533:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323548.616537:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6086
00000100:00080000:3.0:1767323548.616539:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323548.616542:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323548.616550:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8a680 x1853166817093248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323548.616597:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817092736:0@lo:38:kworker.0
00000100:00100000:3.0:1767323548.616598:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817093120:0@lo:400:kworker.0
00000100:00100000:3.0:1767323548.616626:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323548.616627:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323548.616650:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817092992:0@lo:38:kworker.0
00000100:00100000:3.0:1767323548.616653:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323548.616658:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817092864:0@lo:400:kworker.0
00000100:00100000:2.0:1767323548.616669:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323548.616681:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817093376:0@lo:400:kworker.0
00000100:00100000:3.0:1767323548.616709:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323548.616746:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817092736
00000100:00100000:0.0:1767323548.616775:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817092736
00000100:00100000:0.0:1767323548.616817:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407
00000100:00100000:0.0:1767323548.616827:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817092736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323548.616851:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323548.616895:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817092736:12345-0@lo:38:kworker.0 Request processed in 68us (266us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323548.616903:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407
00010000:00010000:1.0:1767323548.619318:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323548.619471:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817093248:0@lo:38:kworker.0
00000100:00100000:2.0:1767323548.619550:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323548.619644:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767323548.619835:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323548.619842:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323548.619846:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817092736:0@lo:38:kworker.0
00000100:00100000:0.0:1767323548.619917:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817092608
00000100:00100000:0.0:1767323548.619927:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817092608
00000100:00100000:0.0:1767323548.619962:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817093120
00000100:00100000:0.0:1767323548.619965:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817093120
00000100:00100000:0.0:1767323548.620007:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817092992
00000100:00100000:0.0:1767323548.620022:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817092992
00000100:00100000:0.0:1767323548.620033:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817093248
00000100:00100000:0.0:1767323548.620036:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817093248
00000100:00100000:0.0:1767323548.620048:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6004
00000100:00100000:0.0:1767323548.620057:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817093120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323548.620139:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817093120:12345-0@lo:400:kworker.0 Request processed in 84us (3512us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323548.620148:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6004
00000100:00100000:0.0:1767323548.620167:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90697
00000100:00100000:0.0:1767323548.620172:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817092608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323548.620195:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323548.620227:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817092608:12345-0@lo:38:kworker.0 Request processed in 54us (3699us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323548.620234:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90697
00000100:00100000:0.0:1767323548.620252:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90698
00000100:00100000:0.0:1767323548.620256:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817092992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323548.620266:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323548.620291:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817092992:12345-0@lo:38:kworker.0 Request processed in 33us (3620us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323548.620297:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90698
00000100:00100000:0.0:1767323548.620308:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90699
00000100:00100000:0.0:1767323548.620312:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817093248:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323548.620322:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323548.620343:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817093248:12345-0@lo:38:kworker.0 Request processed in 30us (794us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323548.620349:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90699
00000100:00080000:0.0:1767323548.620372:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323548.620411:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323548.620446:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817093120:0@lo:400:kworker.0
00000100:00100000:0.0:1767323548.620470:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817092864
00000100:00100000:0.0:1767323548.620474:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817092864
00000100:00100000:0.0:1767323548.620500:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6005
00000100:00100000:0.0:1767323548.620505:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817092864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323548.620536:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817092864:12345-0@lo:400:kworker.0 Request processed in 31us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323548.620546:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6005
00000100:00080000:0.0:1767323548.620558:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323548.620577:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817092864:0@lo:400:kworker.0
00000100:00080000:0.0:1767323548.620601:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323548.620605:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323548.620609:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817092992:0@lo:38:kworker.0
00000100:00080000:0.0:1767323548.620617:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323548.620621:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323548.620624:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817093248:0@lo:38:kworker.0
00000100:00080000:0.0:1767323548.620633:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323548.620637:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323548.620640:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817092608:0@lo:38:kworker.0
00000100:00100000:0.0:1767323548.620679:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817093376
00000100:00100000:0.0:1767323548.620683:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817093376
00000100:00100000:0.0:1767323548.620717:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762
00000100:00100000:0.0:1767323548.620724:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817093376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323548.620779:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817093376:12345-0@lo:400:kworker.0 Request processed in 32us (4046us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323548.620786:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762
00000100:00080000:0.0:1767323548.620800:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323548.622960:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817093504:0@lo:400:kworker.0
00000100:00100000:3.0:1767323548.623055:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323548.623144:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817093376:0@lo:400:kworker.0
00000100:00100000:0.0:1767323548.623191:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817093504
00000100:00100000:0.0:1767323548.623199:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817093504
00000100:00100000:0.0:1767323548.623285:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3763
00000100:00100000:0.0:1767323548.623295:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817093504:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323548.623440:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323548.623475:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817093504:12345-0@lo:400:kworker.0 Request processed in 182us (423us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323548.623482:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3763
00000100:00100000:1.0:1767323548.623614:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817093504:0@lo:400:kworker.0
00000100:00100000:2.0:1767323549.190898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323549.639220:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323550.215077:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323550.663254:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323551.175689:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817093632:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323551.175811:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323551.175970:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817093632
00000100:00100000:2.0:1767323551.175979:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817093632
00000100:00100000:2.0:1767323551.176074:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3495
00000100:00100000:2.0:1767323551.176086:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817093632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323551.176123:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323551.176178:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817093632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (367us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323551.176186:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3495
00000100:00100000:2.0:1767323551.176240:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817093632:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767323551.176552:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323551.177510:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817093760:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323551.177574:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323551.177826:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817093760
00000100:00100000:3.0:1767323551.177835:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817093760
00000100:00100000:3.0:1767323551.177896:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496
00000100:00100000:3.0:1767323551.177907:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817093760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323551.177934:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323551.177989:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817093760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (414us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323551.177996:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496
00000100:00100000:1.0:1767323551.178090:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817093760:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323551.181575:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323551.238917:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323551.400449:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323551.400503:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323551.400750:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758813312
00000100:00100000:1.0:1767323551.400787:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758813312
00000100:00100000:1.0:1767323551.400844:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758813440
00000100:00100000:1.0:1767323551.400848:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758813440
00000100:00100000:1.0:1767323551.400900:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6006
00000100:00100000:1.0:1767323551.400911:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758813440:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323551.401020:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758813440:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 111us (515us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323551.401122:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6006
00000100:00100000:1.0:1767323551.401145:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90700
00000100:00100000:1.0:1767323551.401150:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758813312:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323551.401175:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323551.401204:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758813312:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (771us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767323551.401207:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323551.401211:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90700
00010000:00010000:0.0:1767323551.687109:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323552.263039:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323552.711443:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323553.287150:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323553.734948:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323553.734962:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323553.734966:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323553.734971:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323553.734977:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323553.734987:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6091
00000100:00080000:2.0:1767323553.734993:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323553.735002:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00010000:00010000:3.0:1767323553.735058:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323553.735073:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1f80 x1853166817093888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323553.735107:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323553.735111:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323553.735113:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323553.735118:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6091
00000100:00080000:2.0:1767323553.735120:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323553.735124:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323553.735139:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3b80 x1853166817094016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323553.735185:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817093888:0@lo:38:kworker.0
00000100:00080000:2.0:1767323553.735198:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323553.735202:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323553.735204:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323553.735207:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6091
00000100:00080000:2.0:1767323553.735210:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323553.735214:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323553.735230:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39c00 x1853166817094272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323553.735244:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323553.735246:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323553.735248:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323553.735252:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6091
00000100:00080000:2.0:1767323553.735254:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323553.735257:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323553.735266:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39880 x1853166817094528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323553.735273:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323553.735315:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817094784:0@lo:400:kworker.0
00000100:00100000:0.0:1767323553.735343:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817094016:0@lo:38:kworker.0
00000100:00100000:2.0:1767323553.735350:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323553.735370:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323553.735384:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323553.735390:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817094656:0@lo:400:kworker.0
00000100:00100000:0.0:1767323553.735394:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817094272:0@lo:38:kworker.0
00000100:00100000:0.0:1767323553.735416:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323553.735416:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323553.735417:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817094400:0@lo:400:kworker.0
00000100:00100000:3.0:1767323553.735458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323553.735490:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817094528:0@lo:38:kworker.0
00000100:00100000:1.0:1767323553.735542:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817094144:0@lo:400:kworker.0
00000100:00100000:1.0:1767323553.735592:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817094784
00000100:00100000:1.0:1767323553.735602:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817094784
00000100:00100000:1.0:1767323553.735682:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817094656
00000100:00100000:1.0:1767323553.735685:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817094656
00000100:00100000:1.0:1767323553.735714:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3764
00000100:00100000:1.0:1767323553.735734:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817094784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323553.735833:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817094784:12345-0@lo:400:kworker.0 Request processed in 100us (481us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323553.735842:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3764
00000100:00100000:1.0:1767323553.735861:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765
00000100:00100000:1.0:1767323553.735867:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817094656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323553.735895:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817094656:12345-0@lo:400:kworker.0 Request processed in 28us (480us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323553.735901:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765
00000100:00100000:1.0:1767323553.736116:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817094656:0@lo:400:kworker.0
00000100:00100000:1.0:1767323553.736131:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817094784:0@lo:400:kworker.0
00000100:00100000:1.0:1767323553.736169:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817094016
00000100:00100000:1.0:1767323553.736173:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817094016
00000100:00100000:1.0:1767323553.736198:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408
00000100:00100000:1.0:1767323553.736202:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817094016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323553.736223:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323553.736264:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817094016:12345-0@lo:38:kworker.0 Request processed in 60us (892us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323553.736271:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408
00000100:00080000:1.0:1767323553.736323:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323553.736329:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323553.741124:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817093888
00000100:00100000:0.0:1767323553.741143:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817093888
00000100:00100000:0.0:1767323553.741216:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817094272
00000100:00100000:0.0:1767323553.741220:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817094272
00000100:00100000:0.0:1767323553.741238:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817094400
00000100:00100000:0.0:1767323553.741241:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817094400
00000100:00100000:0.0:1767323553.741296:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6007
00000100:00100000:0.0:1767323553.741311:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817094400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323553.741426:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817094400:12345-0@lo:400:kworker.0 Request processed in 120us (5967us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323553.741435:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6007
00000100:00100000:0.0:1767323553.741455:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90701
00000100:00100000:0.0:1767323553.741460:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817093888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323553.741485:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323553.741520:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817093888:12345-0@lo:38:kworker.0 Request processed in 59us (6247us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323553.741528:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90701
00000100:00100000:0.0:1767323553.741539:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90702
00000100:00100000:0.0:1767323553.741544:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817094272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323553.741553:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323553.741579:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817094272:12345-0@lo:38:kworker.0 Request processed in 34us (6164us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323553.741585:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90702
00000100:00080000:0.0:1767323553.741616:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323553.741668:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323553.741719:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817094144
00000100:00100000:0.0:1767323553.741724:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817094144
00000100:00100000:0.0:1767323553.741752:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6008
00000100:00100000:2.0:1767323553.741999:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817094400:0@lo:400:kworker.0
00000100:00100000:0.0:1767323553.742031:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817094144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323553.742095:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817094144:12345-0@lo:400:kworker.0 Request processed in 315us (426us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323553.742103:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6008
00000100:00100000:2.0:1767323553.742124:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817094144:0@lo:400:kworker.0
00000100:00080000:0.0:1767323553.742127:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323553.742148:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323553.742183:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817094528
00000100:00100000:0.0:1767323553.742189:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817094528
00000100:00080000:1.0:1767323553.742191:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323553.742199:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323553.742203:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817093888:0@lo:38:kworker.0
00000100:00080000:1.0:1767323553.742216:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323553.742219:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323553.742222:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817094016:0@lo:38:kworker.0
00000100:00080000:1.0:1767323553.742247:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323553.742251:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323553.742253:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817094272:0@lo:38:kworker.0
00000100:00100000:0.0:1767323553.742270:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90703
00000100:00100000:0.0:1767323553.742278:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817094528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323553.742291:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323553.742334:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817094528:12345-0@lo:38:kworker.0 Request processed in 56us (188us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323553.742341:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90703
00000100:00080000:1.0:1767323553.742409:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323553.742414:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323553.742418:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817094528:0@lo:38:kworker.0
00000100:00100000:2.0:1767323554.311056:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323554.759471:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323555.338266:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323555.782937:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323556.295128:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323556.295165:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817094912:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323556.295541:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323556.295664:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817095040:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323556.295697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323556.295844:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817094912
00000100:00100000:2.0:1767323556.295855:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817094912
00000100:00100000:2.0:1767323556.295949:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817095040
00000100:00100000:2.0:1767323556.295953:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817095040
00000100:00100000:2.0:1767323556.296002:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497
00000100:00100000:2.0:1767323556.296014:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817094912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323556.296053:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323556.296124:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817094912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (583us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323556.296137:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497
00000100:00100000:2.0:1767323556.296162:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498
00000100:00100000:2.0:1767323556.296168:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817095040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323556.296185:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323556.296213:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817095040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (516us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323556.296223:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498
00000100:00080000:3.0:1767323556.296527:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323556.296532:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323556.296575:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817095040:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323556.296596:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817094912:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323556.359009:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323556.526148:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323556.526258:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758813568
00000100:00100000:0.0:1767323556.526273:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323556.526273:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758813568
00000100:00100000:3.0:1767323556.526325:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758813696
00000100:00100000:3.0:1767323556.526329:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758813696
00000100:00100000:0.0:1767323556.526342:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90704
00000100:00100000:0.0:1767323556.526351:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758813568:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323556.526383:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323556.526484:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758813568:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 132us (349us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323556.526493:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90704
00000100:00100000:0.0:1767323556.526514:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6009
00000100:00100000:0.0:1767323556.526522:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758813696:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323556.526571:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758813696:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 49us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323556.526577:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6009
00000100:00080000:1.0:1767323556.528819:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323556.807161:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323557.383424:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323557.831178:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323558.410136:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323558.855203:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323558.857261:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323558.857272:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323558.857275:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323558.857279:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323558.857283:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323558.857291:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6096
00000100:00080000:3.0:1767323558.857296:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323558.857304:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323558.857362:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22ea00 x1853166817095168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323558.857396:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323558.857400:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323558.857402:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323558.857407:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6096
00000100:00080000:3.0:1767323558.857410:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323558.857414:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323558.857429:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22ed80 x1853166817095296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323558.857466:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817095168:0@lo:38:kworker.0
00000100:00100000:0.0:1767323558.857542:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767323558.857607:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323558.857612:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323558.857614:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323558.857627:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6096
00000100:00080000:3.0:1767323558.857630:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323558.857635:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323558.857648:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22ca80 x1853166817095552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323558.857701:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323558.857787:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817095680:0@lo:400:kworker.0
00000100:00100000:0.0:1767323558.857832:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323558.857834:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817095168
00000100:00100000:2.0:1767323558.857850:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817095168
00000100:00100000:0.0:1767323558.857878:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817095680
00000100:00100000:0.0:1767323558.857887:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817095680
00000100:00100000:2.0:1767323558.857983:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6010
00000100:00100000:2.0:1767323558.858007:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817095680:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323558.858014:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323558.858020:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323558.858022:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323558.858029:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6096
00000100:00080000:3.0:1767323558.858032:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323558.858036:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323558.858068:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22f100 x1853166817095808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323558.858110:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817095680:12345-0@lo:400:kworker.0 Request processed in 112us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323558.858123:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6010
00000100:00100000:2.0:1767323558.858152:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90705
00000100:00100000:3.0:1767323558.858155:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817096064:0@lo:400:kworker.0
00000100:00100000:2.0:1767323558.858163:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817095168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323558.858186:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323558.858205:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323558.858240:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817095168:12345-0@lo:38:kworker.0 Request processed in 78us (538us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323558.858248:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90705
00000100:00080000:1.0:1767323558.858531:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323558.858537:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323558.858542:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817095168:0@lo:38:kworker.0
00000100:00100000:1.0:1767323558.858550:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817095296:0@lo:38:kworker.0
00000100:00100000:1.0:1767323558.858582:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323558.858609:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817096064
00000100:00100000:1.0:1767323558.858612:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817096064
00000100:00100000:1.0:1767323558.858650:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766
00000100:00100000:1.0:1767323558.858658:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817096064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323558.858702:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817096064:12345-0@lo:400:kworker.0 Request processed in 45us (498us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323558.858709:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766
00000100:00100000:1.0:1767323558.858734:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817095296
00000100:00100000:1.0:1767323558.858738:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817095296
00000100:00100000:1.0:1767323558.858771:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409
00000100:00100000:1.0:1767323558.858776:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817095296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323558.858793:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323558.858826:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817095296:12345-0@lo:38:kworker.0 Request processed in 48us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323558.858832:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409
00000100:00100000:1.0:1767323558.858874:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817095680:0@lo:400:kworker.0
00000100:00100000:1.0:1767323558.858881:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817095424:0@lo:400:kworker.0
00000100:00100000:1.0:1767323558.858902:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323558.859107:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817096064:0@lo:400:kworker.0
00000100:00100000:1.0:1767323558.859121:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323558.859127:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817095936:0@lo:400:kworker.0
00000100:00100000:1.0:1767323558.859147:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323558.859170:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817095936
00000100:00100000:1.0:1767323558.859173:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817095936
00000100:00100000:1.0:1767323558.859194:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767
00000100:00100000:1.0:1767323558.859199:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817095936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323558.859228:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817095936:12345-0@lo:400:kworker.0 Request processed in 29us (80us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323558.859233:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767
00000100:00100000:1.0:1767323558.859254:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817095936:0@lo:400:kworker.0
00000100:00080000:1.0:1767323558.859274:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323558.859278:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323558.859281:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817095296:0@lo:38:kworker.0
00000100:00100000:1.0:1767323558.859298:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817095552:0@lo:38:kworker.0
00000100:00100000:1.0:1767323558.859316:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323558.859935:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817095424
00000100:00100000:0.0:1767323558.859941:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817095424
00000100:00100000:0.0:1767323558.860006:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6011
00000100:00100000:0.0:1767323558.860015:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817095424:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323558.860076:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323558.860084:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323558.860087:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323558.860207:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817095424:12345-0@lo:400:kworker.0 Request processed in 192us (1302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323558.860215:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6011
00000100:00100000:2.0:1767323558.860280:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817095424:0@lo:400:kworker.0
00000100:00100000:1.0:1767323558.860886:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817095808:0@lo:38:kworker.0
00000100:00100000:3.0:1767323558.860894:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817095552
00000100:00100000:3.0:1767323558.860899:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817095552
00000100:00100000:1.0:1767323558.860922:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323558.863329:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817095808
00000100:00100000:3.0:1767323558.863344:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817095808
00000100:00100000:3.0:1767323558.863413:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90706
00000100:00100000:3.0:1767323558.863423:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817095552:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323558.863448:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90707
00010000:00020000:3.0:1767323558.863452:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323558.863455:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817095808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323558.863464:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323558.863530:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817095808:12345-0@lo:38:kworker.0 Request processed in 73us (2606us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323558.863530:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817095552:12345-0@lo:38:kworker.0 Request processed in 107us (4210us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323558.863538:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90707
00000100:00080000:1.0:1767323558.863593:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323558.863599:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323558.863604:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817095552:0@lo:38:kworker.0
00000100:00080000:1.0:1767323558.863615:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323558.863618:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323558.863621:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817095808:0@lo:38:kworker.0
00000100:00100000:3.0:1767323558.863866:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90706
00000100:00100000:2.0:1767323559.430940:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323559.878948:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323560.454890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323560.903084:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323561.416525:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817096192:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323561.416626:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323561.416662:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817096320:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323561.416695:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323561.416738:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817096192
00000100:00100000:2.0:1767323561.416746:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817096192
00000100:00100000:3.0:1767323561.416781:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817096320
00000100:00100000:3.0:1767323561.416786:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817096320
00000100:00100000:2.0:1767323561.416853:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499
00000100:00100000:2.0:1767323561.416864:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817096192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323561.416902:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323561.416964:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817096192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (337us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323561.416972:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499
00000100:00100000:2.0:1767323561.417050:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817096192:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323561.420994:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3500
00000100:00100000:2.0:1767323561.421016:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817096320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323561.421069:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323561.421533:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817096320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 525us (4835us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323561.421543:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3500
00000100:00100000:2.0:1767323561.421621:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817096320:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767323561.421955:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323561.421965:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323561.480341:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323561.642220:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767323561.642275:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758814080 offset 0 length 520: 4
00000100:00100000:3.0:1767323561.642298:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323561.642470:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758813824
00000100:00100000:0.0:1767323561.642482:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758813824
00000100:00100000:0.0:1767323561.642540:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758813952
00000100:00100000:0.0:1767323561.642543:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758813952
00000100:00100000:0.0:1767323561.642607:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6012
00000100:00100000:0.0:1767323561.642618:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758813952:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323561.642721:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758813952:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 105us (421us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323561.642729:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6012
00000100:00100000:0.0:1767323561.642750:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90708
00000100:00100000:0.0:1767323561.642802:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758813824:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323561.642828:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323561.642852:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758813824:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 97us (647us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323561.642858:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90708
00000100:00080000:3.0:1767323561.643737:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323561.927167:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323562.502916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323562.951505:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323563.528267:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323563.975040:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323563.975055:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323563.975059:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323563.975064:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323563.975069:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323563.975080:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6101
00000100:00080000:2.0:1767323563.975086:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323563.975095:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323563.975156:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841180 x1853166817096448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323563.975173:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323563.975175:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323563.975177:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323563.975180:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6101
00000100:00080000:2.0:1767323563.975182:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323563.975185:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323563.975195:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45840e00 x1853166817096576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323563.975251:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767323563.975267:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323563.975270:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323563.975272:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323563.975275:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6101
00000100:00080000:2.0:1767323563.975277:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323563.975279:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323563.975288:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45843b80 x1853166817096832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323563.975324:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323538/real 1767323538]  req@ffff8d4e4ea88e00 x1853166817089920/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323563 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767323563.975355:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323563.975371:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4ea88e00 x1853166817089920/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323563 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767323563.975378:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817096960:0@lo:400:kworker.0
00000100:00100000:1.0:1767323563.975394:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817096448:0@lo:38:kworker.0
00000100:00100000:3.0:1767323563.975715:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817096704:0@lo:400:kworker.0
00000100:00080000:2.0:1767323563.975895:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323563.975900:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323563.975902:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323563.975906:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6101
00000100:00080000:2.0:1767323563.975909:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323563.975913:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323563.975947:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841500 x1853166817097088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323563.976007:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817097216:0@lo:400:kworker.0
00000100:00100000:1.0:1767323563.976344:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323563.976411:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817096576:0@lo:38:kworker.0
00000100:00100000:1.0:1767323563.976441:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323563.976469:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817096832:0@lo:38:kworker.0
00000100:00100000:1.0:1767323563.976494:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323563.976514:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323563.976528:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767323563.976532:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817089920:0@lo:250:kworker.0
00000100:00100000:1.0:1767323563.976558:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817097088:0@lo:38:kworker.0
00000100:00100000:1.0:1767323563.976579:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323563.976617:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817096448
00000100:00100000:1.0:1767323563.976626:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817096448
00000100:00100000:1.0:1767323563.976667:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817096832
00000100:00100000:1.0:1767323563.976670:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817096832
00000100:00100000:1.0:1767323563.976684:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817097088
00000100:00100000:1.0:1767323563.976686:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817097088
00000100:00100000:1.0:1767323563.976707:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90709
00000100:00100000:1.0:1767323563.976715:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817096448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323563.976740:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323563.976805:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817096448:12345-0@lo:38:kworker.0 Request processed in 89us (462us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323563.976817:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90709
00000100:00100000:1.0:1767323563.976835:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90710
00000100:00100000:1.0:1767323563.976839:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817096832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323563.976848:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323563.976871:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817096832:12345-0@lo:38:kworker.0 Request processed in 31us (377us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323563.976878:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90710
00000100:00100000:1.0:1767323563.976889:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90711
00000100:00100000:1.0:1767323563.976892:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817097088:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323563.976902:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323563.976938:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817097088:12345-0@lo:38:kworker.0 Request processed in 43us (356us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323563.976944:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90711
00000100:00100000:1.0:1767323563.976964:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817096576
00000100:00100000:1.0:1767323563.976968:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817096576
00000100:00100000:1.0:1767323563.976988:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410
00000100:00100000:1.0:1767323563.976993:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817096576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323563.977002:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323563.977030:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817096576:12345-0@lo:38:kworker.0 Request processed in 36us (589us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323563.977037:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410
00000100:00080000:1.0:1767323563.977094:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323563.977098:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323563.977102:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817097088:0@lo:38:kworker.0
00000100:00080000:1.0:1767323563.977116:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323563.977120:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323563.977123:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817096448:0@lo:38:kworker.0
00000100:00080000:1.0:1767323563.977132:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323563.977135:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323563.977139:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817096576:0@lo:38:kworker.0
00000100:00080000:1.0:1767323563.977147:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323563.977150:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323563.977153:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817096832:0@lo:38:kworker.0
00000100:00100000:1.0:1767323563.977418:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817097344:0@lo:400:kworker.0
00000100:00100000:1.0:1767323563.977455:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323563.977494:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817097344
00000100:00100000:1.0:1767323563.977498:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817097344
00000100:00100000:1.0:1767323563.977552:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768
00000100:00100000:1.0:1767323563.977559:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817097344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323563.977607:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817097344:12345-0@lo:400:kworker.0 Request processed in 49us (152us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323563.977614:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768
00000100:00100000:1.0:1767323563.977646:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817097344:0@lo:400:kworker.0
00000100:00080000:1.0:1767323563.977677:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323563.977681:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767323563.977685:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323563.977689:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6080
00000100:00080000:1.0:1767323563.977693:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323563.977698:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323563.977720:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45840e00 x1853166817097472/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323563.977752:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817097472:0@lo:250:kworker.0
00000400:00000100:1.0:1767323563.977802:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817097472 offset 0 length 520: 4
00000100:00080000:3.0:1767323563.978039:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323563.978058:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323563.978111:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817096960
00000100:00100000:1.0:1767323563.978117:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817096960
00000100:00100000:3.0:1767323563.978125:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323563.978157:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817096704
00000100:00100000:1.0:1767323563.978162:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817096704
00000100:00100000:2.0:1767323563.978244:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323563.978290:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817097216
00000100:00100000:2.0:1767323563.978294:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817097216
00010000:00010000:0.0:1767323563.978316:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323563.978323:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3769
00000100:00100000:2.0:1767323563.978330:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817097216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323563.978376:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817097216:12345-0@lo:400:kworker.0 Request processed in 46us (132us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323563.978384:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3769
00000100:00100000:2.0:1767323563.978420:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817097216:0@lo:400:kworker.0
00000100:00080000:2.0:1767323563.978442:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323563.978446:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323563.978479:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6013
00000100:00100000:1.0:1767323563.978492:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817096960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323563.978536:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817096960:12345-0@lo:400:kworker.0 Request processed in 48us (534us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323563.978879:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6014
00000100:00100000:0.0:1767323563.978889:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817096704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323563.978943:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817096704:12345-0@lo:400:kworker.0 Request processed in 57us (818us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323563.978950:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6014
00000100:00100000:0.0:1767323563.978994:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817096960:0@lo:400:kworker.0
00000100:00100000:2.0:1767323563.979229:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817096704:0@lo:400:kworker.0
00000100:00100000:1.0:1767323563.979282:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6013
00000100:00100000:2.0:1767323564.550908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323564.999037:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323565.574936:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323566.023077:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323566.535801:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817097600:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323566.535925:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323566.536119:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817097728:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323566.536155:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323566.536213:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817097600
00000100:00100000:2.0:1767323566.536224:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817097600
00000100:00100000:2.0:1767323566.536297:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817097728
00000100:00100000:2.0:1767323566.536308:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817097728
00000100:00100000:2.0:1767323566.536337:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501
00000100:00100000:2.0:1767323566.536346:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817097600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323566.536385:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323566.536468:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502
00000100:00100000:3.0:1767323566.536482:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817097728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323566.536502:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323566.536545:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817097728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (388us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323566.536553:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502
00000100:00100000:3.0:1767323566.536612:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817097728:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767323566.536655:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323566.536659:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323566.539182:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817097600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2823us (3270us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323566.539198:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501
00000100:00100000:0.0:1767323566.539356:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817097600:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323566.599697:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323566.763794:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323566.763853:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323566.764008:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758814208
00000100:00100000:3.0:1767323566.764019:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758814208
00000100:00100000:3.0:1767323566.764068:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758814336
00000100:00100000:3.0:1767323566.764070:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758814336
00000100:00100000:2.0:1767323566.764176:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90712
00000100:00100000:2.0:1767323566.764184:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758814208:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323566.764210:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323566.764276:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758814208:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 92us (535us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323566.764284:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90712
00000100:00100000:3.0:1767323566.764620:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6015
00000100:00100000:3.0:1767323566.764630:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758814336:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323566.764682:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758814336:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 55us (828us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323566.764689:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6015
00000100:00080000:1.0:1767323566.765069:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323567.047611:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323567.624046:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323568.071011:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323568.647408:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323569.095473:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323569.095488:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323569.095492:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323569.095497:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323569.095502:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323569.095512:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6106
00000100:00080000:0.0:1767323569.095519:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323569.095529:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323569.095590:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a300 x1853166817097856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323569.095672:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817097856:0@lo:38:kworker.0
00000100:00100000:1.0:1767323569.095864:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323569.096160:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323569.096165:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323569.096168:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323569.096172:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6106
00000100:00080000:0.0:1767323569.096176:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323569.096181:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323569.096200:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66248700 x1853166817097984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323569.096525:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817097856
00000100:00100000:2.0:1767323569.096536:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817097856
00000100:00100000:2.0:1767323569.096736:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90713
00000100:00100000:2.0:1767323569.096746:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817097856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323569.096793:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323569.096891:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817097984:0@lo:38:kworker.0
00000100:00100000:1.0:1767323569.096928:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323569.097129:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323569.097133:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323569.097137:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323569.097141:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6106
00000100:00080000:0.0:1767323569.097145:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323569.097148:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323569.097164:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249c00 x1853166817098240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323569.097182:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323569.097186:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323569.097188:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323569.097191:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6106
00000100:00080000:0.0:1767323569.097194:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323569.097197:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323569.097207:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249880 x1853166817098496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323569.097321:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817098624:0@lo:400:kworker.0
00000100:00100000:0.0:1767323569.097355:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323569.097375:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323569.097378:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817098752:0@lo:400:kworker.0
00000100:00100000:0.0:1767323569.097391:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323569.097420:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817098368:0@lo:400:kworker.0
00000100:00100000:0.0:1767323569.097443:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323569.097459:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323569.097464:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817098112:0@lo:400:kworker.0
00000100:00100000:0.0:1767323569.097486:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323569.097511:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817097984
00000100:00100000:0.0:1767323569.097516:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817097984
00000100:00100000:0.0:1767323569.097540:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411
00000100:00100000:0.0:1767323569.097546:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817097984:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323569.097558:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323569.097585:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817097984:12345-0@lo:38:kworker.0 Request processed in 38us (655us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323569.097593:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411
00010000:00010000:0.0:1767323569.097631:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323569.097654:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817098624
00000100:00100000:0.0:1767323569.097656:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817098624
00000100:00100000:0.0:1767323569.097701:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817098752
00000100:00100000:0.0:1767323569.097704:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817098752
00000100:00100000:0.0:1767323569.097726:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3770
00000100:00100000:0.0:1767323569.097732:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817098624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323569.097794:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817098624:12345-0@lo:400:kworker.0 Request processed in 63us (438us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323569.097798:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3770
00000100:00100000:0.0:1767323569.097806:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3771
00000100:00100000:0.0:1767323569.097810:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817098752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323569.097826:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817098752:12345-0@lo:400:kworker.0 Request processed in 16us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323569.097831:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3771
00000100:00100000:0.0:1767323569.097860:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817098752:0@lo:400:kworker.0
00000100:00100000:0.0:1767323569.097865:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817098624:0@lo:400:kworker.0
00000100:00080000:0.0:1767323569.097918:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323569.097924:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323569.097953:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817098368
00000100:00100000:3.0:1767323569.097954:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817098112
00000100:00100000:0.0:1767323569.097956:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817098368
00000100:00100000:3.0:1767323569.097957:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817098112
00000100:00100000:0.0:1767323569.097988:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6016
00000100:00100000:0.0:1767323569.097995:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817098368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323569.098008:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6017
00000100:00100000:3.0:1767323569.098015:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817098112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323569.098028:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817098368:12345-0@lo:400:kworker.0 Request processed in 35us (585us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323569.098034:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6016
00000100:00100000:3.0:1767323569.098047:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817098112:12345-0@lo:400:kworker.0 Request processed in 33us (560us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323569.098052:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6017
00000100:00100000:0.0:1767323569.098065:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817098112:0@lo:400:kworker.0
00000100:00100000:0.0:1767323569.098075:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817098368:0@lo:400:kworker.0
00000100:00080000:0.0:1767323569.098091:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323569.098201:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817097856:12345-0@lo:38:kworker.0 Request processed in 1454us (2337us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323569.098209:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90713
00000100:00080000:1.0:1767323569.098328:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323569.098335:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323569.098338:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817097856:0@lo:38:kworker.0
00000100:00100000:1.0:1767323569.098356:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817098240:0@lo:38:kworker.0
00000100:00100000:1.0:1767323569.098384:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323569.098412:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817098496:0@lo:38:kworker.0
00000100:00100000:1.0:1767323569.098436:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323569.098546:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323569.098550:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323569.098554:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817097984:0@lo:38:kworker.0
00000100:00100000:3.0:1767323569.098677:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817098240
00000100:00100000:3.0:1767323569.098682:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817098240
00000100:00100000:3.0:1767323569.098747:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817098496
00000100:00100000:3.0:1767323569.098750:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817098496
00000100:00100000:1.0:1767323569.098902:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90714
00000100:00100000:1.0:1767323569.098907:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817098240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323569.098922:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323569.098970:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817098240:12345-0@lo:38:kworker.0 Request processed in 61us (585us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323569.098976:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90714
00000100:00100000:1.0:1767323569.099001:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90715
00000100:00100000:1.0:1767323569.099005:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817098496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323569.099014:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323569.099035:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817098496:12345-0@lo:38:kworker.0 Request processed in 29us (599us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323569.099041:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90715
00000100:00080000:2.0:1767323569.099198:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323569.099203:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323569.099206:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817098240:0@lo:38:kworker.0
00000100:00080000:2.0:1767323569.099215:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323569.099218:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323569.099221:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817098496:0@lo:38:kworker.0
00000100:00100000:2.0:1767323569.674854:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323570.119034:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323570.698135:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323571.143633:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323571.655646:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817098880:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323571.655796:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323571.656425:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817098880
00000100:00100000:2.0:1767323571.656438:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817098880
00000100:00100000:2.0:1767323571.656541:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3503
00000100:00100000:2.0:1767323571.656554:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817098880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323571.656599:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323571.656671:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817098880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (875us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323571.656681:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3503
00000100:00100000:0.0:1767323571.657385:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817098880:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767323571.657527:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323571.657836:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817099008:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323571.657925:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323571.659017:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817099008
00000100:00100000:3.0:1767323571.663004:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817099008
00000100:00100000:3.0:1767323571.663466:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504
00000100:00100000:3.0:1767323571.663484:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817099008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323571.663531:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323571.663663:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817099008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 187us (5737us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323571.663672:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504
00000100:00100000:0.0:1767323571.666542:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817099008:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767323571.667403:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323571.719215:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323571.880313:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323571.880369:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323571.880454:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758814464
00000100:00100000:3.0:1767323571.880468:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758814464
00000100:00100000:3.0:1767323571.880525:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758814592
00000100:00100000:3.0:1767323571.880528:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758814592
00000100:00100000:3.0:1767323571.880616:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6018
00000100:00100000:3.0:1767323571.880627:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758814592:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323571.880738:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758814592:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 112us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323571.880747:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6018
00000100:00100000:3.0:1767323571.880810:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90716
00000100:00100000:3.0:1767323571.880816:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758814464:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323571.880860:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323571.880888:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758814464:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 71us (593us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323571.880895:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90716
00000100:00080000:2.0:1767323571.880988:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323572.167119:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323572.743927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323573.191418:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323573.767124:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323574.215584:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323574.215654:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323574.215662:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323574.215665:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323574.215670:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323574.215677:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323574.215687:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6111
00000100:00080000:3.0:1767323574.215693:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323574.215700:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323574.215783:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03480 x1853166817099136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323574.215936:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817099136:0@lo:38:kworker.0
00000100:00100000:2.0:1767323574.216026:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323574.216196:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323574.216208:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323574.216210:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323574.216215:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6111
00000100:00080000:3.0:1767323574.216219:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323574.216224:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323574.216247:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166817099264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323574.219010:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817099136
00000100:00100000:0.0:1767323574.219034:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817099136
00000100:00100000:0.0:1767323574.219109:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90717
00000100:00100000:0.0:1767323574.219121:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817099136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323574.219169:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323574.223350:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817099264:0@lo:38:kworker.0
00000100:00100000:2.0:1767323574.223465:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323574.224341:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323574.224350:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323574.224355:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323574.224363:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6111
00000100:00080000:3.0:1767323574.224369:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323574.224376:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323574.224410:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00380 x1853166817099520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323574.224436:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323574.224439:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323574.224441:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323574.224446:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6111
00000100:00080000:3.0:1767323574.224448:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323574.224453:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323574.224465:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02d80 x1853166817099776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323574.225363:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817099136:12345-0@lo:38:kworker.0 Request processed in 6237us (9329us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323574.225380:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90717
00000100:00100000:0.0:1767323574.225436:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817099392:0@lo:400:kworker.0
00000100:00100000:3.0:1767323574.225668:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817099648:0@lo:400:kworker.0
00000100:00100000:3.0:1767323574.225724:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323574.226623:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323574.226633:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323574.226637:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817099136:0@lo:38:kworker.0
00000100:00100000:2.0:1767323574.226677:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817099520:0@lo:38:kworker.0
00000100:00100000:2.0:1767323574.226723:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323574.226749:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817099776:0@lo:38:kworker.0
00000100:00100000:2.0:1767323574.226780:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323574.227096:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817099648
00000100:00100000:1.0:1767323574.227105:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817099648
00000100:00100000:1.0:1767323574.227166:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817099520
00000100:00100000:1.0:1767323574.227170:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817099520
00000100:00100000:1.0:1767323574.227193:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817099776
00000100:00100000:1.0:1767323574.227196:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817099776
00000100:00100000:3.0:1767323574.227616:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6019
00000100:00100000:3.0:1767323574.227633:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817099648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323574.227714:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817099648:12345-0@lo:400:kworker.0 Request processed in 88us (1989us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323574.227722:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6019
00000100:00100000:3.0:1767323574.227745:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90718
00000100:00100000:3.0:1767323574.227749:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817099520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323574.227800:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323574.228336:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323574.228379:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817099392
00000100:00100000:0.0:1767323574.228386:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817099392
00000100:00100000:0.0:1767323574.228420:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6020
00000100:00100000:0.0:1767323574.228427:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817099392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323574.228483:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817099392:12345-0@lo:400:kworker.0 Request processed in 56us (149us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323574.228490:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6020
00000100:00100000:0.0:1767323574.228532:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817099392:0@lo:400:kworker.0
00000100:00100000:0.0:1767323574.228606:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817100032:0@lo:400:kworker.0
00000100:00100000:0.0:1767323574.228648:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323574.228673:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323574.228679:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817099904:0@lo:400:kworker.0
00000100:00100000:0.0:1767323574.228701:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323574.228729:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817100032
00000100:00100000:0.0:1767323574.228733:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817100032
00000100:00100000:0.0:1767323574.228783:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817099904
00000100:00100000:0.0:1767323574.228787:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817099904
00000100:00100000:0.0:1767323574.228813:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3772
00000100:00100000:0.0:1767323574.228820:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817100032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323574.229314:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817099264
00000100:00100000:2.0:1767323574.229319:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817099264
00000100:00100000:2.0:1767323574.229348:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412
00000100:00100000:2.0:1767323574.229353:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817099264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323574.229373:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323574.229578:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817099520:12345-0@lo:38:kworker.0 Request processed in 1825us (2852us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323574.229586:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90718
00000100:00100000:3.0:1767323574.229616:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773
00000100:00100000:3.0:1767323574.229625:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817099904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323574.229663:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817099904:12345-0@lo:400:kworker.0 Request processed in 42us (962us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323574.229667:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773
00000100:00100000:3.0:1767323574.229694:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817099904:0@lo:400:kworker.0
00000100:00100000:3.0:1767323574.229720:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817099648:0@lo:400:kworker.0
00000100:00080000:3.0:1767323574.229749:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323574.229765:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323574.229768:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323574.230963:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817099264:12345-0@lo:38:kworker.0 Request processed in 1600us (7489us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323574.230976:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412
00000100:00100000:0.0:1767323574.231270:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817100032:12345-0@lo:400:kworker.0 Request processed in 2448us (2620us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323574.231278:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3772
00000100:00080000:3.0:1767323574.231916:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323574.231926:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323574.231931:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817099520:0@lo:38:kworker.0
00000100:00080000:3.0:1767323574.231959:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323574.231962:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323574.231966:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817099264:0@lo:38:kworker.0
00000100:00100000:3.0:1767323574.232026:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817100032:0@lo:400:kworker.0
00000100:00100000:1.0:1767323574.234063:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90719
00000100:00100000:1.0:1767323574.234075:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817099776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323574.234107:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323574.234226:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817099776:12345-0@lo:38:kworker.0 Request processed in 151us (7443us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323574.234234:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90719
00000100:00080000:1.0:1767323574.234305:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323574.234311:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323574.234315:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817099776:0@lo:38:kworker.0
00000100:00100000:2.0:1767323574.791245:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323575.239164:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323575.815386:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323576.263629:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323576.775239:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323576.775273:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817100160:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323576.775371:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323576.775606:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817100288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323576.775632:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323576.775704:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817100160
00000100:00100000:2.0:1767323576.775714:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817100160
00000100:00100000:2.0:1767323576.775828:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817100288
00000100:00100000:2.0:1767323576.775832:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817100288
00000100:00100000:2.0:1767323576.775861:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505
00000100:00100000:2.0:1767323576.775873:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817100160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323576.775918:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323576.775971:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817100160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (601us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323576.775979:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3505
00000100:00100000:2.0:1767323576.776002:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3506
00000100:00100000:2.0:1767323576.776008:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817100288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323576.776025:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767323576.776161:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323576.776166:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323576.776207:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817100288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323576.776224:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817100160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323576.776308:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817100288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 299us (674us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323576.776316:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3506
00000100:00100000:1.0:1767323576.839393:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323577.000282:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323577.000333:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323577.000434:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758814848
00000100:00100000:2.0:1767323577.000453:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758814848
00000100:00100000:2.0:1767323577.000576:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758814720
00000100:00100000:2.0:1767323577.000580:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758814720
00000100:00100000:2.0:1767323577.000605:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6021
00000100:00100000:2.0:1767323577.000618:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758814848:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323577.000655:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90720
00000100:00100000:0.0:1767323577.000667:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758814720:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323577.000693:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323577.000841:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758814720:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 173us (505us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323577.000850:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90720
00000100:00100000:2.0:1767323577.000884:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758814848:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 267us (611us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323577.000895:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6021
00000100:00080000:3.0:1767323577.001666:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323577.286961:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323577.863361:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323578.311061:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323578.886916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323579.335016:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323579.335026:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323579.335029:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323579.335034:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323579.335038:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323579.335046:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6116
00000100:00080000:2.0:1767323579.335050:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323579.335057:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323579.335098:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dea00 x1853166817100416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323579.335124:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323579.335127:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323579.335129:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323579.335133:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6116
00000100:00080000:2.0:1767323579.335135:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323579.335138:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323579.335150:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756de680 x1853166817100544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323579.335197:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323579.335201:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323579.335203:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323579.335206:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6116
00000100:00080000:2.0:1767323579.335208:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323579.335211:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323579.335222:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dc700 x1853166817100800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323579.335239:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323579.335242:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323579.335244:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323579.335247:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6116
00000100:00080000:2.0:1767323579.335250:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323579.335253:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323579.335262:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dc380 x1853166817101056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323579.335361:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817100928:0@lo:400:kworker.0
00000100:00100000:3.0:1767323579.335447:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323579.335448:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817101312:0@lo:400:kworker.0
00000100:00100000:0.0:1767323579.335529:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323579.335538:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323579.335550:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817100672:0@lo:400:kworker.0
00000100:00100000:3.0:1767323579.335587:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323579.335594:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323579.335607:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817101184:0@lo:400:kworker.0
00000100:00100000:3.0:1767323579.335632:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817100928
00000100:00100000:3.0:1767323579.335642:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817100928
00000100:00100000:0.0:1767323579.335646:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323579.335699:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817101312
00000100:00100000:0.0:1767323579.335706:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817101312
00000100:00100000:3.0:1767323579.335709:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817100672
00000100:00100000:3.0:1767323579.335714:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817100672
00000100:00100000:3.0:1767323579.335794:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6022
00000100:00100000:3.0:1767323579.335802:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817100928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323579.335865:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817100928:12345-0@lo:400:kworker.0 Request processed in 64us (425us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323579.335873:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6022
00000100:00100000:3.0:1767323579.335891:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6023
00000100:00100000:3.0:1767323579.335897:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817100672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323579.335923:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817100672:12345-0@lo:400:kworker.0 Request processed in 27us (338us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323579.335929:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6023
00000100:00080000:3.0:1767323579.335947:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323579.335951:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323579.335964:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817100416:0@lo:38:kworker.0
00000100:00100000:3.0:1767323579.335991:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323579.336009:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817100544:0@lo:38:kworker.0
00000100:00100000:3.0:1767323579.336035:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323579.336060:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817100800:0@lo:38:kworker.0
00000100:00100000:3.0:1767323579.336078:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323579.336107:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817101056:0@lo:38:kworker.0
00000100:00100000:0.0:1767323579.336125:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817101184
00000100:00100000:0.0:1767323579.336133:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817101184
00000100:00100000:3.0:1767323579.336133:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323579.336186:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817100544
00000100:00100000:3.0:1767323579.336191:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817100544
00000100:00100000:0.0:1767323579.336198:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774
00000100:00100000:0.0:1767323579.336211:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817101312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323579.336229:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413
00000100:00100000:3.0:1767323579.336237:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e541850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817100544:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323579.336255:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323579.336293:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e541850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817100544:12345-0@lo:38:kworker.0 Request processed in 56us (257us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323579.336299:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413
00000100:00080000:3.0:1767323579.336463:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323579.336467:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323579.336471:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817100544:0@lo:38:kworker.0
00000100:00100000:3.0:1767323579.336503:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817100672:0@lo:400:kworker.0
00000100:00100000:3.0:1767323579.336513:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817100928:0@lo:400:kworker.0
00000100:00100000:3.0:1767323579.336529:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817100416
00000100:00100000:3.0:1767323579.336531:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817100416
00000100:00100000:3.0:1767323579.336542:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90721
00000100:00100000:3.0:1767323579.336546:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817100416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323579.336556:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323579.336582:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817100416:12345-0@lo:38:kworker.0 Request processed in 35us (591us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323579.336588:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90721
00000100:00100000:3.0:1767323579.336597:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817100800
00000100:00100000:3.0:1767323579.336600:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817100800
00000100:00100000:3.0:1767323579.336607:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817101056
00000100:00100000:3.0:1767323579.336608:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817101056
00000100:00100000:3.0:1767323579.336615:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90722
00000100:00100000:3.0:1767323579.336619:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817100800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323579.336626:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323579.336645:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817100800:12345-0@lo:38:kworker.0 Request processed in 25us (566us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323579.336650:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90722
00000100:00100000:3.0:1767323579.336658:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90723
00000100:00100000:3.0:1767323579.336662:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817101056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323579.336670:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323579.336688:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817101056:12345-0@lo:38:kworker.0 Request processed in 24us (556us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323579.336693:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90723
00000100:00080000:3.0:1767323579.336712:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323579.336716:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323579.336719:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817100416:0@lo:38:kworker.0
00000100:00080000:3.0:1767323579.336727:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323579.336729:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323579.336732:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817100800:0@lo:38:kworker.0
00000100:00080000:3.0:1767323579.336739:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323579.336742:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323579.336744:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817101056:0@lo:38:kworker.0
00000100:00100000:3.0:1767323579.336827:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3775
00000100:00100000:3.0:1767323579.336836:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817101184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323579.336875:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817101184:12345-0@lo:400:kworker.0 Request processed in 42us (1233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323579.336881:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3775
00000100:00080000:3.0:1767323579.336921:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323579.336962:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817101184:0@lo:400:kworker.0
00010000:00010000:2.0:1767323579.337165:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323579.337187:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817101312:12345-0@lo:400:kworker.0 Request processed in 978us (1657us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323579.337200:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774
00000100:00100000:3.0:1767323579.344190:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817101312:0@lo:400:kworker.0
00000100:00100000:1.0:1767323579.910909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323580.359734:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323580.934908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323581.383051:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323581.895321:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817101440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323581.895420:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323581.895993:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323581.896003:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817101568:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323581.896032:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323581.896847:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817101440
00000100:00100000:0.0:1767323581.896856:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817101440
00000100:00100000:0.0:1767323581.896925:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817101568
00000100:00100000:0.0:1767323581.896929:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817101568
00000100:00100000:0.0:1767323581.896953:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507
00000100:00100000:1.0:1767323581.896959:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508
00000100:00100000:0.0:1767323581.896961:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817101440:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323581.896966:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817101568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323581.896990:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:1.0:1767323581.896990:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323581.897037:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817101440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (1616us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323581.897045:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507
00000100:00100000:1.0:1767323581.897089:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817101568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (1058us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323581.897094:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817101440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323581.897096:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508
00000100:00100000:0.0:1767323581.897118:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817101568:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767323581.897178:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323581.897183:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323581.959047:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323582.121623:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323582.121702:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323582.121910:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758815104
00000100:00100000:0.0:1767323582.121921:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758815104
00000100:00100000:0.0:1767323582.122034:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758814976
00000100:00100000:0.0:1767323582.122038:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758814976
00000100:00100000:0.0:1767323582.122058:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6024
00000100:00100000:0.0:1767323582.122068:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758815104:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323582.122138:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758815104:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 70us (524us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323582.122145:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6024
00000100:00100000:0.0:1767323582.122162:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90724
00000100:00100000:0.0:1767323582.122166:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758814976:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323582.122186:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323582.122212:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758814976:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (511us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323582.122219:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90724
00000100:00080000:3.0:1767323582.123683:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323582.407648:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323582.982911:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323583.432617:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323584.006870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323584.455328:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323584.456892:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323584.456901:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323584.456904:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323584.456908:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323584.456912:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323584.456920:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6121
00000100:00080000:1.0:1767323584.456924:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323584.456931:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323584.456975:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938000 x1853166817101696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323584.457255:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323584.457260:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323584.457262:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323584.457267:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6121
00000100:00080000:1.0:1767323584.457270:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323584.457276:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323584.457291:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b800 x1853166817101824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323584.457340:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323584.457345:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323584.457347:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323584.457350:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6121
00000100:00080000:1.0:1767323584.457353:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323584.457356:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323584.457367:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938380 x1853166817102080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323584.457383:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323584.457387:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323584.457389:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323584.457392:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6121
00000100:00080000:1.0:1767323584.457394:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323584.457398:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323584.457406:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93bb80 x1853166817102336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323584.457514:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817102208:0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.457582:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323584.457654:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323584.457660:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817101952:0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.457681:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323584.457840:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817102208
00000100:00100000:0.0:1767323584.457848:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817102208
00000100:00100000:0.0:1767323584.457895:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817101952
00000100:00100000:0.0:1767323584.457898:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817101952
00000100:00100000:0.0:1767323584.457921:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6025
00000100:00100000:0.0:1767323584.457929:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817102208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.457973:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817102208:12345-0@lo:400:kworker.0 Request processed in 45us (390us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323584.457980:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6025
00000100:00100000:0.0:1767323584.457993:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6026
00000100:00100000:0.0:1767323584.457998:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817101952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.458022:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817101952:12345-0@lo:400:kworker.0 Request processed in 24us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323584.458028:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6026
00000100:00100000:0.0:1767323584.458060:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817101952:0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.458070:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817102208:0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.458094:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817102464:0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.458123:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323584.458145:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323584.458150:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817102592:0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.458169:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323584.458191:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817102464
00000100:00100000:0.0:1767323584.458194:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817102464
00000100:00100000:0.0:1767323584.458217:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817102592
00000100:00100000:0.0:1767323584.458220:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817102592
00000100:00100000:0.0:1767323584.458234:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3776
00000100:00100000:0.0:1767323584.458239:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817102464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.458270:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817102464:12345-0@lo:400:kworker.0 Request processed in 30us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323584.458276:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3776
00000100:00100000:0.0:1767323584.458285:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3777
00000100:00100000:0.0:1767323584.458291:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817102592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.458312:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817102592:12345-0@lo:400:kworker.0 Request processed in 22us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323584.458318:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3777
00000100:00100000:0.0:1767323584.458338:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817102592:0@lo:400:kworker.0
00000100:00100000:0.0:1767323584.458346:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817102464:0@lo:400:kworker.0
00000100:00080000:3.0:1767323584.458519:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323584.458524:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323584.458526:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323584.458548:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817101696:0@lo:38:kworker.0
00000100:00100000:3.0:1767323584.458576:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323584.458600:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817101824:0@lo:38:kworker.0
00000100:00100000:3.0:1767323584.458622:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323584.458647:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817102080:0@lo:38:kworker.0
00000100:00100000:3.0:1767323584.458665:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323584.458795:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817102336:0@lo:38:kworker.0
00000100:00100000:3.0:1767323584.458818:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323584.458845:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817101696
00000100:00100000:3.0:1767323584.458849:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817101696
00000100:00100000:3.0:1767323584.458867:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817102080
00000100:00100000:3.0:1767323584.458869:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817102080
00000100:00100000:3.0:1767323584.458879:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817102336
00000100:00100000:3.0:1767323584.458882:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817102336
00000100:00100000:3.0:1767323584.458894:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90725
00000100:00100000:3.0:1767323584.458898:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817101696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323584.458915:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323584.458944:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817101696:12345-0@lo:38:kworker.0 Request processed in 44us (367us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323584.458950:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90725
00000100:00100000:3.0:1767323584.458961:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90726
00000100:00100000:3.0:1767323584.458965:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817102080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323584.458974:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323584.458991:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817102080:12345-0@lo:38:kworker.0 Request processed in 25us (326us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323584.458997:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90726
00000100:00100000:3.0:1767323584.459005:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90727
00000100:00100000:3.0:1767323584.459009:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817102336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323584.459017:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323584.459035:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817102336:12345-0@lo:38:kworker.0 Request processed in 24us (216us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323584.459040:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90727
00000100:00080000:3.0:1767323584.459070:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323584.459075:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323584.459079:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817101696:0@lo:38:kworker.0
00000100:00080000:3.0:1767323584.459086:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323584.459090:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323584.459093:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817102080:0@lo:38:kworker.0
00000100:00080000:3.0:1767323584.459100:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323584.459103:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323584.459106:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817102336:0@lo:38:kworker.0
00000100:00100000:0.0:1767323584.459854:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817101824
00000100:00100000:0.0:1767323584.459862:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817101824
00000100:00100000:0.0:1767323584.459891:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414
00000100:00100000:0.0:1767323584.459897:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817101824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323584.459911:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323584.460039:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817101824:12345-0@lo:38:kworker.0 Request processed in 141us (1415us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323584.460046:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414
00000100:00080000:1.0:1767323584.462425:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323584.462436:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323584.462441:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817101824:0@lo:38:kworker.0
00000100:00100000:1.0:1767323585.030948:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323585.478950:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323586.055149:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:0.0:1767323586.220799:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758815232 offset 0 length 520: 4
00000100:00100000:0.0:1767323586.220848:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323586.220901:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323586.221093:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758815360
00000100:00100000:2.0:1767323586.221104:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758815360
00000100:00100000:2.0:1767323586.221144:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758815488
00000100:00100000:2.0:1767323586.221147:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758815488
00000100:00100000:2.0:1767323586.221204:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6027
00000100:00100000:2.0:1767323586.221215:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758815488:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323586.221300:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758815488:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 87us (397us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323586.221308:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6027
00000100:00100000:2.0:1767323586.221331:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90728
00000100:00100000:2.0:1767323586.221336:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758815360:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323586.221357:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323586.221382:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758815360:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (534us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323586.221388:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90728
00000100:00080000:0.0:1767323586.221491:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323586.503207:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323587.016381:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817102720:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323587.016426:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817102848:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323587.016450:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323587.016502:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817102720
00000100:00100000:3.0:1767323587.016512:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817102720
00000100:00100000:3.0:1767323587.016576:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509
00000100:00100000:3.0:1767323587.016586:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817102720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323587.016615:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767323587.016659:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323587.020022:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817102720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3428us (3562us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323587.020035:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509
00000100:00100000:1.0:1767323587.020063:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817102720:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323587.020125:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323587.022381:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817102848
00000100:00100000:3.0:1767323587.022396:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817102848
00000100:00100000:3.0:1767323587.022479:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510
00000100:00100000:3.0:1767323587.022490:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817102848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323587.022520:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323587.022640:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817102848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 152us (2514us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323587.022647:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510
00000100:00080000:0.0:1767323587.022837:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323587.025098:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817102848:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323587.078842:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323587.527337:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323588.102985:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323588.550906:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323588.551015:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323563/real 1767323563]  req@ffff8d4d45840e00 x1853166817097472/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323588 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767323588.551055:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d45840e00 x1853166817097472/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323588 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767323588.551073:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323588.551091:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767323588.551095:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817097472:0@lo:250:kworker.0
00000100:00080000:3.0:1767323588.553823:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323588.553838:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767323588.553843:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323588.553853:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6106
00000100:00080000:3.0:1767323588.553859:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323588.553868:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323588.553919:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543b800 x1853166817102976/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323588.553964:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323588.553968:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323588.553971:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323588.553974:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6127
00000100:00080000:3.0:1767323588.553977:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323588.553980:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323588.554000:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ed80 x1853166817103104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323588.554009:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323588.554013:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323588.554015:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323588.554019:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6127
00000100:00080000:3.0:1767323588.554021:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323588.554025:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323588.554038:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1880 x1853166817103232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323588.554090:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323588.554095:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323588.554096:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323588.554100:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6127
00000100:00080000:3.0:1767323588.554103:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323588.554106:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323588.554119:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8b800 x1853166817103488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323588.554136:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323588.554140:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323588.554142:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323588.554145:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6127
00000100:00080000:3.0:1767323588.554147:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323588.554151:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323588.554160:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecf100 x1853166817103744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323588.554231:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817103872:0@lo:400:kworker.0
00000100:00100000:3.0:1767323588.554317:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323588.554403:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323588.554409:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817104000:0@lo:400:kworker.0
00000100:00100000:3.0:1767323588.554433:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323588.554468:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817103872
00000100:00100000:3.0:1767323588.554476:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817103872
00000100:00100000:3.0:1767323588.554536:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817104000
00000100:00100000:3.0:1767323588.554539:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817104000
00000100:00100000:3.0:1767323588.554566:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778
00000100:00100000:3.0:1767323588.554577:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817103872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323588.554622:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817103616:0@lo:400:kworker.0
00000100:00100000:3.0:1767323588.554645:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817103872:12345-0@lo:400:kworker.0 Request processed in 67us (325us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323588.554654:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778
00000100:00100000:3.0:1767323588.554675:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779
00000100:00100000:3.0:1767323588.554684:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817104000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323588.554714:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323588.554735:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817104000:12345-0@lo:400:kworker.0 Request processed in 50us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323588.554744:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779
00000100:00100000:2.0:1767323588.554841:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323588.554853:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817103360:0@lo:400:kworker.0
00000100:00100000:3.0:1767323588.554874:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817104000:0@lo:400:kworker.0
00000100:00100000:2.0:1767323588.554889:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323588.554894:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817103872:0@lo:400:kworker.0
00000100:00100000:2.0:1767323588.554961:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817103616
00000100:00100000:2.0:1767323588.554970:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817103616
00000100:00100000:3.0:1767323588.554979:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817103360
00000100:00100000:3.0:1767323588.554987:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817103360
00000100:00100000:2.0:1767323588.555042:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6028
00000100:00100000:2.0:1767323588.555054:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817103616:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323588.555078:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323588.555120:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817103616:12345-0@lo:400:kworker.0 Request processed in 67us (405us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323588.555129:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6028
00000100:00100000:1.0:1767323588.555219:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817102976:0@lo:250:kworker.0
00000400:00000100:1.0:1767323588.555255:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817102976 offset 0 length 520: 4
00000100:00100000:1.0:1767323588.555283:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817103104:0@lo:38:kworker.0
00000100:00100000:1.0:1767323588.555310:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323588.555343:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817103232:0@lo:38:kworker.0
00000100:00100000:1.0:1767323588.555366:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323588.555383:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817103488:0@lo:38:kworker.0
00000100:00100000:1.0:1767323588.555402:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323588.555419:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817103744:0@lo:38:kworker.0
00000100:00100000:1.0:1767323588.555439:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323588.555471:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817103104
00000100:00100000:1.0:1767323588.555475:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817103104
00000100:00100000:1.0:1767323588.555493:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817103488
00000100:00100000:1.0:1767323588.555495:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817103488
00000100:00100000:1.0:1767323588.555502:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817103744
00000100:00100000:1.0:1767323588.555505:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817103744
00000100:00100000:1.0:1767323588.555515:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90729
00000100:00100000:1.0:1767323588.555520:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817103104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323588.555543:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323588.555583:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817103104:12345-0@lo:38:kworker.0 Request processed in 61us (271us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323588.555590:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90729
00000100:00100000:1.0:1767323588.555604:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90730
00000100:00100000:1.0:1767323588.555607:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817103488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323588.555616:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323588.555637:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817103488:12345-0@lo:38:kworker.0 Request processed in 28us (234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323588.555643:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90730
00000100:00100000:1.0:1767323588.555653:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90731
00000100:00100000:1.0:1767323588.555656:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817103744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323588.555664:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323588.555684:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817103744:12345-0@lo:38:kworker.0 Request processed in 26us (244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323588.555690:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90731
00000100:00080000:1.0:1767323588.555735:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323588.555741:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323588.555744:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817103104:0@lo:38:kworker.0
00000100:00080000:1.0:1767323588.555752:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323588.555779:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323588.555782:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817103488:0@lo:38:kworker.0
00000100:00080000:1.0:1767323588.555791:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323588.555794:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323588.555797:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817103744:0@lo:38:kworker.0
00000100:00100000:1.0:1767323588.555846:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817103616:0@lo:400:kworker.0
00000100:00100000:0.0:1767323588.557070:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817103232
00000100:00100000:0.0:1767323588.557083:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817103232
00000100:00100000:0.0:1767323588.557135:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415
00000100:00100000:0.0:1767323588.557142:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817103232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323588.557160:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323588.557224:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817103232:12345-0@lo:38:kworker.0 Request processed in 81us (1856us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323588.557232:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415
00000100:00080000:0.0:1767323588.557274:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323588.557279:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323588.557283:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817103232:0@lo:38:kworker.0
00000100:00100000:3.0:1767323588.559749:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6029
00000100:00100000:3.0:1767323588.560919:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817103360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323588.561068:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817103360:12345-0@lo:400:kworker.0 Request processed in 1282us (6182us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323588.561079:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6029
00000100:00100000:0.0:1767323588.561228:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817103360:0@lo:400:kworker.0
00000100:00100000:0.0:1767323588.777994:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323588.778184:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758815616
00000100:00100000:3.0:1767323588.778197:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758815616
00000100:00100000:3.0:1767323588.778309:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90732
00000100:00100000:3.0:1767323588.778318:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758815616:12345-192.168.202.11@tcp:17:kworker.0
00000100:00100000:3.0:1767323588.778432:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758815616:12345-192.168.202.11@tcp:17:kworker.0 Request processed in 115us (465us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323588.778439:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90732
00000100:00080000:0.0:1767323588.778488:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323589.126874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323589.576033:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323590.150881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323590.598957:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323591.174902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323591.338247:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323591.338642:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323591.339572:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758815744
00000100:00100000:0.0:1767323591.339583:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758815744
00000100:00100000:0.0:1767323591.339626:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758815872
00000100:00100000:0.0:1767323591.339629:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758815872
00000100:00100000:0.0:1767323591.339680:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6030
00000100:00100000:0.0:1767323591.339691:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758815872:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323591.339730:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90733
00000100:00100000:2.0:1767323591.339737:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758815744:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323591.339775:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323591.339805:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323591.339827:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758815744:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 88us (1586us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323591.339836:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90733
00000100:00100000:0.0:1767323591.340369:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758815872:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 678us (1725us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323591.341828:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6030
00010000:00010000:2.0:1767323591.623011:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323592.136904:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817104128:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323592.136978:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323592.137289:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817104256:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323592.137332:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323592.137444:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817104128
00000100:00100000:0.0:1767323592.137452:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817104128
00000100:00100000:0.0:1767323592.137514:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817104256
00000100:00100000:0.0:1767323592.137518:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817104256
00000100:00100000:0.0:1767323592.137542:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511
00000100:00100000:0.0:1767323592.137550:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817104128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323592.137579:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323592.137616:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817104128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (638us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323592.137623:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511
00000100:00100000:0.0:1767323592.137638:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3512
00000100:00100000:0.0:1767323592.137643:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817104256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323592.137658:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323592.137696:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817104256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (363us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323592.137705:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3512
00000100:00100000:2.0:1767323592.137805:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817104128:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767323592.137869:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323592.137873:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323592.137896:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817104256:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323592.199681:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323592.646932:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323593.222872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323593.671101:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323593.672724:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323593.672734:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323593.672737:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323593.672741:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323593.672746:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323593.672785:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6131
00000100:00080000:1.0:1767323593.672790:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323593.672798:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323593.672838:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938000 x1853166817104384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323593.672869:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323593.672873:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323593.672875:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323593.672879:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6131
00000100:00080000:1.0:1767323593.672882:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323593.672885:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323593.672899:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938e00 x1853166817104512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323593.672928:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817104384:0@lo:38:kworker.0
00000100:00080000:1.0:1767323593.672940:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323593.672945:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323593.672947:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323593.672952:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6131
00000100:00080000:1.0:1767323593.672954:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323593.672958:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323593.672971:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b480 x1853166817104768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323593.672991:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323593.672994:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323593.672998:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767323593.673001:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323593.673005:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6131
00000100:00080000:1.0:1767323593.673009:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323593.673012:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323593.673024:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7ed80 x1853166817105024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323593.673076:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817104512:0@lo:38:kworker.0
00000100:00100000:1.0:1767323593.673086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817105152:0@lo:400:kworker.0
00000100:00100000:0.0:1767323593.673106:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323593.673135:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323593.673161:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817104768:0@lo:38:kworker.0
00000100:00100000:1.0:1767323593.673165:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323593.673174:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817105280:0@lo:400:kworker.0
00000100:00100000:0.0:1767323593.673191:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323593.673205:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323593.673215:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817105024:0@lo:38:kworker.0
00000100:00100000:1.0:1767323593.673244:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817104512
00000100:00100000:0.0:1767323593.673245:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323593.673253:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817104512
00000100:00100000:0.0:1767323593.673284:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817104384
00000100:00100000:0.0:1767323593.673290:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817104384
00000100:00100000:1.0:1767323593.673295:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416
00000100:00100000:1.0:1767323593.673304:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817104512:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323593.673313:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817104768
00000100:00100000:0.0:1767323593.673317:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817104768
00010000:00020000:1.0:1767323593.673324:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323593.673341:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817105024
00000100:00100000:0.0:1767323593.673345:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817105024
00000100:00100000:1.0:1767323593.673368:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817104512:12345-0@lo:38:kworker.0 Request processed in 63us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323593.673372:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90734
00000100:00100000:0.0:1767323593.673385:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817104384:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323593.673385:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416
00010000:00020000:0.0:1767323593.673400:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323593.673413:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90735
00000100:00100000:1.0:1767323593.673419:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817104768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323593.673431:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323593.673434:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817104384:12345-0@lo:38:kworker.0 Request processed in 50us (435us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323593.673442:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90734
00000100:00100000:0.0:1767323593.673460:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90736
00000100:00100000:1.0:1767323593.673465:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817104768:12345-0@lo:38:kworker.0 Request processed in 43us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323593.673468:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817105024:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323593.673476:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90735
00010000:00020000:0.0:1767323593.673488:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323593.673516:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817105024:12345-0@lo:38:kworker.0 Request processed in 50us (272us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323593.673523:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90736
00000100:00080000:1.0:1767323593.673535:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323593.673542:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323593.673546:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817104768:0@lo:38:kworker.0
00000100:00080000:1.0:1767323593.673557:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323593.673562:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817105152
00000100:00080000:1.0:1767323593.673562:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323593.673568:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817105152
00000100:00100000:1.0:1767323593.673568:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817105024:0@lo:38:kworker.0
00000100:00080000:1.0:1767323593.673580:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323593.673583:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323593.673588:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817104384:0@lo:38:kworker.0
00000100:00080000:1.0:1767323593.673598:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323593.673602:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817105280
00000100:00080000:1.0:1767323593.673602:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323593.673608:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817105280
00000100:00100000:1.0:1767323593.673609:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817104512:0@lo:38:kworker.0
00000100:00100000:0.0:1767323593.673635:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780
00000100:00100000:0.0:1767323593.673643:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817105152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323593.673721:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817105152:12345-0@lo:400:kworker.0 Request processed in 79us (588us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323593.673727:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780
00000100:00100000:0.0:1767323593.673738:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3781
00000100:00100000:0.0:1767323593.673744:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817105280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323593.673795:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817105280:12345-0@lo:400:kworker.0 Request processed in 51us (591us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323593.673801:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3781
00000100:00100000:3.0:1767323593.673935:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817104640:0@lo:400:kworker.0
00000100:00100000:3.0:1767323593.673965:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323593.673988:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323593.673994:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817104896:0@lo:400:kworker.0
00000100:00100000:3.0:1767323593.674013:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323593.674048:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817104640
00000100:00100000:3.0:1767323593.674051:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817104640
00000100:00100000:3.0:1767323593.674083:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817104896
00000100:00100000:3.0:1767323593.674086:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817104896
00000100:00100000:3.0:1767323593.674104:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6031
00000100:00100000:3.0:1767323593.674109:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817104640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323593.674141:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817104640:12345-0@lo:400:kworker.0 Request processed in 32us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323593.674146:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6031
00000100:00100000:3.0:1767323593.674156:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6032
00000100:00100000:3.0:1767323593.674162:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817104896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323593.674188:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817104896:12345-0@lo:400:kworker.0 Request processed in 27us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323593.674194:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6032
00000100:00080000:3.0:1767323593.674212:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323593.674232:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817104896:0@lo:400:kworker.0
00000100:00100000:3.0:1767323593.674241:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817104640:0@lo:400:kworker.0
00000100:00100000:1.0:1767323593.676780:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817105280:0@lo:400:kworker.0
00000100:00100000:1.0:1767323593.676795:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817105152:0@lo:400:kworker.0
00000100:00100000:1.0:1767323594.248999:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323594.695232:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323595.271085:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323595.719422:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323596.294870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323596.455333:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323596.455467:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323596.456072:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758816000
00000100:00100000:0.0:1767323596.456082:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758816000
00000100:00100000:0.0:1767323596.456128:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758816128
00000100:00100000:0.0:1767323596.456131:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758816128
00000100:00100000:0.0:1767323596.456188:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6033
00000100:00100000:0.0:1767323596.456198:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758816128:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323596.456276:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758816128:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 79us (808us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323596.456283:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6033
00000100:00100000:0.0:1767323596.456300:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90737
00000100:00100000:0.0:1767323596.456305:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758816000:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323596.456325:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323596.456348:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758816000:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 42us (1026us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323596.456353:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90737
00000100:00080000:1.0:1767323596.456714:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323596.743240:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323597.255341:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323597.255364:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817105408:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323597.255433:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323597.255553:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817105536:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323597.255577:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323597.256388:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817105408
00000100:00100000:2.0:1767323597.256398:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817105408
00000100:00080000:0.0:1767323597.257317:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323597.257337:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817105536
00000100:00100000:0.0:1767323597.257343:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817105536
00000100:00100000:0.0:1767323597.257383:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3513
00000100:00100000:0.0:1767323597.257392:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817105408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323597.257424:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323597.257499:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817105408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (2066us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323597.257507:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3513
00000100:00100000:0.0:1767323597.257528:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514
00000100:00100000:0.0:1767323597.257535:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817105536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323597.257550:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323597.257574:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817105536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (1996us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323597.257584:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514
00000100:00080000:0.0:1767323597.257612:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323597.260766:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817105536:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323597.260821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817105408:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323597.318900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323597.766911:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323598.348203:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323598.790953:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323598.793736:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323598.793747:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323598.793750:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323598.793768:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323598.793772:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323598.793780:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6136
00000100:00080000:2.0:1767323598.793785:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323598.793793:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323598.793834:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dd880 x1853166817105664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323598.793925:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817105664:0@lo:38:kworker.0
00000100:00100000:1.0:1767323598.794004:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323598.794250:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817105664
00000100:00100000:3.0:1767323598.794257:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817105664
00000100:00100000:3.0:1767323598.794306:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90738
00000100:00100000:3.0:1767323598.794312:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817105664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323598.794332:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323598.794552:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323598.794557:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323598.794559:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323598.794563:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6136
00000100:00080000:2.0:1767323598.794566:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323598.794570:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323598.794587:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dd180 x1853166817105792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323598.797857:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817105664:12345-0@lo:38:kworker.0 Request processed in 3531us (3840us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323598.797873:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90738
00000100:00100000:1.0:1767323598.798661:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817105792:0@lo:38:kworker.0
00000100:00100000:1.0:1767323598.798817:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323598.798885:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323598.798891:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323598.798895:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817105664:0@lo:38:kworker.0
00000100:00100000:0.0:1767323598.798991:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817105792
00000100:00100000:0.0:1767323598.798999:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817105792
00000100:00100000:0.0:1767323598.799043:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417
00000100:00100000:0.0:1767323598.799050:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817105792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323598.799072:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323598.799122:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817105792:12345-0@lo:38:kworker.0 Request processed in 71us (306us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323598.799128:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417
00000100:00080000:3.0:1767323598.799889:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323598.799897:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323598.799901:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817105792:0@lo:38:kworker.0
00000100:00100000:1.0:1767323598.800232:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817105920:0@lo:400:kworker.0
00000100:00100000:1.0:1767323598.800275:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323598.800367:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323598.800372:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323598.800374:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323598.800379:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6136
00000100:00080000:2.0:1767323598.800383:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323598.800388:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323598.800410:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756de300 x1853166817106048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323598.800480:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817106176:0@lo:400:kworker.0
00000100:00100000:0.0:1767323598.800511:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323598.804798:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817106048:0@lo:38:kworker.0
00000100:00080000:2.0:1767323598.805920:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323598.805930:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323598.805934:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323598.805950:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6136
00000100:00080000:2.0:1767323598.805954:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323598.805961:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323598.805998:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756dc700 x1853166817106304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323598.806055:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817106432:0@lo:400:kworker.0
00000100:00100000:2.0:1767323598.806103:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323598.806161:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817106432
00000100:00100000:2.0:1767323598.806169:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817106432
00000100:00100000:2.0:1767323598.806219:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3782
00000100:00100000:2.0:1767323598.806229:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817106432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323598.806277:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817106432:12345-0@lo:400:kworker.0 Request processed in 50us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323598.806286:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3782
00000100:00100000:2.0:1767323598.806327:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817106432:0@lo:400:kworker.0
00000100:00100000:2.0:1767323598.806360:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323598.806366:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817106560:0@lo:400:kworker.0
00000100:00100000:2.0:1767323598.806387:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323598.806408:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817106560
00000100:00100000:2.0:1767323598.806411:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817106560
00000100:00100000:2.0:1767323598.806434:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3783
00000100:00100000:2.0:1767323598.806439:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817106560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323598.806469:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817106560:12345-0@lo:400:kworker.0 Request processed in 30us (82us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323598.806475:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3783
00000100:00100000:2.0:1767323598.806498:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817106560:0@lo:400:kworker.0
00000100:00100000:2.0:1767323598.808874:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323598.810786:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817105920
00000100:00100000:3.0:1767323598.810797:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817105920
00000100:00100000:3.0:1767323598.810868:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817106176
00000100:00100000:3.0:1767323598.810870:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817106176
00000100:00100000:3.0:1767323598.810890:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6034
00000100:00100000:3.0:1767323598.810897:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817105920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323598.810975:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817105920:12345-0@lo:400:kworker.0 Request processed in 79us (10701us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323598.810980:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6034
00000100:00100000:3.0:1767323598.810995:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6035
00000100:00100000:3.0:1767323598.811002:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817106176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323598.811032:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817106176:12345-0@lo:400:kworker.0 Request processed in 31us (10521us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323598.811040:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6035
00000100:00100000:3.0:1767323598.811085:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817105920:0@lo:400:kworker.0
00000100:00080000:0.0:1767323598.811265:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323598.811285:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817106176:0@lo:400:kworker.0
00000100:00100000:2.0:1767323598.813838:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817106304:0@lo:38:kworker.0
00000100:00100000:2.0:1767323598.813897:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323598.814041:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817106048
00000100:00100000:3.0:1767323598.814048:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817106048
00000100:00100000:3.0:1767323598.814089:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817106304
00000100:00100000:3.0:1767323598.814093:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817106304
00000100:00100000:3.0:1767323598.814115:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90739
00000100:00100000:3.0:1767323598.814123:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817106048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323598.814143:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323598.814187:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817106048:12345-0@lo:38:kworker.0 Request processed in 63us (5318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323598.814194:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90739
00000100:00100000:3.0:1767323598.814208:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90740
00000100:00100000:3.0:1767323598.814212:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817106304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323598.814221:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323598.814242:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817106304:12345-0@lo:38:kworker.0 Request processed in 28us (345us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323598.814248:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90740
00000100:00080000:2.0:1767323598.815416:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323598.815426:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323598.815431:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817106304:0@lo:38:kworker.0
00000100:00080000:2.0:1767323598.815444:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323598.815447:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323598.815450:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817106048:0@lo:38:kworker.0
00000100:00100000:2.0:1767323599.366879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323599.815017:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323600.391132:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323600.838953:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323601.416027:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323601.575823:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323601.575922:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758816384
00000100:00100000:1.0:1767323601.575932:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758816384
00000100:00100000:1.0:1767323601.576009:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6036
00000100:00100000:1.0:1767323601.576020:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758816384:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323601.576093:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758816384:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 76us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323601.576101:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6036
00000100:00080000:0.0:1767323601.576160:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323601.582115:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323601.582441:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758816256
00000100:00100000:2.0:1767323601.582454:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758816256
00000100:00100000:2.0:1767323601.582523:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90741
00000100:00100000:2.0:1767323601.582534:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758816256:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323601.582563:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323601.582816:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758816256:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 281us (712us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323601.582825:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90741
00010000:00010000:0.0:1767323601.864086:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323602.375250:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817106816:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323602.375341:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323602.375427:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323602.375433:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817106688:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323602.375453:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323602.375524:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817106816
00000100:00100000:3.0:1767323602.375534:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817106816
00000100:00100000:3.0:1767323602.375613:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817106688
00000100:00100000:3.0:1767323602.375616:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817106688
00000100:00100000:3.0:1767323602.375636:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515
00000100:00100000:3.0:1767323602.375649:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817106816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323602.375685:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323602.375733:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817106816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (392us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323602.375742:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515
00000100:00100000:3.0:1767323602.375780:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516
00000100:00100000:3.0:1767323602.375787:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817106688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323602.375805:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323602.375828:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817106688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (374us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323602.375834:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516
00000100:00080000:2.0:1767323602.375940:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323602.375945:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323602.375986:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817106688:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323602.375998:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817106816:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323602.438933:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323602.887105:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323603.462899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323603.910993:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323603.911008:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323603.911012:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323603.911017:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323603.911022:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323603.911033:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6141
00000100:00080000:3.0:1767323603.911039:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323603.911047:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323603.911107:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39880 x1853166817106944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323603.911136:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323603.911139:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323603.911141:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323603.911145:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6141
00000100:00080000:3.0:1767323603.911147:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323603.911151:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323603.911170:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477b80 x1853166817107072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323603.911220:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323603.911224:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323603.911226:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323603.911230:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6141
00000100:00080000:3.0:1767323603.911232:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323603.911235:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323603.911247:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474e00 x1853166817107328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323603.911263:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323603.911266:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323603.911268:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323603.911272:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6141
00000100:00080000:3.0:1767323603.911274:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323603.911277:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323603.911286:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476680 x1853166817107584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323603.911402:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817107200:0@lo:400:kworker.0
00000100:00100000:2.0:1767323603.911497:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323603.911621:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323603.911624:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817106944:0@lo:38:kworker.0
00000100:00100000:2.0:1767323603.911626:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817107456:0@lo:400:kworker.0
00000100:00100000:2.0:1767323603.911651:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323603.911686:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817107840:0@lo:400:kworker.0
00010000:00010000:0.0:1767323603.911699:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323603.911711:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323603.911713:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323603.911736:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817107072:0@lo:38:kworker.0
00000100:00100000:2.0:1767323603.911738:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323603.911743:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817107712:0@lo:400:kworker.0
00000100:00100000:0.0:1767323603.911779:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323603.911780:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323603.911800:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817107328:0@lo:38:kworker.0
00000100:00100000:2.0:1767323603.911817:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817107200
00000100:00100000:0.0:1767323603.911821:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323603.911826:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817107200
00000100:00100000:0.0:1767323603.911838:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817107584:0@lo:38:kworker.0
00000100:00100000:0.0:1767323603.911856:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323603.911895:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817107456
00000100:00100000:2.0:1767323603.911898:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817107456
00000100:00100000:0.0:1767323603.913963:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817106944
00000100:00100000:0.0:1767323603.914160:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817106944
00000100:00100000:0.0:1767323603.914210:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817107328
00000100:00100000:0.0:1767323603.914214:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817107328
00000100:00100000:0.0:1767323603.914223:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817107584
00000100:00100000:0.0:1767323603.914226:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817107584
00000100:00100000:0.0:1767323603.914246:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6037
00000100:00100000:0.0:1767323603.914266:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817107200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323603.914633:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817107200:12345-0@lo:400:kworker.0 Request processed in 377us (3135us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323603.914642:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6037
00000100:00100000:0.0:1767323603.914671:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6038
00000100:00100000:0.0:1767323603.914678:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817107456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323603.914710:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817107456:12345-0@lo:400:kworker.0 Request processed in 34us (3058us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323603.914716:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6038
00000100:00100000:0.0:1767323603.914729:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90742
00000100:00100000:0.0:1767323603.914734:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817106944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323603.914791:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323603.914832:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817106944:12345-0@lo:38:kworker.0 Request processed in 96us (3119us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323603.914842:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90742
00000100:00100000:0.0:1767323603.914855:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90743
00000100:00100000:0.0:1767323603.914859:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817107328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323603.914868:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323603.914893:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817107328:12345-0@lo:38:kworker.0 Request processed in 32us (3070us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323603.914898:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90743
00000100:00100000:0.0:1767323603.914909:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90744
00000100:00100000:0.0:1767323603.914913:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817107584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323603.914921:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323603.914943:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817107584:12345-0@lo:38:kworker.0 Request processed in 30us (3087us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323603.914950:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90744
00000100:00080000:0.0:1767323603.915201:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323603.915208:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323603.915212:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817106944:0@lo:38:kworker.0
00000100:00080000:0.0:1767323603.915224:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323603.915227:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323603.915230:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817107328:0@lo:38:kworker.0
00000100:00080000:0.0:1767323603.915239:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323603.915242:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323603.915245:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817107584:0@lo:38:kworker.0
00000100:00100000:0.0:1767323603.915370:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817107456:0@lo:400:kworker.0
00000100:00100000:0.0:1767323603.915387:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817107200:0@lo:400:kworker.0
00000100:00100000:0.0:1767323603.915446:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817107072
00000100:00100000:0.0:1767323603.915639:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817107072
00000100:00100000:0.0:1767323603.915677:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418
00000100:00100000:0.0:1767323603.915682:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817107072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323603.915694:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323603.915736:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817107072:12345-0@lo:38:kworker.0 Request processed in 53us (3957us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323603.915743:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418
00000100:00080000:0.0:1767323603.915810:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323603.915815:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323603.915818:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817107072:0@lo:38:kworker.0
00000100:00100000:0.0:1767323603.915868:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817107840
00000100:00100000:0.0:1767323603.915873:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817107840
00000100:00080000:2.0:1767323603.915891:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323603.915905:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817107712
00000100:00100000:0.0:1767323603.915909:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817107712
00000100:00100000:2.0:1767323603.915911:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784
00000100:00100000:2.0:1767323603.915920:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817107840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323603.915936:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785
00000100:00100000:0.0:1767323603.915942:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817107712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323603.916056:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817107712:12345-0@lo:400:kworker.0 Request processed in 39us (4199us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323603.916064:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785
00000100:00100000:2.0:1767323603.917739:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817107840:12345-0@lo:400:kworker.0 Request processed in 1809us (6012us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323603.917769:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784
00000100:00100000:2.0:1767323603.917860:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817107712:0@lo:400:kworker.0
00000100:00100000:2.0:1767323603.917878:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817107840:0@lo:400:kworker.0
00000100:00100000:2.0:1767323604.486902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323604.936260:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323605.510930:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323605.964138:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323606.534883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323606.696147:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323606.696216:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323606.697111:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758816512
00000100:00100000:2.0:1767323606.697123:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758816512
00000100:00100000:2.0:1767323606.697228:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758816640
00000100:00100000:2.0:1767323606.697232:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758816640
00000100:00100000:2.0:1767323606.697298:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6039
00000100:00100000:2.0:1767323606.697309:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758816640:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323606.697398:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758816640:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 90us (1181us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323606.697406:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6039
00000100:00100000:2.0:1767323606.697427:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90745
00000100:00100000:2.0:1767323606.697432:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758816512:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323606.697453:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323606.697480:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758816512:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (1344us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323606.697486:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90745
00000100:00080000:3.0:1767323606.701723:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323606.985987:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323607.495104:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323607.495130:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817107968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323607.495211:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323607.495370:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817107968
00000100:00100000:0.0:1767323607.495380:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817107968
00000100:00100000:0.0:1767323607.495455:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517
00000100:00100000:0.0:1767323607.495465:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817107968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323607.495494:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323607.495551:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817107968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323607.495559:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517
00000100:00100000:1.0:1767323607.495654:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817107968:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767323607.495717:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323607.495848:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323607.495858:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817108096:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323607.495891:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323607.496103:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817108096
00000100:00100000:0.0:1767323607.496108:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817108096
00000100:00100000:0.0:1767323607.496151:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518
00000100:00100000:0.0:1767323607.496158:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e78335c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817108096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323607.496174:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323607.496214:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e78335c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817108096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323607.496220:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518
00000100:00080000:2.0:1767323607.496475:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323607.496544:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817108096:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323607.558828:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323608.007137:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323608.582984:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323609.031004:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323609.031144:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323609.031150:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323609.031154:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323609.031158:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323609.031162:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323609.031170:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6146
00000100:00080000:3.0:1767323609.031175:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323609.031182:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323609.031221:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476d80 x1853166817108224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323609.031281:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817108224:0@lo:38:kworker.0
00000100:00100000:2.0:1767323609.031350:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323609.031503:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817108224
00000100:00100000:0.0:1767323609.031520:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817108224
00000100:00100000:0.0:1767323609.031559:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90746
00000100:00100000:0.0:1767323609.031566:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817108224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323609.031586:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323609.031832:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323609.031836:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323609.031839:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323609.031843:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6146
00000100:00080000:3.0:1767323609.031846:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323609.031850:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323609.031865:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477800 x1853166817108352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323609.033805:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817108352:0@lo:38:kworker.0
00000100:00100000:2.0:1767323609.033866:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323609.033965:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817108352
00000100:00100000:1.0:1767323609.033971:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817108352
00000100:00100000:1.0:1767323609.034005:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419
00000100:00100000:1.0:1767323609.034011:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817108352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323609.034030:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323609.034066:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817108352:12345-0@lo:38:kworker.0 Request processed in 54us (200us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323609.034073:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419
00000100:00100000:0.0:1767323609.034246:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817108224:12345-0@lo:38:kworker.0 Request processed in 2679us (2896us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323609.034261:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90746
00000100:00080000:2.0:1767323609.034354:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323609.034360:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323609.034364:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817108224:0@lo:38:kworker.0
00000100:00080000:2.0:1767323609.034391:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323609.034395:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323609.034398:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817108352:0@lo:38:kworker.0
00000100:00100000:1.0:1767323609.034616:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817108480:0@lo:400:kworker.0
00000100:00100000:1.0:1767323609.034646:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323609.034701:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817108480
00000100:00100000:0.0:1767323609.034705:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817108480
00000100:00100000:0.0:1767323609.034746:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6040
00000100:00100000:0.0:1767323609.034766:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817108480:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323609.034832:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323609.034904:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323609.034910:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323609.034912:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323609.034917:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6146
00000100:00080000:3.0:1767323609.034920:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323609.034925:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323609.034943:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477480 x1853166817108608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323609.035022:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817108736:0@lo:400:kworker.0
00000100:00100000:2.0:1767323609.035048:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323609.035074:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817108736
00000100:00100000:2.0:1767323609.035077:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817108736
00000100:00100000:2.0:1767323609.035104:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6041
00000100:00100000:2.0:1767323609.035109:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817108736:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323609.035139:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817108736:12345-0@lo:400:kworker.0 Request processed in 29us (90us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323609.035146:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6041
00000100:00080000:2.0:1767323609.035165:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323609.035181:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817108736:0@lo:400:kworker.0
00000100:00100000:2.0:1767323609.035202:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817108608:0@lo:38:kworker.0
00000100:00100000:2.0:1767323609.035228:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323609.035252:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817108608
00000100:00100000:2.0:1767323609.035255:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817108608
00000100:00100000:2.0:1767323609.035271:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90747
00000100:00100000:2.0:1767323609.035275:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817108608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323609.035290:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323609.035318:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817108608:12345-0@lo:38:kworker.0 Request processed in 41us (89us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323609.035324:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90747
00000100:00080000:2.0:1767323609.035347:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323609.035351:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323609.035355:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817108608:0@lo:38:kworker.0
00000100:00100000:0.0:1767323609.035408:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817108480:12345-0@lo:400:kworker.0 Request processed in 655us (761us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323609.035425:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6040
00000100:00080000:3.0:1767323609.035552:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323609.035557:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323609.035559:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323609.035562:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6146
00000100:00080000:3.0:1767323609.035565:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323609.035568:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323609.035582:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477480 x1853166817108864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323609.035648:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817108992:0@lo:400:kworker.0
00000100:00100000:0.0:1767323609.035677:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323609.035732:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817108992
00000100:00100000:2.0:1767323609.035736:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817108992
00000100:00100000:2.0:1767323609.035783:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786
00000100:00100000:2.0:1767323609.035790:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817108992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323609.036057:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817108480:0@lo:400:kworker.0
00000100:00100000:1.0:1767323609.036077:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817109120:0@lo:400:kworker.0
00000100:00100000:1.0:1767323609.036105:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323609.036133:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817109120
00000100:00100000:1.0:1767323609.036137:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817109120
00000100:00100000:1.0:1767323609.036162:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3787
00000100:00100000:1.0:1767323609.036169:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817109120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323609.036200:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817109120:12345-0@lo:400:kworker.0 Request processed in 32us (94us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323609.036207:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3787
00000100:00100000:1.0:1767323609.036233:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817109120:0@lo:400:kworker.0
00000100:00080000:1.0:1767323609.036259:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323609.036262:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323609.036270:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817108864:0@lo:38:kworker.0
00000100:00100000:1.0:1767323609.036293:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323609.036319:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817108864
00000100:00100000:1.0:1767323609.036323:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817108864
00000100:00100000:1.0:1767323609.036337:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90748
00000100:00100000:1.0:1767323609.036341:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817108864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323609.036353:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323609.036377:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817108864:12345-0@lo:38:kworker.0 Request processed in 34us (83us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323609.036383:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90748
00000100:00080000:1.0:1767323609.036401:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323609.036405:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323609.036408:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817108864:0@lo:38:kworker.0
00000100:00100000:2.0:1767323609.036642:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817108992:12345-0@lo:400:kworker.0 Request processed in 852us (963us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323609.036650:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786
00000100:00100000:0.0:1767323609.036734:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817108992:0@lo:400:kworker.0
00000100:00100000:2.0:1767323609.607615:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323610.054972:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323610.630888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323610.795594:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:0.0:1767323610.795636:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758816768 offset 0 length 520: 4
00000100:00100000:0.0:1767323610.795662:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323610.795746:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758817024
00000100:00100000:2.0:1767323610.795783:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758817024
00000100:00100000:1.0:1767323610.795803:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758816896
00000100:00100000:1.0:1767323610.795808:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758816896
00000100:00100000:1.0:1767323610.795866:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6042
00000100:00100000:1.0:1767323610.795877:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758817024:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323610.795946:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758817024:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 72us (361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323610.795954:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6042
00000100:00100000:1.0:1767323610.795974:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90749
00000100:00100000:1.0:1767323610.795979:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758816896:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323610.796001:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323610.796026:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758816896:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 46us (364us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323610.796032:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90749
00000100:00080000:3.0:1767323610.796082:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323611.079404:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323611.654885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323612.103068:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323612.616159:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323612.616184:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817109248:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323612.616254:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323612.616539:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817109248
00000100:00100000:0.0:1767323612.616549:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817109248
00000100:00100000:2.0:1767323612.616629:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817109376:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323612.616634:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519
00000100:00100000:0.0:1767323612.616647:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817109248:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323612.616661:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323612.616706:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817109376
00000100:00100000:2.0:1767323612.616710:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817109376
00000100:00100000:2.0:1767323612.616735:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520
00000100:00100000:2.0:1767323612.616741:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817109376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323612.616792:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:0.0:1767323612.616795:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323612.617297:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817109376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 553us (634us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323612.617306:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520
00000100:00080000:3.0:1767323612.617498:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323612.617504:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323612.628250:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817109248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 11594us (11983us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323612.628269:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519
00000100:00100000:2.0:1767323612.629819:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817109376:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323612.630138:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817109248:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323612.678870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323613.126883:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323588/real 1767323588]  req@ffff8d4e7543b800 x1853166817102976/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323613 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767323613.126917:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e7543b800 x1853166817102976/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323613 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767323613.126945:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323613.126970:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767323613.126974:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817102976:0@lo:250:kworker.0
00010000:00010000:0.0:1767323613.127393:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323613.129595:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323613.129607:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767323613.129611:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323613.129619:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6131
00000100:00080000:3.0:1767323613.129624:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323613.129632:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323613.129686:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f475f80 x1853166817109504/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323613.129733:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323613.129739:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323613.129740:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323613.129744:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6151
00000100:00080000:3.0:1767323613.129747:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323613.129752:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323613.129829:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474000 x1853166817109632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323613.129847:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323613.129851:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323613.129853:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323613.129858:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6151
00000100:00080000:3.0:1767323613.129861:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323613.129865:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323613.129880:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477b80 x1853166817109760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323613.129938:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323613.129942:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323613.129944:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323613.129950:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6151
00000100:00080000:3.0:1767323613.129956:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323613.129960:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323613.129961:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817109888:0@lo:400:kworker.0
00000100:00100000:3.0:1767323613.129976:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474380 x1853166817110016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323613.130002:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323613.130005:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323613.130007:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323613.130011:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6151
00000100:00080000:3.0:1767323613.130014:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323613.130017:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323613.130027:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474e00 x1853166817110272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323613.130153:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817109504:0@lo:250:kworker.0
00000400:00000100:1.0:1767323613.130201:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817109504 offset 0 length 520: 4
00000100:00100000:1.0:1767323613.130251:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817109632:0@lo:38:kworker.0
00000100:00100000:1.0:1767323613.130277:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323613.130305:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817109760:0@lo:38:kworker.0
00000100:00100000:1.0:1767323613.130333:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323613.130352:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817110016:0@lo:38:kworker.0
00000100:00100000:1.0:1767323613.130371:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323613.130466:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817109632
00000100:00100000:3.0:1767323613.130502:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817109632
00000100:00100000:2.0:1767323613.130561:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817110144:0@lo:400:kworker.0
00000100:00100000:3.0:1767323613.130717:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817110016
00000100:00100000:3.0:1767323613.130722:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817110016
00000100:00100000:3.0:1767323613.130748:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90750
00000100:00100000:3.0:1767323613.130778:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817109632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323613.130805:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323613.134380:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817110272:0@lo:38:kworker.0
00000100:00100000:0.0:1767323613.134402:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323613.134489:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323613.134529:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817109888
00000100:00100000:0.0:1767323613.134540:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817109888
00000100:00100000:1.0:1767323613.134573:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817109760
00000100:00100000:1.0:1767323613.134583:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817109760
00000100:00100000:0.0:1767323613.134601:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817110272
00000100:00100000:0.0:1767323613.134607:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817110272
00000100:00100000:1.0:1767323613.134620:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420
00000100:00100000:1.0:1767323613.134629:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817109760:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323613.134640:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6043
00000100:00100000:0.0:1767323613.134655:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817109888:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767323613.134666:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323613.134722:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817109760:12345-0@lo:38:kworker.0 Request processed in 92us (4386us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323613.134730:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420
00000100:00100000:1.0:1767323613.134781:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90751
00000100:00100000:1.0:1767323613.134789:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817110016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323613.134802:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323613.134838:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817109888:12345-0@lo:400:kworker.0 Request processed in 184us (453us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323613.134852:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817110016:12345-0@lo:38:kworker.0 Request processed in 59us (4475us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323613.134853:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6043
00000100:00100000:1.0:1767323613.134870:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90751
00000100:00100000:0.0:1767323613.134889:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90752
00000100:00100000:0.0:1767323613.134900:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817110272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323613.134921:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323613.134942:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323613.134951:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323613.134957:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817109760:0@lo:38:kworker.0
00000100:00080000:1.0:1767323613.134970:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323613.134974:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323613.134977:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817110016:0@lo:38:kworker.0
00000100:00100000:1.0:1767323613.135053:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817109888:0@lo:400:kworker.0
00000100:00080000:1.0:1767323613.135090:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323613.135253:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817110272:12345-0@lo:38:kworker.0 Request processed in 353us (766us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323613.135262:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90752
00000100:00080000:1.0:1767323613.135930:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323613.135938:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323613.135942:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817110272:0@lo:38:kworker.0
00000100:00100000:2.0:1767323613.138709:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323613.138921:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817110144
00000100:00100000:0.0:1767323613.138933:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817110144
00000100:00100000:0.0:1767323613.139037:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6044
00000100:00100000:0.0:1767323613.139048:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817110144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323613.139128:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817110144:12345-0@lo:400:kworker.0 Request processed in 82us (429us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323613.139136:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6044
00000100:00100000:2.0:1767323613.139347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817110144:0@lo:400:kworker.0
00000100:00080000:1.0:1767323613.139436:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323613.139593:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817109632:12345-0@lo:38:kworker.0 Request processed in 8834us (9311us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323613.139603:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90750
00000100:00080000:1.0:1767323613.145371:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323613.145391:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323613.145398:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817109632:0@lo:38:kworker.0
00000100:00100000:2.0:1767323613.703513:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323614.153551:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323614.726951:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323615.175750:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323615.750977:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323615.916090:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323615.916160:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323615.916265:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758817280
00000100:00100000:3.0:1767323615.916278:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758817280
00000100:00100000:3.0:1767323615.916502:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758817152
00000100:00100000:3.0:1767323615.916506:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758817152
00000100:00100000:3.0:1767323615.916530:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6045
00000100:00100000:3.0:1767323615.916556:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758817280:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323615.916670:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758817280:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 129us (594us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323615.916679:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6045
00000100:00100000:3.0:1767323615.916700:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90753
00000100:00100000:3.0:1767323615.916706:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758817152:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323615.916732:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323615.917436:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323615.917605:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758817152:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 893us (1440us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323615.917615:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90753
00010000:00010000:0.0:1767323616.199020:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323616.775023:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323617.223031:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323617.735577:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817110400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323617.735693:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323617.736124:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817110400
00000100:00100000:2.0:1767323617.736134:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817110400
00000100:00100000:2.0:1767323617.736338:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521
00000100:00100000:2.0:1767323617.736352:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817110400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323617.736403:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323617.736479:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817110400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (786us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323617.736489:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521
00000100:00080000:1.0:1767323617.736556:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323617.736625:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817110400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323617.737881:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817110528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323617.737946:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323617.739071:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817110528
00000100:00100000:0.0:1767323617.739087:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817110528
00000100:00100000:0.0:1767323617.739171:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522
00000100:00100000:0.0:1767323617.739183:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817110528:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767323617.739358:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767323617.739499:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323617.739595:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817110528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 414us (1648us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323617.739828:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817110528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323617.739947:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522
00000100:00100000:2.0:1767323617.799050:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323618.247309:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323618.247545:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323618.247553:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323618.247556:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323618.247561:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323618.247566:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323618.247576:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6155
00000100:00080000:2.0:1767323618.247582:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323618.247590:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323618.247644:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fa680 x1853166817110656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323618.247677:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323618.247681:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323618.247682:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323618.247686:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6155
00000100:00080000:2.0:1767323618.247689:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323618.247693:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323618.247707:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8000 x1853166817110784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323618.247783:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323618.247788:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323618.247790:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323618.247795:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6155
00000100:00080000:2.0:1767323618.247797:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323618.247805:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323618.247818:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8700 x1853166817111040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323618.247835:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323618.247840:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323618.247841:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323618.247845:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6155
00000100:00080000:2.0:1767323618.247848:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323618.247852:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323618.247863:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fa300 x1853166817111296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323618.247942:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817111168:0@lo:400:kworker.0
00000100:00100000:3.0:1767323618.248044:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323618.248138:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323618.248145:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817110912:0@lo:400:kworker.0
00000100:00100000:3.0:1767323618.248170:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323618.248210:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817111168
00000100:00100000:3.0:1767323618.248220:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817111168
00000100:00100000:3.0:1767323618.248295:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817110912
00000100:00100000:3.0:1767323618.248298:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817110912
00000100:00100000:3.0:1767323618.248343:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6046
00000100:00100000:3.0:1767323618.248355:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817111168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323618.248441:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817111168:12345-0@lo:400:kworker.0 Request processed in 86us (397us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323618.248449:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6046
00000100:00100000:3.0:1767323618.248468:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6047
00000100:00100000:3.0:1767323618.248475:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817110912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323618.248501:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817110912:12345-0@lo:400:kworker.0 Request processed in 28us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323618.248506:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6047
00000100:00100000:3.0:1767323618.248549:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817110912:0@lo:400:kworker.0
00000100:00100000:3.0:1767323618.248560:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817111168:0@lo:400:kworker.0
00000100:00080000:1.0:1767323618.248662:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323618.248692:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817110656:0@lo:38:kworker.0
00000100:00100000:1.0:1767323618.248726:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323618.248787:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817110784:0@lo:38:kworker.0
00000100:00100000:1.0:1767323618.248814:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323618.248837:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817111040:0@lo:38:kworker.0
00000100:00100000:1.0:1767323618.248862:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323618.248877:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817111296:0@lo:38:kworker.0
00000100:00100000:1.0:1767323618.248897:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323618.248936:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817110784
00000100:00100000:1.0:1767323618.248940:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817110784
00000100:00100000:1.0:1767323618.248964:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421
00000100:00100000:1.0:1767323618.248969:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817110784:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323618.248993:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323618.249030:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817110784:12345-0@lo:38:kworker.0 Request processed in 59us (214us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323618.249038:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421
00000100:00100000:1.0:1767323618.249060:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817110656
00000100:00100000:1.0:1767323618.249064:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817110656
00000100:00100000:1.0:1767323618.249082:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817111040
00000100:00100000:1.0:1767323618.249085:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817111040
00000100:00100000:1.0:1767323618.249099:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817111296
00000100:00100000:1.0:1767323618.249101:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817111296
00000100:00100000:1.0:1767323618.249111:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90754
00000100:00100000:1.0:1767323618.249116:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817110656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323618.249126:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323618.249154:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817110656:12345-0@lo:38:kworker.0 Request processed in 36us (427us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323618.249161:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90754
00000100:00100000:1.0:1767323618.249171:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90755
00000100:00100000:1.0:1767323618.249175:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817111040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323618.249184:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323618.249208:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817111040:12345-0@lo:38:kworker.0 Request processed in 32us (345us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323618.249213:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90755
00000100:00100000:1.0:1767323618.249224:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90756
00000100:00100000:1.0:1767323618.249228:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817111296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323618.249237:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323618.249259:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817111296:12345-0@lo:38:kworker.0 Request processed in 29us (361us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323618.249266:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90756
00000100:00080000:1.0:1767323618.249301:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323618.249307:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323618.249311:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817110656:0@lo:38:kworker.0
00000100:00080000:1.0:1767323618.249320:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323618.249325:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323618.249328:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817110784:0@lo:38:kworker.0
00000100:00080000:1.0:1767323618.249336:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323618.249339:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323618.249342:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817111040:0@lo:38:kworker.0
00000100:00080000:1.0:1767323618.249350:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323618.249353:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323618.249355:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817111296:0@lo:38:kworker.0
00000100:00100000:2.0:1767323618.823027:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323619.272519:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323619.846993:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323620.294941:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323620.871048:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323621.032903:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323621.032946:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323621.033014:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758817536
00000100:00100000:1.0:1767323621.033033:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758817536
00000100:00100000:2.0:1767323621.033195:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758817408
00000100:00100000:2.0:1767323621.033205:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758817408
00000100:00100000:2.0:1767323621.033254:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90757
00000100:00100000:2.0:1767323621.033262:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758817408:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323621.033285:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323621.033356:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758817408:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 95us (409us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323621.033363:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90757
00000100:00100000:1.0:1767323621.033623:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6048
00000100:00100000:1.0:1767323621.033638:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758817536:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323621.033729:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758817536:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (835us total) trans 0 rc 0/0
00000100:00080000:3.0:1767323621.034240:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323621.038093:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6048
00010000:00010000:0.0:1767323621.318898:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323621.894890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323622.343071:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323622.855970:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323622.855993:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817111424:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323622.856060:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323622.856454:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323622.856466:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817111552:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323622.856498:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323622.856617:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817111424
00000100:00100000:3.0:1767323622.856626:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817111424
00000100:00100000:3.0:1767323622.856687:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817111552
00000100:00100000:3.0:1767323622.856691:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817111552
00000100:00100000:3.0:1767323622.856711:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3523
00000100:00100000:3.0:1767323622.856721:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817111424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323622.856750:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323622.856835:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817111424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (774us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323622.856842:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3523
00000100:00100000:3.0:1767323622.856859:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3524
00000100:00100000:3.0:1767323622.856866:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817111552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323622.856882:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323622.856910:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817111552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (412us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323622.856916:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3524
00000100:00080000:1.0:1767323622.857040:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323622.857045:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323622.857082:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817111552:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323622.857259:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817111424:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323622.918891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323623.367109:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323623.367173:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323623.367180:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323623.367184:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323623.367188:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323623.367192:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323623.367200:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6160
00000100:00080000:3.0:1767323623.367205:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323623.367212:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323623.367257:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476d80 x1853166817111680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323623.367279:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323623.367284:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323623.367285:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323623.367289:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6160
00000100:00080000:3.0:1767323623.367292:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323623.367295:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323623.367308:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476300 x1853166817111808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323623.367348:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323623.367352:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323623.367354:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323623.367357:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6160
00000100:00080000:3.0:1767323623.367360:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323623.367363:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323623.367373:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477800 x1853166817112064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323623.367417:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323623.367421:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323623.367422:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323623.367426:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6160
00000100:00080000:3.0:1767323623.367429:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323623.367431:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323623.367442:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477b80 x1853166817112320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323623.367512:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817111936:0@lo:400:kworker.0
00000100:00100000:0.0:1767323623.367579:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323623.367653:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323623.367659:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817112192:0@lo:400:kworker.0
00000100:00100000:0.0:1767323623.367681:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323623.367714:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817111936
00000100:00100000:0.0:1767323623.367721:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817111936
00000100:00100000:0.0:1767323623.367782:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817112192
00000100:00100000:0.0:1767323623.367785:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817112192
00000100:00100000:0.0:1767323623.367810:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6049
00000100:00100000:0.0:1767323623.367818:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817111936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323623.367883:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817111936:12345-0@lo:400:kworker.0 Request processed in 65us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323623.367890:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6049
00000100:00100000:0.0:1767323623.367906:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6050
00000100:00100000:0.0:1767323623.367913:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817112192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323623.367940:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817112192:12345-0@lo:400:kworker.0 Request processed in 28us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323623.367949:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6050
00000100:00100000:0.0:1767323623.367986:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817112192:0@lo:400:kworker.0
00000100:00100000:0.0:1767323623.367997:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817111936:0@lo:400:kworker.0
00000100:00100000:1.0:1767323623.368268:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817111680:0@lo:38:kworker.0
00000100:00100000:1.0:1767323623.368301:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323623.368331:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817111808:0@lo:38:kworker.0
00000100:00100000:1.0:1767323623.368356:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323623.368438:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817111680
00000100:00100000:2.0:1767323623.368443:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817111680
00000100:00100000:2.0:1767323623.368467:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90758
00000100:00100000:2.0:1767323623.368472:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817111680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323623.368491:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323623.368525:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817111680:12345-0@lo:38:kworker.0 Request processed in 52us (224us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323623.368531:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90758
00000100:00080000:2.0:1767323623.368572:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323623.368733:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817112064:0@lo:38:kworker.0
00000100:00100000:1.0:1767323623.368790:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323623.368805:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817112320:0@lo:38:kworker.0
00000100:00100000:1.0:1767323623.368826:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323623.368857:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323623.368868:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323623.368871:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817111680:0@lo:38:kworker.0
00000100:00100000:1.0:1767323623.368895:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817112064
00000100:00100000:1.0:1767323623.368899:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817112064
00000100:00100000:1.0:1767323623.368920:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817112320
00000100:00100000:1.0:1767323623.368923:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817112320
00000100:00100000:1.0:1767323623.368937:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90759
00000100:00100000:1.0:1767323623.368941:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817112064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323623.368951:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323623.368982:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817112064:12345-0@lo:38:kworker.0 Request processed in 39us (192us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323623.368988:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90759
00000100:00100000:1.0:1767323623.369001:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90760
00000100:00100000:1.0:1767323623.369004:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817112320:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323623.369013:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323623.369036:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817112320:12345-0@lo:38:kworker.0 Request processed in 30us (210us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323623.369042:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90760
00000100:00080000:1.0:1767323623.369087:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323623.369091:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323623.369094:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817112064:0@lo:38:kworker.0
00000100:00080000:1.0:1767323623.369101:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323623.369104:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323623.369106:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817112320:0@lo:38:kworker.0
00000100:00100000:3.0:1767323623.371041:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817111808
00000100:00100000:3.0:1767323623.371053:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817111808
00000100:00100000:2.0:1767323623.371434:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422
00000100:00100000:2.0:1767323623.371443:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817111808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323623.371467:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323623.371553:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817111808:12345-0@lo:38:kworker.0 Request processed in 109us (3195us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323623.371561:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422
00000100:00080000:3.0:1767323623.372880:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323623.372889:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323623.372894:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817111808:0@lo:38:kworker.0
00000100:00100000:2.0:1767323623.942922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323624.392799:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323624.966872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323625.414999:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323625.991055:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323626.154577:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323626.154627:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323626.154732:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758817792
00000100:00100000:2.0:1767323626.154741:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758817792
00000100:00100000:2.0:1767323626.154854:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758817664
00000100:00100000:2.0:1767323626.154857:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758817664
00000100:00100000:2.0:1767323626.154878:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6051
00000100:00100000:2.0:1767323626.154888:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758817792:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323626.154958:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758817792:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 71us (389us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323626.154966:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6051
00000100:00100000:2.0:1767323626.154984:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90761
00000100:00100000:2.0:1767323626.154989:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758817664:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323626.155008:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323626.155033:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758817664:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (406us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323626.155040:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90761
00000100:00080000:1.0:1767323626.155215:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323626.438912:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323627.015019:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323627.463426:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323627.975550:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323627.975583:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817112448:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323627.975675:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323627.976134:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817112576:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323627.976166:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323627.976507:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817112448
00000100:00100000:2.0:1767323627.976517:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817112448
00000100:00100000:2.0:1767323627.976634:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817112576
00000100:00100000:2.0:1767323627.976638:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817112576
00000100:00100000:3.0:1767323627.976687:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3525
00000100:00100000:3.0:1767323627.976700:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817112448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323627.976737:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323627.976841:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817112448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 143us (1165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323627.976849:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3525
00000100:00100000:1.0:1767323627.977012:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817112448:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323627.977355:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323627.977362:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323627.977493:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3526
00000100:00100000:2.0:1767323627.977502:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817112576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323627.977523:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323627.977580:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817112576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (1413us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323627.977587:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3526
00000100:00100000:3.0:1767323627.977667:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817112576:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323628.039523:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323628.487818:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323628.487833:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323628.487837:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323628.487843:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323628.487848:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323628.487859:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6165
00000100:00080000:0.0:1767323628.487865:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323628.487874:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323628.487925:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306d500 x1853166817112704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323628.487946:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323628.487949:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323628.487952:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323628.487956:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6165
00000100:00080000:0.0:1767323628.487959:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323628.487963:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323628.487981:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543b800 x1853166817112832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323628.488026:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323628.488030:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323628.488032:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323628.488036:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6165
00000100:00080000:0.0:1767323628.488038:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323628.488041:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323628.488054:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75438380 x1853166817113088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323628.488071:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323628.488075:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323628.488077:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323628.488080:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6165
00000100:00080000:0.0:1767323628.488083:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323628.488086:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323628.488095:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21a680 x1853166817113344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323628.488270:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817112960:0@lo:400:kworker.0
00000100:00100000:2.0:1767323628.488366:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323628.488443:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323628.488448:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817113216:0@lo:400:kworker.0
00000100:00100000:2.0:1767323628.488470:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323628.488518:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817112960
00000100:00100000:2.0:1767323628.488528:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817112960
00000100:00100000:2.0:1767323628.488584:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817113216
00000100:00100000:2.0:1767323628.488586:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817113216
00000100:00100000:2.0:1767323628.488611:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6052
00000100:00100000:2.0:1767323628.488620:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817112960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323628.488675:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817112960:12345-0@lo:400:kworker.0 Request processed in 55us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323628.488687:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6052
00000100:00100000:2.0:1767323628.488707:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6053
00000100:00100000:2.0:1767323628.488713:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817113216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323628.488737:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817113216:12345-0@lo:400:kworker.0 Request processed in 24us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323628.488742:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6053
00000100:00100000:2.0:1767323628.488808:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817113216:0@lo:400:kworker.0
00000100:00100000:2.0:1767323628.488818:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817112960:0@lo:400:kworker.0
00000100:00100000:3.0:1767323628.489125:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817113600:0@lo:400:kworker.0
00000100:00100000:3.0:1767323628.489166:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323628.489205:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323628.489212:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817113472:0@lo:400:kworker.0
00000100:00100000:3.0:1767323628.489235:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323628.489397:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323628.489634:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817113600
00000100:00100000:2.0:1767323628.489639:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817113600
00000100:00100000:2.0:1767323628.489678:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817113472
00000100:00100000:2.0:1767323628.489682:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817113472
00000100:00100000:2.0:1767323628.489718:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3788
00000100:00100000:2.0:1767323628.489727:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817113600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323628.489776:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3789
00000100:00100000:3.0:1767323628.489789:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817113472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323628.489818:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817113600:12345-0@lo:400:kworker.0 Request processed in 79us (638us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323628.489828:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3788
00000100:00100000:3.0:1767323628.489834:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817113472:12345-0@lo:400:kworker.0 Request processed in 49us (596us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323628.489843:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3789
00000100:00100000:2.0:1767323628.489879:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817113472:0@lo:400:kworker.0
00000100:00100000:2.0:1767323628.489890:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817113600:0@lo:400:kworker.0
00000100:00100000:1.0:1767323628.490720:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817112704:0@lo:38:kworker.0
00000100:00100000:1.0:1767323628.490815:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323628.490843:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817112832:0@lo:38:kworker.0
00000100:00100000:1.0:1767323628.490873:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323628.490893:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817112704
00000100:00100000:0.0:1767323628.490899:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817112704
00000100:00100000:1.0:1767323628.490909:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817113088:0@lo:38:kworker.0
00000100:00100000:1.0:1767323628.490931:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323628.490942:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817113088
00000100:00100000:0.0:1767323628.490945:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817113088
00000100:00100000:1.0:1767323628.490950:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817113344:0@lo:38:kworker.0
00000100:00100000:0.0:1767323628.490967:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90762
00000100:00100000:0.0:1767323628.490973:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817112704:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323628.490974:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323628.490983:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817113344
00000100:00100000:3.0:1767323628.490991:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817113344
00010000:00020000:0.0:1767323628.490998:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00010000:1.0:1767323628.491012:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323628.491029:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90763
00000100:00100000:1.0:1767323628.491038:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90764
00000100:00100000:3.0:1767323628.491039:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817113088:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323628.491044:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817112704:12345-0@lo:38:kworker.0 Request processed in 69us (227us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323628.491046:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817113344:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323628.491054:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90762
00010000:00020000:3.0:1767323628.491058:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323628.491062:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323628.491105:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817113344:12345-0@lo:38:kworker.0 Request processed in 58us (129us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323628.491107:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817113088:12345-0@lo:38:kworker.0 Request processed in 59us (163us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323628.491117:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90764
00000100:00080000:0.0:1767323628.491125:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323628.491131:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90763
00000100:00080000:0.0:1767323628.491135:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323628.491142:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817112704:0@lo:38:kworker.0
00000100:00080000:0.0:1767323628.491154:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323628.491159:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323628.491162:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817113088:0@lo:38:kworker.0
00000100:00080000:0.0:1767323628.491170:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323628.491173:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323628.491176:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817113344:0@lo:38:kworker.0
00000100:00100000:2.0:1767323628.491257:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817112832
00000100:00100000:2.0:1767323628.491262:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817112832
00000100:00100000:2.0:1767323628.491292:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423
00000100:00100000:2.0:1767323628.491297:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817112832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323628.491309:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323628.491366:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817112832:12345-0@lo:38:kworker.0 Request processed in 67us (492us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323628.491373:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423
00000100:00080000:0.0:1767323628.491521:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323628.491527:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323628.491530:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817112832:0@lo:38:kworker.0
00000100:00100000:2.0:1767323629.062913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323629.511017:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323630.086915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323630.535506:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323631.110951:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323631.272445:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323631.272518:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323631.272648:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758817920
00000100:00100000:1.0:1767323631.272662:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758817920
00000100:00100000:2.0:1767323631.272684:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758818048
00000100:00100000:2.0:1767323631.272691:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758818048
00000100:00100000:1.0:1767323631.272730:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90765
00000100:00100000:1.0:1767323631.272740:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758817920:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:2.0:1767323631.272816:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6054
00000100:00100000:2.0:1767323631.272826:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758818048:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323631.272922:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758818048:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 97us (403us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323631.272932:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6054
00010000:00020000:1.0:1767323631.272945:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323631.272980:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758817920:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 241us (552us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323631.272988:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90765
00000100:00080000:3.0:1767323631.273127:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323631.558974:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323632.134913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323632.583053:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323633.095425:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817113856:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323633.095493:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323633.095571:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323633.095578:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817113728:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323633.095615:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323633.095706:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817113856
00000100:00100000:3.0:1767323633.095714:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817113856
00000100:00100000:1.0:1767323633.095737:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817113728
00000100:00100000:1.0:1767323633.095744:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817113728
00000100:00080000:2.0:1767323633.095776:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323633.095782:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323633.095795:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527
00000100:00100000:3.0:1767323633.095810:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817113856:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323633.095811:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528
00000100:00100000:1.0:1767323633.095826:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817113728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323633.095853:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:3.0:1767323633.095853:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323633.095911:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817113728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323633.095913:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817113856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (419us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323633.096340:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817113728:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323633.096353:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817113856:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323633.096742:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528
00000100:00100000:3.0:1767323633.099138:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527
00000100:00100000:2.0:1767323633.159504:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323633.607218:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323633.607228:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323633.607231:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323633.607235:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323633.607238:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323633.607246:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6171
00000100:00080000:2.0:1767323633.607250:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323633.607256:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00010000:00010000:0.0:1767323633.607267:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323633.607328:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fb100 x1853166817113984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323633.607391:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817113984:0@lo:38:kworker.0
00000100:00100000:0.0:1767323633.607460:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323633.607570:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323633.607575:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323633.607577:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323633.607581:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6171
00000100:00080000:2.0:1767323633.607583:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323633.607587:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323633.607603:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fa300 x1853166817114112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323633.607634:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323633.607638:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323633.607640:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323633.607644:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6171
00000100:00080000:2.0:1767323633.607646:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323633.607649:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323633.607662:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8000 x1853166817114368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323633.607676:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323633.607679:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323633.607680:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323633.607683:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6171
00000100:00080000:2.0:1767323633.607686:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323633.607689:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323633.607699:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f9180 x1853166817114624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323633.607742:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817114496:0@lo:400:kworker.0
00000100:00100000:2.0:1767323633.607803:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323633.607884:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817114112:0@lo:38:kworker.0
00000100:00100000:0.0:1767323633.607923:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323633.608232:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817114240:0@lo:400:kworker.0
00000100:00100000:1.0:1767323633.608260:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323633.612857:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817113984
00000100:00100000:3.0:1767323633.612874:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817113984
00000100:00100000:3.0:1767323633.612929:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817114496
00000100:00100000:3.0:1767323633.612933:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817114496
00000100:00100000:3.0:1767323633.612970:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817114240
00000100:00100000:3.0:1767323633.612973:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817114240
00000100:00100000:3.0:1767323633.612999:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6055
00000100:00100000:3.0:1767323633.613008:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817114496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323633.613082:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817114368:0@lo:38:kworker.0
00000100:00100000:3.0:1767323633.613094:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817114496:12345-0@lo:400:kworker.0 Request processed in 86us (5290us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323633.613103:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6055
00000100:00100000:3.0:1767323633.613120:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6056
00000100:00100000:3.0:1767323633.613128:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817114240:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323633.613135:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323633.613156:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817114624:0@lo:38:kworker.0
00000100:00100000:3.0:1767323633.613169:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817114240:12345-0@lo:400:kworker.0 Request processed in 41us (4907us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323633.613186:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323633.613190:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6056
00000100:00100000:3.0:1767323633.613203:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817114368
00000100:00100000:3.0:1767323633.613206:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817114368
00000100:00100000:3.0:1767323633.613216:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817114624
00000100:00100000:3.0:1767323633.613218:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817114624
00000100:00100000:3.0:1767323633.613228:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90766
00000100:00100000:0.0:1767323633.613231:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817114880:0@lo:400:kworker.0
00000100:00100000:3.0:1767323633.613235:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817113984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323633.613256:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323633.613278:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323633.613314:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817113984:12345-0@lo:38:kworker.0 Request processed in 79us (5852us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323633.613317:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323633.613323:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90766
00000100:00100000:0.0:1767323633.613328:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817114752:0@lo:400:kworker.0
00000100:00100000:3.0:1767323633.613336:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90767
00000100:00100000:3.0:1767323633.613342:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817114368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323633.613351:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323633.613356:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323633.613510:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817114496:0@lo:400:kworker.0
00000100:00080000:2.0:1767323633.613560:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323633.613580:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90768
00000100:00100000:2.0:1767323633.613585:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817114624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323633.613596:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323633.613649:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817114112
00000100:00100000:0.0:1767323633.613654:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817114112
00000100:00100000:0.0:1767323633.613678:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424
00000100:00100000:0.0:1767323633.613683:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817114112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323633.613693:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323633.613721:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817114112:12345-0@lo:38:kworker.0 Request processed in 37us (5797us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323633.613728:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424
00000100:00100000:0.0:1767323633.613750:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817114880
00000100:00100000:0.0:1767323633.613769:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817114880
00000100:00100000:0.0:1767323633.613795:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817114752
00000100:00100000:0.0:1767323633.613798:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817114752
00000100:00100000:0.0:1767323633.613818:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3790
00000100:00100000:0.0:1767323633.613837:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817114880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323633.613872:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817114880:12345-0@lo:400:kworker.0 Request processed in 49us (595us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323633.613878:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3790
00000100:00100000:0.0:1767323633.613889:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3791
00000100:00100000:0.0:1767323633.613895:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817114752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323633.613934:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817114752:12345-0@lo:400:kworker.0 Request processed in 40us (579us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323633.613940:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3791
00000100:00100000:0.0:1767323633.613969:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817114752:0@lo:400:kworker.0
00000100:00100000:0.0:1767323633.613979:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817114880:0@lo:400:kworker.0
00000100:00080000:0.0:1767323633.614041:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323633.614046:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323633.614049:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817114112:0@lo:38:kworker.0
00000100:00080000:0.0:1767323633.614058:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323633.614061:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323633.614063:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817114368:0@lo:38:kworker.0
00000100:00080000:0.0:1767323633.614071:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323633.614075:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323633.614077:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817113984:0@lo:38:kworker.0
00000100:00100000:1.0:1767323633.614444:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817114240:0@lo:400:kworker.0
00000100:00100000:3.0:1767323633.614607:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817114368:12345-0@lo:38:kworker.0 Request processed in 1263us (1476us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323633.614615:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90767
00000100:00100000:2.0:1767323633.614639:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817114624:12345-0@lo:38:kworker.0 Request processed in 1051us (1452us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323633.614648:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90768
00000100:00080000:0.0:1767323633.614720:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323633.614724:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323633.614727:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817114624:0@lo:38:kworker.0
00000100:00100000:2.0:1767323634.182966:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323634.632089:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323635.206887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323635.655365:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323636.233765:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767323636.395118:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758818176 offset 0 length 520: 4
00000100:00100000:2.0:1767323636.395171:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323636.396451:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323636.397598:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758818432
00000100:00100000:0.0:1767323636.397617:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758818432
00000100:00100000:0.0:1767323636.397819:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758818304
00000100:00100000:0.0:1767323636.397824:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758818304
00000100:00100000:1.0:1767323636.397855:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6057
00000100:00100000:1.0:1767323636.397883:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758818432:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323636.397963:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758818432:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 90us (2792us total) trans 0 rc 0/0
00000100:00080000:2.0:1767323636.398023:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323636.398460:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90769
00000100:00100000:0.0:1767323636.398469:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758818304:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323636.398499:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323636.398518:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6057
00000100:00100000:0.0:1767323636.398573:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758818304:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 100us (2121us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323636.398582:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90769
00010000:00010000:1.0:1767323636.679341:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323637.254949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323637.702944:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323638.215071:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817115008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323638.215145:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323638.215161:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817115136:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323638.215211:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817115008
00000100:00100000:3.0:1767323638.215217:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817115008
00000100:00100000:0.0:1767323638.215287:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323638.215330:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323638.215462:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817115136
00000100:00100000:3.0:1767323638.215467:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817115136
00000100:00100000:2.0:1767323638.215510:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529
00000100:00100000:2.0:1767323638.215521:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817115008:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323638.215536:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3530
00000100:00100000:1.0:1767323638.215548:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817115136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323638.215552:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:1.0:1767323638.215567:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323638.215614:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817115136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (325us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323638.215619:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817115008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (464us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323638.215624:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3530
00000100:00100000:2.0:1767323638.215633:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529
00000100:00080000:1.0:1767323638.215651:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323638.215819:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817115136:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323638.215852:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817115008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323638.279230:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323638.726948:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323638.729639:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323613/real 1767323613]  req@ffff8d4e4f475f80 x1853166817109504/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323638 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323638.729671:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4f475f80 x1853166817109504/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323638 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323638.729690:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323638.729698:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323638.729702:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817109504:0@lo:250:kworker.0
00000100:00080000:0.0:1767323638.729789:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323638.729795:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323638.729798:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323638.729803:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6155
00000100:00080000:0.0:1767323638.729807:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323638.729813:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323638.729843:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b100 x1853166817115264/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323638.729867:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323638.729871:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323638.729873:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323638.729877:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6176
00000100:00080000:0.0:1767323638.729879:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323638.729883:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323638.729898:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9a680 x1853166817115392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323638.729907:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323638.729910:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323638.729912:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323638.729915:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6176
00000100:00080000:0.0:1767323638.729917:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323638.729920:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323638.729931:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99500 x1853166817115520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323638.729975:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323638.729979:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323638.729981:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323638.729985:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6176
00000100:00080000:0.0:1767323638.729987:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323638.729991:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323638.730002:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d214700 x1853166817115776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323638.730017:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323638.730020:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323638.730022:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323638.730024:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6176
00000100:00080000:0.0:1767323638.730026:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323638.730029:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323638.730038:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6d217100 x1853166817116032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323638.730070:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817115648:0@lo:400:kworker.0
00000100:00100000:0.0:1767323638.730090:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817116160:0@lo:400:kworker.0
00000100:00100000:1.0:1767323638.730165:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817115904:0@lo:400:kworker.0
00000100:00100000:2.0:1767323638.730266:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817115264:0@lo:250:kworker.0
00000100:00100000:0.0:1767323638.731031:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323638.731086:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323638.731095:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817116288:0@lo:400:kworker.0
00000100:00100000:1.0:1767323638.731124:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323638.731130:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323638.731178:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817116160
00000100:00100000:0.0:1767323638.731185:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817116160
00000100:00100000:1.0:1767323638.731188:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817116288
00000100:00100000:1.0:1767323638.731194:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817116288
00000100:00100000:3.0:1767323638.733030:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:2.0:1767323638.733036:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817115264 offset 0 length 520: 4
00000100:00100000:2.0:1767323638.733077:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817115392:0@lo:38:kworker.0
00000100:00100000:3.0:1767323638.733099:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817115904
00000100:00100000:3.0:1767323638.733106:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817115904
00000100:00100000:2.0:1767323638.733111:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323638.733135:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817115520:0@lo:38:kworker.0
00000100:00100000:3.0:1767323638.733156:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817115648
00000100:00100000:2.0:1767323638.733161:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323638.733161:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817115648
00000100:00100000:2.0:1767323638.733184:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817115776:0@lo:38:kworker.0
00000100:00100000:3.0:1767323638.733191:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817115392
00000100:00100000:3.0:1767323638.733195:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817115392
00000100:00100000:2.0:1767323638.733212:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323638.733218:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817115776
00000100:00100000:3.0:1767323638.733223:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817115776
00000100:00100000:2.0:1767323638.733227:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817116032:0@lo:38:kworker.0
00000100:00100000:3.0:1767323638.733251:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6058
00000100:00100000:2.0:1767323638.733266:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323638.733266:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817115904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323638.733294:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817116032
00000100:00100000:2.0:1767323638.733299:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817116032
00000100:00100000:2.0:1767323638.733319:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6059
00000100:00100000:2.0:1767323638.733334:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817115648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323638.733334:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817115904:12345-0@lo:400:kworker.0 Request processed in 69us (2206us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323638.733350:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6058
00000100:00100000:3.0:1767323638.733373:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90770
00000100:00100000:3.0:1767323638.733379:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817115392:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323638.733387:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817115648:12345-0@lo:400:kworker.0 Request processed in 59us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323638.733394:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6059
00010000:00020000:3.0:1767323638.733399:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323638.733411:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90771
00000100:00100000:2.0:1767323638.733417:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817115776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323638.733427:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323638.733439:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817115392:12345-0@lo:38:kworker.0 Request processed in 58us (327us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323638.733447:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90770
00000100:00100000:2.0:1767323638.733462:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817115776:12345-0@lo:38:kworker.0 Request processed in 41us (247us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323638.733464:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90772
00000100:00100000:3.0:1767323638.733473:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817116032:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323638.733475:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90771
00010000:00020000:3.0:1767323638.733488:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323638.733510:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323638.733516:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323638.733520:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817116032:12345-0@lo:38:kworker.0 Request processed in 45us (255us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323638.733529:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90772
00000100:00080000:3.0:1767323638.733556:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323638.733602:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817115392:0@lo:38:kworker.0
00000100:00100000:1.0:1767323638.733837:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3792
00000100:00100000:1.0:1767323638.733848:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817116160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323638.733860:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3793
00000100:00100000:0.0:1767323638.733872:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817116288:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323638.733914:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323638.733916:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817115904:0@lo:400:kworker.0
00000100:00080000:2.0:1767323638.733921:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323638.733929:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d214700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817115776:0@lo:38:kworker.0
00000100:00080000:2.0:1767323638.733939:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323638.733944:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323638.733947:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817116032:0@lo:38:kworker.0
00000100:00100000:3.0:1767323638.733966:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817115648:0@lo:400:kworker.0
00000100:00100000:2.0:1767323638.734005:0:18341:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817115520
00000100:00100000:2.0:1767323638.734010:0:18341:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817115520
00000100:00100000:2.0:1767323638.734037:0:18341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425
00000100:00100000:2.0:1767323638.734042:0:18341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817115520:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323638.734042:0:18340:0:(service.c:3434:ptlrpc_start_thread()) ost_out[0] started 2 min 2 max 16
00000100:00100000:3.0:1767323638.734054:0:18340:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_002'
00010000:00020000:2.0:1767323638.734058:0:18341:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323638.734094:0:18341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817115520:12345-0@lo:38:kworker.0 Request processed in 50us (932us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323638.734101:0:18341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425
00000100:00080000:2.0:1767323638.734124:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323638.734128:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323638.734131:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817115520:0@lo:38:kworker.0
00000100:00100000:1.0:1767323638.735143:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817116160:12345-0@lo:400:kworker.0 Request processed in 1296us (4111us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323638.735152:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3792
00000100:00100000:0.0:1767323638.735311:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817116288:12345-0@lo:400:kworker.0 Request processed in 1442us (4182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323638.735318:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3793
00000100:00100000:2.0:1767323638.736786:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817116288:0@lo:400:kworker.0
00000100:00100000:2.0:1767323638.736803:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817116160:0@lo:400:kworker.0
00000100:00100000:2.0:1767323639.303584:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323639.750988:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323640.326889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323640.775018:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323641.350918:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323641.511587:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323641.511694:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323641.511719:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758818560
00000100:00100000:3.0:1767323641.511733:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758818560
00000100:00100000:0.0:1767323641.511819:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758818688
00000100:00100000:0.0:1767323641.511825:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758818688
00000100:00100000:3.0:1767323641.511888:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6060
00000100:00080000:2.0:1767323641.511894:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323641.511903:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90773
00000100:00100000:3.0:1767323641.511908:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758818688:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323641.511916:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758818560:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323641.511944:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323641.512124:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758818688:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 226us (430us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323641.512131:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6060
00000100:00100000:0.0:1767323641.512222:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758818560:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 297us (637us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323641.512230:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90773
00010000:00010000:0.0:1767323641.798935:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323642.374941:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323642.823162:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323643.336150:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817116544:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323643.336174:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817116416:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323643.336264:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323643.336321:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323643.336351:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817116544
00000100:00100000:2.0:1767323643.336363:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817116544
00000100:00080000:3.0:1767323643.336415:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323643.336455:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817116416
00000100:00100000:2.0:1767323643.336460:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817116416
00000100:00080000:3.0:1767323643.336504:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323643.336654:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531
00000100:00100000:1.0:1767323643.336668:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817116544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323643.336710:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323643.336799:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817116544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (534us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323643.336809:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531
00000100:00100000:3.0:1767323643.336838:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817116544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323643.336839:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532
00000100:00100000:1.0:1767323643.336851:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817116416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323643.336872:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323643.336906:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817116416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (586us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323643.336913:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532
00000100:00100000:3.0:1767323643.336945:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817116416:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323643.398908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323643.847363:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323643.847381:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323643.847385:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323643.847390:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323643.847396:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323643.847406:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6181
00000100:00080000:0.0:1767323643.847412:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323643.847421:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323643.847479:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00e00 x1853166817116672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323643.847528:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323643.847532:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323643.847534:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323643.847538:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6181
00000100:00080000:0.0:1767323643.847541:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323643.847545:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323643.847566:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166817116800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323643.847585:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817116672:0@lo:38:kworker.0
00000100:00080000:0.0:1767323643.847628:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323643.847634:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323643.847636:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323643.847640:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6181
00000100:00080000:0.0:1767323643.847643:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323643.847647:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323643.847676:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573fb80 x1853166817117056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323643.847684:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817116928:0@lo:400:kworker.0
00000100:00100000:2.0:1767323643.847695:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323643.847699:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323643.847704:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323643.847707:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323643.847712:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6181
00000100:00080000:0.0:1767323643.847715:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323643.847719:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323643.847733:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2d80 x1853166817117312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323643.847784:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817117184:0@lo:400:kworker.0
00000100:00100000:0.0:1767323643.847821:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817116672
00000100:00100000:0.0:1767323643.847830:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817116672
00000100:00100000:0.0:1767323643.847878:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90774
00000100:00100000:0.0:1767323643.847887:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817116672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323643.847909:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323643.847964:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323643.848061:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817116928
00000100:00100000:1.0:1767323643.848065:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817116928
00000100:00100000:1.0:1767323643.848116:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6061
00000100:00100000:1.0:1767323643.848122:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817116928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323643.848179:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817116928:12345-0@lo:400:kworker.0 Request processed in 56us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323643.848198:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6061
00000100:00100000:1.0:1767323643.848267:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817116928:0@lo:400:kworker.0
00000100:00100000:2.0:1767323643.848315:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817116800:0@lo:38:kworker.0
00000100:00100000:1.0:1767323643.848319:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817117568:0@lo:400:kworker.0
00000100:00100000:2.0:1767323643.848560:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323643.848588:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817117056:0@lo:38:kworker.0
00000100:00100000:2.0:1767323643.848608:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323643.848621:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817117312:0@lo:38:kworker.0
00000100:00100000:2.0:1767323643.848634:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323643.848663:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817117056
00000100:00100000:2.0:1767323643.848667:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817117056
00000100:00100000:2.0:1767323643.848689:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817117312
00000100:00100000:2.0:1767323643.848692:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817117312
00000100:00100000:2.0:1767323643.848706:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90775
00000100:00100000:2.0:1767323643.848711:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817117056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323643.848725:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323643.848751:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817117056:12345-0@lo:38:kworker.0 Request processed in 40us (142us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323643.848771:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90775
00000100:00100000:2.0:1767323643.848796:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90776
00000100:00100000:2.0:1767323643.848800:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817117312:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323643.848810:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323643.848833:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817117312:12345-0@lo:38:kworker.0 Request processed in 31us (197us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323643.848838:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90776
00000100:00080000:2.0:1767323643.848873:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323643.848878:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323643.848881:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817117056:0@lo:38:kworker.0
00000100:00080000:2.0:1767323643.848890:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323643.848893:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323643.848896:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817117312:0@lo:38:kworker.0
00000100:00100000:2.0:1767323643.848922:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817116800
00000100:00100000:2.0:1767323643.848925:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817116800
00000100:00100000:2.0:1767323643.848940:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426
00000100:00100000:2.0:1767323643.848943:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817116800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323643.848950:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323643.848988:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817116800:12345-0@lo:38:kworker.0 Request processed in 42us (429us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323643.848995:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426
00000100:00080000:2.0:1767323643.849018:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323643.849024:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323643.849026:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323643.849032:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817116800:0@lo:38:kworker.0
00000100:00100000:1.0:1767323643.849060:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323643.849070:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817117440:0@lo:400:kworker.0
00000100:00080000:2.0:1767323643.849085:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323643.849101:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323643.849132:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817117568
00000100:00100000:2.0:1767323643.849136:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817117568
00000100:00100000:1.0:1767323643.849139:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817117440
00000100:00100000:1.0:1767323643.849145:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817117440
00000100:00100000:2.0:1767323643.849166:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3794
00000100:00100000:2.0:1767323643.849173:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817117568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323643.849185:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3795
00000100:00100000:1.0:1767323643.849205:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817117440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323643.849234:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817117568:12345-0@lo:400:kworker.0 Request processed in 61us (213us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323643.849241:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3794
00000100:00100000:1.0:1767323643.849307:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817117440:12345-0@lo:400:kworker.0 Request processed in 103us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323643.849314:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3795
00000100:00100000:1.0:1767323643.849516:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817117440:0@lo:400:kworker.0
00000100:00100000:1.0:1767323643.849529:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817117568:0@lo:400:kworker.0
00000100:00100000:3.0:1767323643.850929:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323643.851016:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817117184
00000100:00100000:2.0:1767323643.851025:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817117184
00000100:00100000:2.0:1767323643.851110:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6062
00000100:00100000:2.0:1767323643.851121:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817117184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323643.851203:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817117184:12345-0@lo:400:kworker.0 Request processed in 83us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323643.851212:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6062
00000100:00080000:3.0:1767323643.851235:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323643.851275:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817117184:0@lo:400:kworker.0
00000100:00100000:0.0:1767323643.852636:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817116672:12345-0@lo:38:kworker.0 Request processed in 4743us (4939us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323643.852650:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90774
00010000:00010000:3.0:1767323643.852795:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323643.852902:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323643.852909:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323643.852913:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817116672:0@lo:38:kworker.0
00000100:00100000:2.0:1767323644.423046:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323644.872398:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323645.446888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323645.895572:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323646.470897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323646.631290:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323646.631393:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758818816
00000100:00100000:0.0:1767323646.631403:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758818816
00000100:00100000:0.0:1767323646.631457:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90777
00000100:00100000:0.0:1767323646.631467:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758818816:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323646.631492:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323646.631562:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758818816:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 96us (282us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323646.631572:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90777
00000100:00100000:3.0:1767323646.634495:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323646.634602:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758818944
00000100:00100000:2.0:1767323646.634614:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758818944
00000100:00100000:2.0:1767323646.634703:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6063
00000100:00100000:2.0:1767323646.634715:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758818944:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323646.634883:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758818944:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 160us (392us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323646.634893:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6063
00000100:00080000:3.0:1767323646.634962:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323646.919412:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323647.494979:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323647.943030:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323648.455261:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817117824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323648.455325:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323648.455423:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323648.455429:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817117696:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323648.455450:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323648.455615:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817117824
00000100:00100000:1.0:1767323648.455624:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817117824
00000100:00100000:1.0:1767323648.455681:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817117696
00000100:00100000:1.0:1767323648.455683:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817117696
00000100:00100000:1.0:1767323648.455701:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533
00000100:00100000:1.0:1767323648.455708:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817117824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323648.455737:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323648.455804:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817117824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (478us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323648.455811:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533
00000100:00100000:1.0:1767323648.455825:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534
00000100:00100000:1.0:1767323648.455831:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817117696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323648.455844:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323648.455862:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817117696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 32us (412us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323648.455867:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534
00000100:00080000:0.0:1767323648.455943:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323648.455947:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323648.458511:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817117696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323648.458705:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817117824:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323648.518998:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323648.967318:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323648.968797:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323648.968806:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323648.968809:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323648.968814:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323648.968818:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323648.968826:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6186
00000100:00080000:1.0:1767323648.968831:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323648.968838:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323648.968881:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93ad80 x1853166817117952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323648.968915:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323648.968920:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323648.968922:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323648.968925:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6186
00000100:00080000:1.0:1767323648.968928:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323648.968931:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323648.968944:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b800 x1853166817118080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323648.968990:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323648.968994:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323648.968996:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323648.969000:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6186
00000100:00080000:1.0:1767323648.969002:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323648.969005:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323648.969016:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573c000 x1853166817118336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323648.969036:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323648.969039:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323648.969041:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323648.969044:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6186
00000100:00080000:1.0:1767323648.969047:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323648.969050:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323648.969056:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817118464:0@lo:400:kworker.0
00000100:00100000:1.0:1767323648.969063:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6680 x1853166817118592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323648.969122:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323648.969159:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817118208:0@lo:400:kworker.0
00000100:00100000:3.0:1767323648.969196:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323648.969244:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817118464
00000100:00100000:0.0:1767323648.969253:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817118464
00000100:00100000:0.0:1767323648.969308:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817118208
00000100:00100000:0.0:1767323648.969311:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817118208
00000100:00100000:0.0:1767323648.969335:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6064
00000100:00100000:0.0:1767323648.969344:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817118464:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323648.969348:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323648.969368:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6065
00000100:00100000:3.0:1767323648.969377:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817118208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323648.969403:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817118464:12345-0@lo:400:kworker.0 Request processed in 59us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323648.969415:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6064
00000100:00100000:3.0:1767323648.969416:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817118208:12345-0@lo:400:kworker.0 Request processed in 39us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323648.969422:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6065
00000100:00100000:3.0:1767323648.969464:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817118208:0@lo:400:kworker.0
00000100:00100000:0.0:1767323648.969465:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817118464:0@lo:400:kworker.0
00000100:00100000:2.0:1767323648.969606:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817117952:0@lo:38:kworker.0
00000100:00100000:2.0:1767323648.969629:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323648.969658:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817117952
00000100:00100000:2.0:1767323648.969663:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817118080:0@lo:38:kworker.0
00000100:00100000:1.0:1767323648.969665:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817117952
00000100:00100000:2.0:1767323648.969685:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323648.969705:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90778
00000100:00100000:2.0:1767323648.969712:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817118336:0@lo:38:kworker.0
00000100:00100000:1.0:1767323648.969713:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817117952:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323648.969729:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767323648.969734:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323648.969739:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817118592:0@lo:38:kworker.0
00000100:00100000:2.0:1767323648.969752:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323648.969807:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817118080
00000100:00100000:3.0:1767323648.969811:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817118080
00000100:00100000:3.0:1767323648.969829:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427
00000100:00100000:3.0:1767323648.969833:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817118080:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323648.969836:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817118336
00010000:00020000:3.0:1767323648.969842:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323648.969853:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817118336
00000100:00100000:0.0:1767323648.969877:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817118592
00000100:00100000:0.0:1767323648.969880:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817118592
00000100:00100000:0.0:1767323648.969897:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90779
00000100:00100000:0.0:1767323648.969902:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817118336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323648.969913:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323648.971477:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90780
00000100:00100000:2.0:1767323648.971488:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817118592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323648.971508:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323648.971568:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817118592:12345-0@lo:38:kworker.0 Request processed in 81us (1815us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323648.971574:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90780
00000100:00080000:2.0:1767323648.971608:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323648.971611:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323648.971614:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817118592:0@lo:38:kworker.0
00000100:00100000:1.0:1767323648.973230:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817117952:12345-0@lo:38:kworker.0 Request processed in 3510us (3591us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323648.973242:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90778
00000100:00080000:2.0:1767323648.973592:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323648.973598:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323648.973603:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817117952:0@lo:38:kworker.0
00000100:00100000:3.0:1767323648.974241:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817118080:12345-0@lo:38:kworker.0 Request processed in 4404us (4553us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323648.974251:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427
00000100:00080000:2.0:1767323648.976304:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323648.976316:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323648.976320:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817118080:0@lo:38:kworker.0
00000100:00100000:0.0:1767323648.979401:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817118336:12345-0@lo:38:kworker.0 Request processed in 9485us (9658us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323648.979418:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90779
00000100:00080000:2.0:1767323648.979798:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323648.979807:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323648.979811:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817118336:0@lo:38:kworker.0
00000100:00100000:2.0:1767323649.542877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323649.990919:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323650.570952:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323651.014932:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323651.590885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323651.758181:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323651.758222:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323651.758410:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758819072
00000100:00100000:0.0:1767323651.758419:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758819072
00000100:00100000:0.0:1767323651.758455:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758819200
00000100:00100000:0.0:1767323651.758457:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758819200
00000100:00100000:0.0:1767323651.758490:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6066
00000100:00100000:0.0:1767323651.758496:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758819200:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323651.758562:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758819200:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 66us (338us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323651.758571:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6066
00000100:00100000:0.0:1767323651.758586:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90781
00000100:00100000:0.0:1767323651.758590:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758819072:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323651.758608:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323651.758633:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758819072:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 41us (462us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323651.758640:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90781
00000100:00080000:3.0:1767323651.760059:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323652.039397:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323652.614906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323653.063673:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323653.575630:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817118848:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323653.575998:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323653.576092:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817118720:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323653.576385:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323653.576438:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817118848
00000100:00100000:0.0:1767323653.576445:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817118848
00000100:00100000:0.0:1767323653.576486:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817118720
00000100:00100000:0.0:1767323653.576490:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817118720
00000100:00100000:0.0:1767323653.576510:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3535
00000100:00100000:0.0:1767323653.576518:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817118848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323653.576548:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323653.576627:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3536
00000100:00100000:3.0:1767323653.576638:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817118720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323653.576655:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323653.576699:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817118720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (314us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323653.576706:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3536
00000100:00080000:3.0:1767323653.576743:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323653.576746:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323653.578212:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817118848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1689us (2208us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323653.578221:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3535
00000100:00100000:2.0:1767323653.578222:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817118848:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323653.578268:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817118720:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323653.640397:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323654.086919:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323654.089238:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323654.089248:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323654.089251:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323654.089256:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323654.089259:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323654.089267:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6191
00000100:00080000:0.0:1767323654.089271:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323654.089278:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323654.089321:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375180 x1853166817118976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323654.089351:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323654.089355:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323654.089356:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323654.089360:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6191
00000100:00080000:0.0:1767323654.089363:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323654.089367:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323654.089380:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375c00 x1853166817119104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323654.089423:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323654.089427:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323654.089429:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323654.089433:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6191
00000100:00080000:0.0:1767323654.089435:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323654.089438:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323654.089449:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80374e00 x1853166817119360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323654.089464:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323654.089467:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323654.089468:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323654.089471:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6191
00000100:00080000:0.0:1767323654.089474:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323654.089477:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323654.089486:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377100 x1853166817119616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323654.089529:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817119488:0@lo:400:kworker.0
00000100:00100000:1.0:1767323654.089598:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323654.089646:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817118976:0@lo:38:kworker.0
00000100:00100000:1.0:1767323654.089670:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323654.089679:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817119232:0@lo:400:kworker.0
00000100:00100000:2.0:1767323654.089680:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323654.089712:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323654.089722:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817119104:0@lo:38:kworker.0
00000100:00100000:1.0:1767323654.089749:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817119488
00000100:00100000:1.0:1767323654.089776:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817119488
00000100:00100000:2.0:1767323654.089782:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323654.089822:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817119360:0@lo:38:kworker.0
00000100:00100000:1.0:1767323654.089827:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817118976
00000100:00100000:1.0:1767323654.089831:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817118976
00000100:00100000:1.0:1767323654.089850:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817119232
00000100:00100000:2.0:1767323654.089850:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323654.089854:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817119232
00000100:00100000:2.0:1767323654.089874:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817119616:0@lo:38:kworker.0
00000100:00100000:1.0:1767323654.089875:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817119360
00000100:00100000:1.0:1767323654.089881:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817119360
00000100:00100000:1.0:1767323654.089897:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6067
00000100:00100000:2.0:1767323654.089901:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323654.089905:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817119488:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323654.089930:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817119616
00000100:00100000:2.0:1767323654.089935:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817119616
00000100:00100000:1.0:1767323654.089950:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817119488:12345-0@lo:400:kworker.0 Request processed in 47us (352us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323654.089956:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6068
00000100:00100000:2.0:1767323654.089964:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817119232:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323654.090008:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323654.090015:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817119232:12345-0@lo:400:kworker.0 Request processed in 51us (303us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323654.090028:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817119104
00000100:00100000:3.0:1767323654.090034:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817119104
00000100:00100000:3.0:1767323654.090062:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428
00000100:00100000:3.0:1767323654.090068:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817119104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323654.090086:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323654.090138:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817119104:12345-0@lo:38:kworker.0 Request processed in 69us (356us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323654.090145:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428
00000100:00080000:3.0:1767323654.090178:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323654.090183:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323654.090186:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817119104:0@lo:38:kworker.0
00000100:00100000:1.0:1767323654.090963:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6067
00000100:00100000:2.0:1767323654.090972:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6068
00000100:00100000:1.0:1767323654.090987:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90782
00000100:00100000:1.0:1767323654.090993:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817118976:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323654.091004:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90783
00010000:00020000:1.0:1767323654.091008:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323654.091014:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817119360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323654.091027:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323654.091054:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817118976:12345-0@lo:38:kworker.0 Request processed in 59us (1375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323654.091064:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90782
00000100:00100000:2.0:1767323654.091067:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817119360:12345-0@lo:38:kworker.0 Request processed in 51us (1214us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323654.091076:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90783
00000100:00100000:1.0:1767323654.091082:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90784
00000100:00100000:1.0:1767323654.091089:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817119616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323654.091108:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323654.091136:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817119616:12345-0@lo:38:kworker.0 Request processed in 46us (1235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323654.091143:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90784
00000100:00080000:2.0:1767323654.091153:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323654.091158:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323654.091162:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817118976:0@lo:38:kworker.0
00000100:00100000:0.0:1767323654.091164:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817119232:0@lo:400:kworker.0
00000100:00080000:2.0:1767323654.091173:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323654.091176:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817119488:0@lo:400:kworker.0
00000100:00080000:2.0:1767323654.091176:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323654.091179:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817119360:0@lo:38:kworker.0
00000100:00080000:2.0:1767323654.091186:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323654.091188:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323654.091191:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817119616:0@lo:38:kworker.0
00000100:00100000:2.0:1767323654.663300:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323655.111642:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323655.686916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323656.135062:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323656.710976:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323656.872677:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323656.872729:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758819456
00000100:00100000:3.0:1767323656.872739:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758819456
00000100:00100000:3.0:1767323656.872852:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6069
00000100:00100000:3.0:1767323656.872865:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758819456:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323656.872956:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758819456:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323656.872965:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6069
00000100:00080000:0.0:1767323656.873118:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323656.874375:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323656.874421:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758819328
00000100:00100000:0.0:1767323656.874428:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758819328
00000100:00100000:0.0:1767323656.874462:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90785
00000100:00100000:0.0:1767323656.874468:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758819328:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323656.874490:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323656.874540:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758819328:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 70us (169us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323656.874548:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90785
00010000:00010000:2.0:1767323657.158920:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323657.734895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323658.183149:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323658.695631:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817119744:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323658.695702:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323658.701360:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817119744
00000100:00100000:0.0:1767323658.701384:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817119744
00000100:00100000:0.0:1767323658.701505:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3537
00000100:00100000:0.0:1767323658.701517:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817119744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323658.701564:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323658.701672:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817119744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (5969us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323658.701681:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3537
00000100:00100000:0.0:1767323658.701924:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817119872:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323658.701996:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817119744:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767323658.702228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323658.704111:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323658.704672:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817119872
00000100:00100000:2.0:1767323658.704687:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817119872
00000100:00100000:2.0:1767323658.704870:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538
00000100:00100000:2.0:1767323658.704881:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817119872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323658.704914:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323658.705003:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817119872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (895us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323658.705011:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538
00000100:00100000:1.0:1767323658.705083:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817119872:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767323658.707286:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323658.758882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323659.206913:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323659.206928:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323659.206932:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323659.206937:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323659.206942:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323659.206951:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6196
00000100:00080000:0.0:1767323659.206957:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323659.206966:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323659.207031:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377b80 x1853166817120000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323659.207091:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323659.207095:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323659.207097:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323659.207102:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6196
00000100:00080000:0.0:1767323659.207106:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323659.207112:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323659.207130:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80374700 x1853166817120128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323659.207144:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817120000:0@lo:38:kworker.0
00000100:00080000:0.0:1767323659.207194:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323659.207200:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323659.207204:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323659.207210:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6196
00000100:00080000:0.0:1767323659.207213:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323659.207220:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323659.207239:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817120256:0@lo:400:kworker.0
00000100:00100000:2.0:1767323659.207240:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323659.207248:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377800 x1853166817120384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323659.207279:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323659.207283:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323659.207285:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323659.207290:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6196
00000100:00080000:0.0:1767323659.207293:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323659.207297:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323659.207318:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80374a80 x1853166817120640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323659.207328:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323659.207349:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817120128:0@lo:38:kworker.0
00000100:00100000:0.0:1767323659.207371:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817120000
00000100:00100000:0.0:1767323659.207382:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817120000
00000100:00100000:3.0:1767323659.207382:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323659.207395:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817120512:0@lo:400:kworker.0
00000100:00100000:2.0:1767323659.207405:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323659.207429:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817120256
00000100:00100000:0.0:1767323659.207434:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817120256
00000100:00100000:3.0:1767323659.207449:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323659.207473:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817120384:0@lo:38:kworker.0
00000100:00100000:0.0:1767323659.207497:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817120512
00000100:00100000:0.0:1767323659.207502:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817120512
00000100:00100000:3.0:1767323659.207508:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6070
00000100:00100000:3.0:1767323659.207527:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817120256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323659.207537:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323659.207543:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6071
00000100:00100000:0.0:1767323659.207560:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817120512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323659.207561:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817120640:0@lo:38:kworker.0
00000100:00100000:3.0:1767323659.207611:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817120256:12345-0@lo:400:kworker.0 Request processed in 90us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323659.207621:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6070
00000100:00100000:2.0:1767323659.207635:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323659.207644:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817120512:12345-0@lo:400:kworker.0 Request processed in 88us (195us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323659.207653:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817120384
00000100:00100000:0.0:1767323659.207657:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6071
00000100:00100000:3.0:1767323659.207660:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817120384
00000100:00100000:3.0:1767323659.207679:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817120640
00000100:00100000:3.0:1767323659.207682:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817120640
00000100:00100000:0.0:1767323659.207694:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90786
00000100:00100000:0.0:1767323659.207701:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817120000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323659.207722:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323659.207798:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817120000:12345-0@lo:38:kworker.0 Request processed in 96us (563us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323659.208109:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90787
00000100:00100000:3.0:1767323659.208115:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817120384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323659.208131:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323659.208159:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817120384:12345-0@lo:38:kworker.0 Request processed in 43us (630us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323659.208166:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90787
00000100:00100000:3.0:1767323659.208178:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90788
00000100:00100000:3.0:1767323659.208182:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817120640:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323659.208190:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323659.208210:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817120640:12345-0@lo:38:kworker.0 Request processed in 27us (576us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323659.208215:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90788
00000100:00100000:3.0:1767323659.208234:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817120128
00000100:00100000:3.0:1767323659.208238:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817120128
00000100:00100000:3.0:1767323659.208270:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429
00000100:00100000:3.0:1767323659.208274:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817120128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323659.208284:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323659.208313:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817120128:12345-0@lo:38:kworker.0 Request processed in 33us (911us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323659.208319:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429
00000100:00080000:3.0:1767323659.208338:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323659.208377:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817120512:0@lo:400:kworker.0
00000100:00100000:3.0:1767323659.208388:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817120256:0@lo:400:kworker.0
00000100:00080000:3.0:1767323659.208491:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323659.208497:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323659.208501:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817120128:0@lo:38:kworker.0
00000100:00080000:3.0:1767323659.208509:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323659.208513:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323659.208516:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817120384:0@lo:38:kworker.0
00000100:00080000:3.0:1767323659.208523:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323659.208526:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323659.208529:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817120640:0@lo:38:kworker.0
00000100:00080000:3.0:1767323659.208537:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323659.208540:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323659.208543:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817120000:0@lo:38:kworker.0
00000100:00100000:0.0:1767323659.208736:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90786
00010000:00010000:1.0:1767323659.208848:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323659.783111:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323660.231629:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323660.806850:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767323660.968086:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758819584 offset 0 length 520: 4
00000100:00100000:2.0:1767323660.968136:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323660.968290:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758819840
00000100:00100000:2.0:1767323660.968298:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323660.968301:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758819840
00000100:00100000:1.0:1767323660.968358:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758819712
00000100:00100000:1.0:1767323660.968365:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758819712
00000100:00100000:0.0:1767323660.968371:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6072
00000100:00100000:0.0:1767323660.968384:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758819840:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323660.968403:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90789
00000100:00100000:1.0:1767323660.968412:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758819712:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323660.968434:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323660.968437:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323660.968470:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758819840:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 88us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323660.968478:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758819712:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 65us (179us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323660.968482:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6072
00000100:00100000:1.0:1767323660.968491:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90789
00010000:00010000:2.0:1767323661.255076:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323661.833184:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323662.278927:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323662.854884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323663.302885:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323638/real 1767323638]  req@ffff8d4d4aa9b100 x1853166817115264/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323663 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323663.302919:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4aa9b100 x1853166817115264/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323663 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323663.302941:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323663.302978:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323663.302982:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817115264:0@lo:250:kworker.0
00000100:00080000:1.0:1767323663.303081:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323663.303087:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767323663.303091:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323663.303096:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6181
00000100:00080000:1.0:1767323663.303100:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323663.303106:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323663.303139:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd4000 x1853166817120768/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323663.303165:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323663.303169:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323663.303171:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323663.303174:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6201
00000100:00080000:1.0:1767323663.303177:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323663.303180:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323663.303195:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7480 x1853166817120896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323663.303205:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323663.303208:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323663.303209:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323663.303213:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6201
00000100:00080000:1.0:1767323663.303215:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323663.303218:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323663.303229:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd5f80 x1853166817121024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323663.303286:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323663.303291:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323663.303293:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323663.303297:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6201
00000100:00080000:1.0:1767323663.303299:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323663.303303:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323663.303314:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7800 x1853166817121280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323663.303329:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323663.303332:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323663.303334:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323663.303337:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6201
00000100:00080000:1.0:1767323663.303339:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323663.303341:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323663.303349:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7100 x1853166817121536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323663.303402:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817121792:0@lo:400:kworker.0
00000100:00100000:1.0:1767323663.303467:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323663.303521:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323663.303527:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817121664:0@lo:400:kworker.0
00000100:00100000:1.0:1767323663.303549:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323663.303578:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817121792
00000100:00100000:1.0:1767323663.303585:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817121792
00000100:00100000:1.0:1767323663.303633:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817121664
00000100:00100000:1.0:1767323663.303636:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817121664
00000100:00100000:1.0:1767323663.303659:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3796
00000100:00100000:1.0:1767323663.303667:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817121792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323663.303718:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817121792:12345-0@lo:400:kworker.0 Request processed in 50us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323663.303729:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3796
00000100:00100000:1.0:1767323663.303752:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797
00000100:00100000:1.0:1767323663.303786:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817121664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323663.303814:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817121664:12345-0@lo:400:kworker.0 Request processed in 29us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323663.303819:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797
00000100:00080000:1.0:1767323663.303839:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323663.303842:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323663.303873:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817121664:0@lo:400:kworker.0
00000100:00100000:1.0:1767323663.303883:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817121792:0@lo:400:kworker.0
00000100:00100000:2.0:1767323663.303977:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817120768:0@lo:250:kworker.0
00000100:00100000:3.0:1767323663.303986:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817121152:0@lo:400:kworker.0
00000400:00000100:2.0:1767323663.304005:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817120768 offset 0 length 520: 4
00000100:00100000:3.0:1767323663.304040:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323663.304043:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817120896:0@lo:38:kworker.0
00000100:00100000:2.0:1767323663.304074:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323663.304077:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323663.304088:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817121408:0@lo:400:kworker.0
00000100:00100000:2.0:1767323663.304098:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817121024:0@lo:38:kworker.0
00000100:00100000:3.0:1767323663.304119:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323663.304133:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323663.304157:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817121152
00000100:00100000:2.0:1767323663.304159:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817121280:0@lo:38:kworker.0
00000100:00100000:3.0:1767323663.304162:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817121152
00000100:00100000:2.0:1767323663.304184:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323663.304205:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817121536:0@lo:38:kworker.0
00000100:00100000:3.0:1767323663.304207:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817120896
00000100:00100000:3.0:1767323663.304212:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817120896
00000100:00100000:3.0:1767323663.304227:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817121408
00000100:00100000:3.0:1767323663.304229:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817121408
00000100:00100000:2.0:1767323663.304234:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323663.304244:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817121280
00000100:00100000:3.0:1767323663.304246:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817121280
00000100:00100000:3.0:1767323663.304254:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817121536
00000100:00100000:3.0:1767323663.304256:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817121536
00000100:00100000:3.0:1767323663.304266:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6073
00000100:00100000:2.0:1767323663.304272:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6074
00000100:00100000:3.0:1767323663.304275:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817121152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323663.304285:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817121408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323663.304323:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817121152:12345-0@lo:400:kworker.0 Request processed in 50us (284us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323663.304330:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817121408:12345-0@lo:400:kworker.0 Request processed in 48us (210us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323663.304333:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6073
00000100:00100000:2.0:1767323663.304342:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6074
00000100:00100000:3.0:1767323663.304354:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90790
00000100:00100000:3.0:1767323663.304360:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817120896:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323663.304365:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90791
00000100:00100000:2.0:1767323663.304372:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817121280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323663.304375:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767323663.304387:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323663.304408:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817120896:12345-0@lo:38:kworker.0 Request processed in 47us (334us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323663.304414:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90790
00000100:00100000:0.0:1767323663.304422:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90792
00000100:00100000:2.0:1767323663.304428:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817121280:12345-0@lo:38:kworker.0 Request processed in 52us (240us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323663.304434:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817121536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323663.304446:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323663.304478:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817121536:12345-0@lo:38:kworker.0 Request processed in 45us (245us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767323663.304775:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323663.304804:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817121024
00000100:00100000:1.0:1767323663.304809:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817121024
00000100:00100000:1.0:1767323663.304832:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430
00000100:00100000:1.0:1767323663.304837:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817121024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323663.304848:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323663.304876:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817121024:12345-0@lo:38:kworker.0 Request processed in 38us (744us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323663.304882:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430
00000100:00100000:1.0:1767323663.304918:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817121408:0@lo:400:kworker.0
00000100:00100000:1.0:1767323663.304929:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817121152:0@lo:400:kworker.0
00000100:00080000:1.0:1767323663.304978:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323663.304983:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323663.304986:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817120896:0@lo:38:kworker.0
00000100:00080000:1.0:1767323663.304996:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323663.304999:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323663.305001:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817121024:0@lo:38:kworker.0
00000100:00080000:1.0:1767323663.305008:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323663.305020:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323663.305023:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817121280:0@lo:38:kworker.0
00000100:00080000:1.0:1767323663.305032:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323663.305034:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323663.305037:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817121536:0@lo:38:kworker.0
00000100:00100000:0.0:1767323663.307062:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90792
00000100:00100000:2.0:1767323663.307104:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90791
00010000:00010000:1.0:1767323663.307172:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323663.815162:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323663.815188:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817121920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323663.815261:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323663.815280:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323663.815338:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817121920
00000100:00100000:3.0:1767323663.815347:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817121920
00000100:00100000:3.0:1767323663.815408:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539
00000100:00100000:3.0:1767323663.815419:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817121920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323663.815462:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323663.815516:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817121920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323663.815524:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539
00000100:00100000:3.0:1767323663.815585:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817121920:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323663.816110:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817122048:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323663.816149:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323663.816207:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817122048
00000100:00100000:0.0:1767323663.816213:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817122048
00000100:00100000:0.0:1767323663.816248:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540
00000100:00100000:0.0:1767323663.816256:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817122048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323663.816279:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323663.816329:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817122048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323663.816336:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540
00000100:00100000:1.0:1767323663.816525:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817122048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323663.879610:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323664.327104:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323664.902898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323665.350962:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323665.927314:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323666.089073:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323666.089181:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323666.089302:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758819968
00000100:00100000:2.0:1767323666.089302:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758820096
00000100:00100000:0.0:1767323666.089314:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758819968
00000100:00100000:2.0:1767323666.089314:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758820096
00000100:00100000:0.0:1767323666.089376:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90793
00000100:00100000:0.0:1767323666.089384:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758819968:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323666.089407:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323666.089474:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758819968:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 89us (292us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323666.089481:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6075
00000100:00100000:2.0:1767323666.089491:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758820096:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323666.089530:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758820096:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 42us (468us total) trans 0 rc 0/0
00000100:00080000:1.0:1767323666.089549:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323666.089704:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90793
00000100:00100000:2.0:1767323666.089808:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6075
00010000:00010000:0.0:1767323666.374928:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323666.950883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323667.399576:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323667.974876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323668.423007:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323668.423015:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323668.423017:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323668.423020:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323668.423024:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323668.423030:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6205
00000100:00080000:2.0:1767323668.423033:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323668.423039:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323668.423078:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43332a00 x1853166817122176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323668.423104:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323668.423108:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323668.423109:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323668.423113:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6205
00000100:00080000:2.0:1767323668.423115:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323668.423118:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323668.423130:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333480 x1853166817122304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1767323668.423133:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323668.423165:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323668.423168:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323668.423169:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323668.423172:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6205
00000100:00080000:2.0:1767323668.423173:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323668.423175:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323668.423185:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331c00 x1853166817122560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323668.423203:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323668.423206:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323668.423208:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323668.423212:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6205
00000100:00080000:2.0:1767323668.423215:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323668.423219:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323668.423225:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817122432:0@lo:400:kworker.0
00000100:00100000:1.0:1767323668.423226:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817122176:0@lo:38:kworker.0
00000100:00100000:2.0:1767323668.423233:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43332680 x1853166817122816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323668.423304:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323668.423312:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817122688:0@lo:400:kworker.0
00000100:00100000:2.0:1767323668.423319:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817123072:0@lo:400:kworker.0
00000100:00100000:2.0:1767323668.423357:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323668.423363:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323668.423395:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323668.423398:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817122432
00000100:00100000:2.0:1767323668.423402:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817122944:0@lo:400:kworker.0
00000100:00100000:3.0:1767323668.423408:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817122432
00000100:00100000:1.0:1767323668.423421:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817123072
00000100:00100000:2.0:1767323668.423424:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323668.423428:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817123072
00000100:00080000:2.0:1767323668.423456:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323668.423461:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323668.423467:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817122688
00000100:00100000:1.0:1767323668.423472:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817122944
00000100:00100000:3.0:1767323668.423473:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817122688
00000100:00100000:1.0:1767323668.423478:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817122944
00000100:00100000:2.0:1767323668.423478:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6076
00000100:00100000:2.0:1767323668.423490:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817122432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323668.423516:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798
00000100:00100000:3.0:1767323668.423520:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6077
00000100:00100000:1.0:1767323668.423529:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817123072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323668.423533:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817122432:12345-0@lo:400:kworker.0 Request processed in 45us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323668.423535:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817122688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323668.423546:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6076
00000100:00080000:2.0:1767323668.423571:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323668.423574:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323668.423595:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817123072:12345-0@lo:400:kworker.0 Request processed in 69us (236us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323668.423598:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817122688:12345-0@lo:400:kworker.0 Request processed in 68us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323668.423609:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798
00000100:00100000:3.0:1767323668.423613:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6077
00000100:00100000:3.0:1767323668.423656:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3799
00000100:00100000:3.0:1767323668.423664:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817122944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323668.423688:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817122688:0@lo:400:kworker.0
00000100:00100000:3.0:1767323668.423702:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817122944:12345-0@lo:400:kworker.0 Request processed in 37us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323668.423710:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3799
00000100:00100000:0.0:1767323668.423718:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817122944:0@lo:400:kworker.0
00000100:00100000:0.0:1767323668.423727:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817123072:0@lo:400:kworker.0
00000100:00100000:0.0:1767323668.423747:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323668.423781:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817122304:0@lo:38:kworker.0
00000100:00100000:3.0:1767323668.423785:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817122176
00000100:00100000:3.0:1767323668.423791:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817122176
00000100:00100000:0.0:1767323668.423803:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323668.423815:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90794
00000100:00100000:3.0:1767323668.423823:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817122176:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323668.423826:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817122560:0@lo:38:kworker.0
00000100:00100000:0.0:1767323668.423839:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323668.423849:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817122816:0@lo:38:kworker.0
00000100:00100000:0.0:1767323668.423860:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323668.423873:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817122560
00000100:00100000:0.0:1767323668.423876:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817122560
00000100:00100000:0.0:1767323668.423887:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817122816
00000100:00100000:0.0:1767323668.423888:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817122816
00000100:00100000:0.0:1767323668.423901:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90795
00000100:00100000:0.0:1767323668.423905:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817122560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323668.423921:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323668.423954:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817122560:12345-0@lo:38:kworker.0 Request processed in 47us (112us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323668.423960:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90795
00000100:00100000:0.0:1767323668.423983:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90796
00000100:00100000:0.0:1767323668.423986:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817122816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323668.423999:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323668.424021:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817122816:12345-0@lo:38:kworker.0 Request processed in 34us (160us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323668.424026:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90796
00000100:00100000:0.0:1767323668.424042:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817122304
00000100:00100000:0.0:1767323668.424045:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817122304
00000100:00100000:0.0:1767323668.424064:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431
00000100:00100000:0.0:1767323668.424068:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817122304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323668.424076:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323668.424099:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817122304:12345-0@lo:38:kworker.0 Request processed in 30us (295us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323668.424104:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431
00000100:00080000:0.0:1767323668.424126:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323668.424131:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323668.424134:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817122816:0@lo:38:kworker.0
00000100:00080000:0.0:1767323668.424143:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323668.424146:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323668.424150:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817122304:0@lo:38:kworker.0
00000100:00080000:0.0:1767323668.424161:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323668.424164:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323668.424168:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817122560:0@lo:38:kworker.0
00000100:00100000:2.0:1767323668.424264:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817122432:0@lo:400:kworker.0
00010000:00020000:3.0:1767323668.427180:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323668.427281:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817122176:12345-0@lo:38:kworker.0 Request processed in 3456us (3530us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323668.427292:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90794
00000100:00080000:0.0:1767323668.427753:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323668.427780:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323668.427785:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817122176:0@lo:38:kworker.0
00000100:00100000:3.0:1767323668.935231:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323668.935254:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817123200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323668.935394:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323668.935592:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817123200
00000100:00100000:3.0:1767323668.935601:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817123200
00000100:00100000:3.0:1767323668.935651:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541
00000100:00100000:3.0:1767323668.935660:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817123200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323668.935689:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323668.935734:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817123200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (340us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323668.935741:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541
00000100:00100000:3.0:1767323668.935812:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817123200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323668.937979:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323668.937997:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817123328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323668.938050:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323668.941932:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817123328
00000100:00100000:3.0:1767323668.941946:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817123328
00000100:00100000:3.0:1767323668.942021:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542
00000100:00100000:3.0:1767323668.942032:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817123328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323668.942063:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323668.942178:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817123328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 149us (4127us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323668.942185:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542
00000100:00100000:1.0:1767323668.942268:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817123328:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323668.999475:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323669.447318:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323670.022870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323670.472749:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323671.047177:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323671.211981:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323671.212047:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758820352
00000100:00100000:1.0:1767323671.212058:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758820352
00000100:00100000:1.0:1767323671.212140:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6078
00000100:00100000:1.0:1767323671.212149:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758820352:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323671.212207:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758820352:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 60us (786us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323671.212212:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6078
00000100:00080000:2.0:1767323671.212328:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323671.212674:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323671.212712:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758820224
00000100:00100000:0.0:1767323671.212717:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758820224
00000100:00100000:0.0:1767323671.212745:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90797
00000100:00100000:0.0:1767323671.212750:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758820224:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323671.212805:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323671.212849:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758820224:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 97us (175us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323671.212855:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90797
00010000:00010000:1.0:1767323671.494973:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323672.071749:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323672.519164:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323673.094969:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323673.543185:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323673.543289:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323673.543295:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323673.543298:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323673.543302:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323673.543306:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323673.543314:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6211
00000100:00080000:0.0:1767323673.543319:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323673.543325:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323673.543364:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377800 x1853166817123456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323673.543387:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323673.543391:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323673.543393:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323673.543397:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6211
00000100:00080000:0.0:1767323673.543399:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323673.543412:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323673.543427:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80374700 x1853166817123584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323673.543431:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817123456:0@lo:38:kworker.0
00000100:00080000:0.0:1767323673.543461:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323673.543465:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323673.543466:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323673.543469:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6211
00000100:00080000:0.0:1767323673.543471:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323673.543474:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323673.543484:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375500 x1853166817123840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323673.543492:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767323673.543498:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323673.543503:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323673.543507:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767323673.543507:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323673.543508:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817123968:0@lo:400:kworker.0
00000100:00080000:0.0:1767323673.543515:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6211
00000100:00080000:0.0:1767323673.543518:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323673.543520:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323673.543529:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80374e00 x1853166817124096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323673.543554:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323673.543578:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817123584:0@lo:38:kworker.0
00000100:00100000:0.0:1767323673.543587:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817124352:0@lo:400:kworker.0
00000100:00100000:2.0:1767323673.543589:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817123712:0@lo:400:kworker.0
00000100:00100000:3.0:1767323673.543609:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323673.543635:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323673.543641:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817123840:0@lo:38:kworker.0
00000100:00100000:0.0:1767323673.543652:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323673.543673:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323673.543679:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323673.543684:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817123456
00000100:00100000:0.0:1767323673.543688:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817124224:0@lo:400:kworker.0
00000100:00100000:2.0:1767323673.543693:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817123456
00000100:00100000:3.0:1767323673.543696:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817124096:0@lo:38:kworker.0
00000100:00100000:0.0:1767323673.543718:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323673.543729:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817123968
00000100:00100000:3.0:1767323673.543731:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323673.543734:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817123968
00000100:00100000:0.0:1767323673.543785:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817123712
00000100:00100000:0.0:1767323673.543788:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817123712
00000100:00100000:2.0:1767323673.543791:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817123840
00000100:00100000:2.0:1767323673.543796:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817123840
00000100:00100000:2.0:1767323673.543816:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817124096
00000100:00100000:3.0:1767323673.543819:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817124352
00000100:00100000:2.0:1767323673.543820:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817124096
00000100:00100000:0.0:1767323673.543827:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6079
00000100:00100000:3.0:1767323673.543827:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817124352
00000100:00100000:0.0:1767323673.543840:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817123968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323673.543844:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6080
00000100:00100000:2.0:1767323673.543856:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817123712:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323673.543864:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817124224
00000100:00100000:3.0:1767323673.543869:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817124224
00000100:00100000:0.0:1767323673.543901:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817123968:12345-0@lo:400:kworker.0 Request processed in 64us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323673.543902:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3800
00000100:00100000:2.0:1767323673.543908:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817123712:12345-0@lo:400:kworker.0 Request processed in 52us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323673.543914:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6079
00000100:00100000:3.0:1767323673.543928:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817124352:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323673.543935:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6080
00000100:00100000:0.0:1767323673.543957:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90798
00000100:00100000:0.0:1767323673.543963:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817123456:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323673.543968:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90799
00000100:00100000:2.0:1767323673.543979:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817123840:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323673.543979:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817124352:12345-0@lo:400:kworker.0 Request processed in 63us (324us total) trans 0 rc 0/0
00010000:00020000:0.0:1767323673.543984:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323673.543994:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3800
00010000:00020000:2.0:1767323673.543997:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323673.543999:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817123584
00000100:00100000:1.0:1767323673.544004:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817123584
00000100:00100000:3.0:1767323673.544016:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3801
00000100:00100000:3.0:1767323673.544027:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817124224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323673.544032:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817123456:12345-0@lo:38:kworker.0 Request processed in 66us (527us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323673.544036:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432
00000100:00100000:2.0:1767323673.544041:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817123840:12345-0@lo:38:kworker.0 Request processed in 63us (367us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323673.544042:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90798
00000100:00100000:1.0:1767323673.544043:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817123584:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323673.544055:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90799
00010000:00020000:1.0:1767323673.544060:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323673.544091:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817123584:12345-0@lo:38:kworker.0 Request processed in 48us (484us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323673.544098:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432
00000100:00100000:3.0:1767323673.544271:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817124224:12345-0@lo:400:kworker.0 Request processed in 247us (553us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323673.544280:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90800
00000100:00100000:3.0:1767323673.544280:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3801
00000100:00100000:0.0:1767323673.544290:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817124096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323673.544302:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323673.544302:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323673.544309:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323673.544314:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323673.544337:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323673.544339:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817124096:12345-0@lo:38:kworker.0 Request processed in 49us (609us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323673.544344:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323673.544350:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90800
00000100:00100000:3.0:1767323673.544351:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817123584:0@lo:38:kworker.0
00000100:00080000:3.0:1767323673.544366:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323673.544370:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323673.544373:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817123840:0@lo:38:kworker.0
00000100:00080000:3.0:1767323673.544387:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323673.544392:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817124224:0@lo:400:kworker.0
00000100:00080000:3.0:1767323673.544392:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323673.544398:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817124096:0@lo:38:kworker.0
00000100:00100000:0.0:1767323673.544413:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817124352:0@lo:400:kworker.0
00000100:00080000:3.0:1767323673.544414:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323673.544421:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323673.544426:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817123456:0@lo:38:kworker.0
00000100:00100000:2.0:1767323673.544464:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817123968:0@lo:400:kworker.0
00000100:00100000:2.0:1767323673.544479:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817123712:0@lo:400:kworker.0
00000100:00100000:1.0:1767323674.055046:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817124480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323674.055119:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323674.055304:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817124480
00000100:00100000:0.0:1767323674.055313:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817124480
00000100:00100000:0.0:1767323674.055368:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3543
00000100:00100000:0.0:1767323674.055378:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817124480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323674.055416:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323674.056082:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817124480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 702us (959us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323674.056092:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3543
00000100:00100000:2.0:1767323674.056116:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817124608:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323674.056151:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323674.056202:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817124608
00000100:00100000:0.0:1767323674.056208:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817124608
00000100:00100000:0.0:1767323674.056238:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544
00000100:00100000:0.0:1767323674.056245:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817124608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323674.056264:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323674.056393:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817124480:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323674.056702:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817124608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 455us (548us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323674.056710:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544
00000100:00100000:2.0:1767323674.056716:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817124608:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323674.118945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323674.566924:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323675.142882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323675.592323:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323676.166858:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323676.330009:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323676.330122:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323676.330178:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758820608
00000100:00100000:3.0:1767323676.330189:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758820608
00000100:00100000:1.0:1767323676.330213:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758820480
00000100:00100000:1.0:1767323676.330219:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758820480
00000100:00100000:1.0:1767323676.330276:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6081
00000100:00100000:1.0:1767323676.330288:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758820608:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767323676.330299:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323676.330376:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758820608:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 90us (378us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323676.330384:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6081
00000100:00100000:1.0:1767323676.330403:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90801
00000100:00100000:1.0:1767323676.330407:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758820480:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323676.330427:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323676.330452:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758820480:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (330us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323676.330458:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90801
00010000:00010000:3.0:1767323676.614902:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323677.190875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323677.639025:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323678.214930:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323678.662901:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323678.662912:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323678.662915:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323678.662920:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323678.662924:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323678.662944:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6216
00000100:00080000:0.0:1767323678.662948:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323678.662955:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323678.662996:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c700 x1853166817124736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323678.663014:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323678.663018:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323678.663019:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323678.663024:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6216
00000100:00080000:0.0:1767323678.663026:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323678.663029:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323678.663043:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c380 x1853166817124864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323678.663096:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323678.663100:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323678.663102:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323678.663106:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6216
00000100:00080000:0.0:1767323678.663109:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323678.663113:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323678.663127:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39f100 x1853166817125120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323678.663127:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:0.0:1767323678.663150:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767323678.663151:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817124992:0@lo:400:kworker.0
00000100:00080000:0.0:1767323678.663154:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323678.663158:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323678.663163:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6216
00000100:00080000:0.0:1767323678.663165:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323678.663169:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323678.663192:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39d880 x1853166817125376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323678.663225:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323678.663288:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817125632:0@lo:400:kworker.0
00000100:00100000:1.0:1767323678.663299:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817125248:0@lo:400:kworker.0
00000100:00100000:0.0:1767323678.663324:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323678.663338:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323678.663361:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323678.663369:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817125504:0@lo:400:kworker.0
00000100:00100000:2.0:1767323678.663407:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817124992
00000100:00100000:0.0:1767323678.663409:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323678.663417:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817124992
00010000:00010000:0.0:1767323678.663445:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323678.663446:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817124736:0@lo:38:kworker.0
00000100:00100000:1.0:1767323678.663462:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817125248
00000100:00100000:1.0:1767323678.663467:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817125248
00000100:00100000:2.0:1767323678.663482:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6082
00000100:00100000:0.0:1767323678.663487:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817125632
00000100:00100000:3.0:1767323678.663488:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323678.663493:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817125632
00000100:00100000:2.0:1767323678.663499:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817124992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323678.663510:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817124736
00000100:00100000:1.0:1767323678.663516:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817124736
00000100:00100000:3.0:1767323678.663529:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817124864:0@lo:38:kworker.0
00000100:00100000:0.0:1767323678.663537:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817125504
00000100:00100000:0.0:1767323678.663543:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817125504
00000100:00100000:1.0:1767323678.663548:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6083
00000100:00100000:1.0:1767323678.663561:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817125248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323678.663568:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817124992:12345-0@lo:400:kworker.0 Request processed in 73us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323678.663576:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323678.663584:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6082
00000100:00100000:0.0:1767323678.663589:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3802
00000100:00100000:0.0:1767323678.663601:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817125632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323678.663614:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90802
00000100:00100000:1.0:1767323678.663619:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817125248:12345-0@lo:400:kworker.0 Request processed in 59us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323678.663624:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817124736:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323678.663626:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817125120:0@lo:38:kworker.0
00000100:00100000:1.0:1767323678.663636:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6083
00000100:00100000:0.0:1767323678.663645:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817125632:12345-0@lo:400:kworker.0 Request processed in 46us (319us total) trans 0 rc 0/0
00010000:00020000:2.0:1767323678.663649:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323678.663657:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3802
00000100:00100000:3.0:1767323678.663662:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323678.663680:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3803
00000100:00100000:1.0:1767323678.663708:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817125248:0@lo:400:kworker.0
00000100:00100000:3.0:1767323678.663708:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817125376:0@lo:38:kworker.0
00000100:00100000:0.0:1767323678.663711:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817125504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323678.663712:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817124736:12345-0@lo:38:kworker.0 Request processed in 72us (211us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323678.663727:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90802
00000100:00100000:1.0:1767323678.663737:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817124992:0@lo:400:kworker.0
00000100:00100000:2.0:1767323678.663741:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817125120
00000100:00100000:2.0:1767323678.663747:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817125120
00000100:00100000:3.0:1767323678.663783:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323678.663788:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817125504:12345-0@lo:400:kworker.0 Request processed in 98us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323678.663798:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3803
00000100:00100000:2.0:1767323678.663801:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817125376
00000100:00100000:2.0:1767323678.663806:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817125376
00000100:00100000:2.0:1767323678.663826:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90803
00000100:00100000:1.0:1767323678.663831:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817125504:0@lo:400:kworker.0
00000100:00100000:2.0:1767323678.663833:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817125120:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767323678.663834:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323678.663845:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817124864
00000100:00080000:3.0:1767323678.663845:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767323678.663850:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323678.663853:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817124864
00000100:00100000:1.0:1767323678.663854:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817125632:0@lo:400:kworker.0
00000100:00100000:3.0:1767323678.663855:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817124736:0@lo:38:kworker.0
00000100:00100000:0.0:1767323678.663896:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433
00000100:00100000:2.0:1767323678.663902:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817125120:12345-0@lo:38:kworker.0 Request processed in 68us (239us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323678.663907:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817124864:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323678.663912:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90804
00000100:00100000:2.0:1767323678.663924:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90803
00010000:00020000:0.0:1767323678.663925:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323678.663926:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817125376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323678.663944:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323678.663955:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323678.663961:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323678.663963:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817124864:12345-0@lo:38:kworker.0 Request processed in 58us (391us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767323678.663966:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323678.663972:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433
00000100:00100000:3.0:1767323678.663986:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817125376:12345-0@lo:38:kworker.0 Request processed in 63us (232us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323678.663995:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90804
00000100:00080000:2.0:1767323678.664004:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323678.664011:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323678.664015:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817124864:0@lo:38:kworker.0
00000100:00080000:2.0:1767323678.664025:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323678.664029:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323678.664031:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817125120:0@lo:38:kworker.0
00000100:00080000:2.0:1767323678.664038:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323678.664040:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323678.664043:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817125376:0@lo:38:kworker.0
00000100:00100000:3.0:1767323679.175300:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323679.175324:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817125760:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323679.175393:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323679.175599:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817125760
00000100:00100000:0.0:1767323679.175607:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817125760
00000100:00100000:0.0:1767323679.175709:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545
00000100:00100000:0.0:1767323679.175719:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817125760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323679.175750:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323679.175831:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817125760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (436us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323679.175838:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545
00000100:00100000:2.0:1767323679.175935:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817125760:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323679.176190:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817125888:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323679.176222:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323679.176321:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817125888
00000100:00100000:0.0:1767323679.176327:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817125888
00000100:00100000:0.0:1767323679.176439:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546
00000100:00100000:0.0:1767323679.176448:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817125888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323679.176465:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323679.176552:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817125888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323679.176558:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546
00000100:00100000:2.0:1767323679.177627:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817125888:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323679.238900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323679.686989:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323680.263063:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323680.713639:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323681.287340:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323681.448361:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323681.448413:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323681.448461:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758820864
00000100:00100000:1.0:1767323681.448472:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758820864
00000100:00100000:1.0:1767323681.448538:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758820736
00000100:00100000:1.0:1767323681.448540:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758820736
00000100:00080000:3.0:1767323681.448588:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323681.448625:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6084
00000100:00100000:1.0:1767323681.448636:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758820864:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323681.448719:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758820864:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 85us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323681.448727:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6084
00000100:00100000:1.0:1767323681.448745:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90805
00000100:00100000:1.0:1767323681.448749:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758820736:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323681.448800:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323681.448826:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758820736:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 76us (413us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323681.448833:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90805
00010000:00010000:2.0:1767323681.735163:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323682.310871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323682.758994:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323683.334925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323683.782914:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323683.782923:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323683.782926:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323683.782930:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323683.782934:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323683.782941:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6221
00000100:00080000:0.0:1767323683.782946:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323683.782953:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323683.782993:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c000 x1853166817126016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323683.783011:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323683.783015:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323683.783017:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323683.783021:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6221
00000100:00080000:0.0:1767323683.783023:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767323683.783025:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817126016:0@lo:38:kworker.0
00000100:00080000:0.0:1767323683.783028:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323683.783041:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ca80 x1853166817126144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323683.783095:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323683.783156:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817126144:0@lo:38:kworker.0
00000100:00100000:3.0:1767323683.783175:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817126272:0@lo:400:kworker.0
00000100:00100000:2.0:1767323683.783186:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323683.783210:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323683.783249:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817126144
00000100:00080000:0.0:1767323683.783253:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323683.783257:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767323683.783258:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817126144
00000100:00080000:0.0:1767323683.783259:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323683.783264:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6221
00000100:00080000:0.0:1767323683.783267:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323683.783270:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323683.783283:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39dc00 x1853166817126400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323683.783295:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434
00000100:00100000:2.0:1767323683.783305:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817126144:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323683.783325:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323683.783332:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817126528:0@lo:400:kworker.0
00000100:00100000:1.0:1767323683.783359:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817126016
00000100:00100000:1.0:1767323683.783363:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817126016
00000100:00100000:3.0:1767323683.783364:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323683.783392:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817126272
00000100:00100000:1.0:1767323683.783395:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817126272
00000100:00100000:3.0:1767323683.783399:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817126528
00000100:00100000:3.0:1767323683.783405:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817126528
00000100:00100000:1.0:1767323683.783428:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6085
00000100:00100000:1.0:1767323683.783436:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817126272:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323683.783447:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6086
00000100:00100000:3.0:1767323683.783453:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817126528:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767323683.783516:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323683.783546:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323683.783552:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323683.783553:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323683.783556:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6221
00000100:00080000:0.0:1767323683.783559:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323683.783561:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323683.783574:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39f100 x1853166817126656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323683.783634:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817126400:0@lo:38:kworker.0
00000100:00100000:2.0:1767323683.784459:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817126144:12345-0@lo:38:kworker.0 Request processed in 1153us (1271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323683.784473:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434
00000100:00100000:2.0:1767323683.784506:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817126912:0@lo:400:kworker.0
00000100:00100000:2.0:1767323683.784533:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323683.784556:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323683.784561:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817126784:0@lo:400:kworker.0
00000100:00100000:2.0:1767323683.784579:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323683.784606:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90806
00000100:00100000:2.0:1767323683.784611:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817126016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323683.784625:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323683.784651:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817126016:12345-0@lo:38:kworker.0 Request processed in 39us (1557us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323683.784657:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90806
00000100:00080000:2.0:1767323683.784692:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323683.784750:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817126528:0@lo:400:kworker.0
00000100:00100000:2.0:1767323683.784785:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817126272:0@lo:400:kworker.0
00010000:00010000:2.0:1767323683.784839:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323683.784875:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817126912
00000100:00100000:2.0:1767323683.784879:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817126912
00000100:00100000:2.0:1767323683.784926:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817126784
00000100:00100000:2.0:1767323683.784932:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817126784
00000100:00100000:2.0:1767323683.784955:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3804
00000100:00100000:2.0:1767323683.784961:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817126912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323683.785011:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817126912:12345-0@lo:400:kworker.0 Request processed in 47us (473us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323683.785018:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3804
00000100:00100000:2.0:1767323683.785045:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3805
00000100:00100000:2.0:1767323683.785051:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817126784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323683.785079:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817126784:12345-0@lo:400:kworker.0 Request processed in 30us (499us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323683.785085:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3805
00000100:00080000:2.0:1767323683.785101:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323683.785103:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323683.785123:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817126784:0@lo:400:kworker.0
00000100:00100000:2.0:1767323683.785135:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817126912:0@lo:400:kworker.0
00000100:00100000:1.0:1767323683.785390:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817126272:12345-0@lo:400:kworker.0 Request processed in 1953us (2179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323683.785398:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6085
00000100:00100000:0.0:1767323683.785427:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323683.785453:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817126656:0@lo:38:kworker.0
00000100:00100000:1.0:1767323683.785461:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817126400
00000100:00100000:1.0:1767323683.785466:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817126400
00000100:00100000:0.0:1767323683.785480:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323683.785580:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817126656
00000100:00100000:1.0:1767323683.785585:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817126656
00000100:00080000:0.0:1767323683.785601:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323683.785607:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90807
00000100:00080000:0.0:1767323683.785609:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323683.785616:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817126144:0@lo:38:kworker.0
00000100:00100000:1.0:1767323683.785616:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817126400:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767323683.785632:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767323683.785635:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323683.785639:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323683.785643:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817126016:0@lo:38:kworker.0
00000100:00100000:1.0:1767323683.785673:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817126400:12345-0@lo:38:kworker.0 Request processed in 57us (246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323683.785680:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90808
00000100:00100000:1.0:1767323683.785688:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90807
00000100:00100000:0.0:1767323683.785690:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817126656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323683.785703:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323683.785726:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323683.785732:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817126656:12345-0@lo:38:kworker.0 Request processed in 44us (253us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767323683.785735:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323683.785739:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90808
00000100:00100000:1.0:1767323683.785752:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817126400:0@lo:38:kworker.0
00000100:00080000:1.0:1767323683.785781:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323683.785784:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323683.785787:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817126656:0@lo:38:kworker.0
00000100:00100000:3.0:1767323683.785853:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817126528:12345-0@lo:400:kworker.0 Request processed in 2399us (2487us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323683.785860:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6086
00000100:00100000:0.0:1767323684.295249:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817127040:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323684.295345:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323684.295488:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817127040
00000100:00100000:3.0:1767323684.295498:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817127040
00000100:00100000:3.0:1767323684.295568:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547
00000100:00100000:3.0:1767323684.295579:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817127040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323684.295610:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323684.295637:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817127168:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323684.295651:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817127040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323684.295659:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547
00000100:00100000:1.0:1767323684.295684:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323684.295708:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817127168
00000100:00100000:3.0:1767323684.295712:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817127168
00000100:00100000:3.0:1767323684.295853:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3548
00000100:00100000:3.0:1767323684.295859:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817127168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323684.295876:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323684.295904:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817127168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323684.295910:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3548
00000100:00100000:0.0:1767323684.299265:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817127040:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323684.299324:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817127168:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323684.359151:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323684.807844:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323685.382884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323685.831155:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323686.406879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767323686.568507:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758820992 offset 0 length 520: 4
00000100:00100000:2.0:1767323686.568606:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323686.568973:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323686.569452:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758821120
00000100:00100000:1.0:1767323686.569461:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758821120
00000100:00100000:1.0:1767323686.569510:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758821248
00000100:00100000:1.0:1767323686.569514:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758821248
00000100:00100000:0.0:1767323686.569529:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90809
00000100:00100000:0.0:1767323686.569540:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758821120:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323686.569563:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323686.569614:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6087
00000100:00100000:1.0:1767323686.569623:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758821248:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323686.569632:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758821120:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 89us (1022us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323686.569640:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90809
00000100:00100000:1.0:1767323686.569671:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758821248:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 48us (697us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323686.569679:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6087
00000100:00080000:3.0:1767323686.571547:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323686.854908:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323687.431137:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323687.880911:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323688.454866:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323688.902863:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323688.902874:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323688.902877:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323688.902881:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323688.902885:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323688.902892:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6226
00000100:00080000:0.0:1767323688.902897:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323688.902904:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323688.902953:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39ca80 x1853166817127296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323688.902977:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323688.902980:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323688.902982:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323688.902986:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6226
00000100:00080000:0.0:1767323688.902988:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323688.902991:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323688.903003:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39fb80 x1853166817127424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323688.903086:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323688.903152:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323663/real 1767323663]  req@ffff8d4d50bd4000 x1853166817120768/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323688 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767323688.903178:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d50bd4000 x1853166817120768/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323688 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767323688.903199:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817127296:0@lo:38:kworker.0
00000100:00100000:1.0:1767323688.903257:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323688.903303:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817127296
00000100:00100000:2.0:1767323688.903313:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817127296
00000100:00100000:1.0:1767323688.903322:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817127424:0@lo:38:kworker.0
00000100:00100000:1.0:1767323688.903350:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323688.903375:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323688.903387:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767323688.903390:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817120768:0@lo:250:kworker.0
00000100:00100000:2.0:1767323688.903437:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90810
00000100:00100000:1.0:1767323688.903441:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817127424
00000100:00100000:1.0:1767323688.903446:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817127424
00000100:00100000:2.0:1767323688.903447:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817127296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323688.903470:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323688.903476:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435
00000100:00100000:1.0:1767323688.903483:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817127424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323688.903495:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323688.903523:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817127296:12345-0@lo:38:kworker.0 Request processed in 77us (265us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323688.903531:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817127424:12345-0@lo:38:kworker.0 Request processed in 46us (180us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323688.903533:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90810
00000100:00100000:1.0:1767323688.903543:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435
00000100:00080000:1.0:1767323688.903584:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323688.903588:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323688.903590:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817127296:0@lo:38:kworker.0
00000100:00080000:1.0:1767323688.903598:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323688.903600:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323688.903603:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817127424:0@lo:38:kworker.0
00000100:00080000:0.0:1767323688.903738:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323688.903743:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323688.903745:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323688.903748:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6226
00000100:00080000:0.0:1767323688.903751:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323688.903791:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323688.903806:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39fb80 x1853166817127680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323688.903857:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817127680:0@lo:38:kworker.0
00000100:00100000:1.0:1767323688.903880:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323688.903972:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817127680
00000100:00100000:2.0:1767323688.903977:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817127680
00000100:00100000:2.0:1767323688.904004:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90811
00000100:00100000:2.0:1767323688.904009:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817127680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323688.904019:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323688.904045:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817127680:12345-0@lo:38:kworker.0 Request processed in 36us (165us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323688.904051:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90811
00000100:00080000:1.0:1767323688.904120:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323688.904125:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323688.904128:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817127680:0@lo:38:kworker.0
00000100:00100000:3.0:1767323688.905372:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817127808:0@lo:400:kworker.0
00000100:00100000:3.0:1767323688.905423:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323688.905450:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817127552:0@lo:400:kworker.0
00000100:00100000:3.0:1767323688.905464:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323688.905590:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323688.905595:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323688.905597:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323688.905601:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6226
00000100:00080000:0.0:1767323688.905605:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323688.905609:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323688.905635:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39f100 x1853166817127936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323688.905681:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817127808
00000100:00080000:0.0:1767323688.905689:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767323688.905689:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817127808
00000100:00080000:0.0:1767323688.905695:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323688.905697:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323688.905701:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6205
00000100:00080000:0.0:1767323688.905704:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323688.905707:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323688.905721:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b39c380 x1853166817128320/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323688.905772:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817127552
00000100:00100000:2.0:1767323688.905785:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817127552
00000100:00080000:3.0:1767323688.905792:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323688.905819:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6088
00000100:00100000:0.0:1767323688.905821:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817128064:0@lo:400:kworker.0
00000100:00100000:3.0:1767323688.905831:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817127808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323688.905865:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323688.905866:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817128192:0@lo:400:kworker.0
00000100:00100000:3.0:1767323688.905889:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817127808:12345-0@lo:400:kworker.0 Request processed in 61us (462us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323688.905905:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323688.905952:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817127936:0@lo:38:kworker.0
00000100:00100000:1.0:1767323688.905974:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323688.905989:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817128320:0@lo:250:kworker.0
00000400:00000100:1.0:1767323688.906005:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817128320 offset 0 length 520: 4
00000100:00100000:1.0:1767323688.906035:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817127936
00000100:00100000:1.0:1767323688.906039:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817127936
00000100:00100000:2.0:1767323688.907195:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6089
00000100:00100000:3.0:1767323688.907214:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6088
00010000:00010000:3.0:1767323688.907243:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323688.907270:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817127808:0@lo:400:kworker.0
00000100:00100000:3.0:1767323688.907300:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817128064
00000100:00100000:3.0:1767323688.907303:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817128064
00000100:00100000:2.0:1767323688.907375:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817127552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323688.907425:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817127552:12345-0@lo:400:kworker.0 Request processed in 54us (1960us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323688.907430:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6089
00000100:00100000:2.0:1767323688.907445:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817128192
00000100:00100000:2.0:1767323688.907447:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817128192
00000100:00100000:3.0:1767323688.907548:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3806
00000100:00100000:3.0:1767323688.907553:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817128064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323688.907580:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817128064:12345-0@lo:400:kworker.0 Request processed in 28us (1720us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323688.907584:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3806
00000100:00100000:2.0:1767323688.907623:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3807
00000100:00100000:2.0:1767323688.907628:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817128192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323688.907654:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817128192:12345-0@lo:400:kworker.0 Request processed in 26us (1752us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323688.907658:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3807
00000100:00100000:2.0:1767323688.907678:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817127552:0@lo:400:kworker.0
00000100:00100000:2.0:1767323688.907708:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817128064:0@lo:400:kworker.0
00000100:00100000:2.0:1767323688.907738:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817128192:0@lo:400:kworker.0
00000100:00080000:3.0:1767323688.907815:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323688.907818:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323688.908091:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90812
00000100:00100000:1.0:1767323688.908095:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817127936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323688.908109:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323688.908144:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817127936:12345-0@lo:38:kworker.0 Request processed in 48us (2170us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323688.908154:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90812
00000100:00080000:2.0:1767323688.908366:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323688.908372:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323688.908375:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817127936:0@lo:38:kworker.0
00000100:00100000:0.0:1767323689.415572:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817128448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323689.415690:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323689.415791:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817128448
00000100:00100000:1.0:1767323689.415799:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817128448
00000100:00100000:1.0:1767323689.415857:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549
00000100:00100000:1.0:1767323689.415866:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817128448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323689.415895:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323689.416086:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817128576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323689.416111:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323689.416148:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817128576
00000100:00100000:3.0:1767323689.416151:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817128576
00000100:00100000:3.0:1767323689.416172:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550
00000100:00100000:3.0:1767323689.416177:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817128576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323689.416191:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323689.416216:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817128576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (104us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323689.416222:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550
00000100:00100000:3.0:1767323689.416840:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817128576:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323689.417311:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817128448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1445us (1619us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323689.417320:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549
00000100:00100000:0.0:1767323689.417899:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817128448:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323689.482894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323689.928828:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323690.502881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323690.951442:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323691.527403:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323691.688682:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323691.688875:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758821504
00000100:00100000:1.0:1767323691.688884:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758821504
00000100:00100000:1.0:1767323691.688963:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6090
00000100:00100000:1.0:1767323691.688971:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758821504:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767323691.689040:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323691.689053:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758821504:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 81us (379us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323691.689060:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6090
00000100:00100000:0.0:1767323691.690939:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323691.691567:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758821376
00000100:00100000:2.0:1767323691.691581:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758821376
00000100:00100000:2.0:1767323691.691726:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90813
00000100:00100000:2.0:1767323691.691736:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758821376:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323691.691815:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323691.691904:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758821376:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 167us (974us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323691.691912:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90813
00010000:00010000:2.0:1767323691.975086:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323692.550940:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323692.998995:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323693.574925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323694.023284:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323694.023298:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323694.023302:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:1.0:1767323694.023304:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323694.023309:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323694.023317:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323694.023327:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6231
00000100:00080000:2.0:1767323694.023334:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323694.023342:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323694.023402:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409180 x1853166817128704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323694.023438:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323694.023442:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323694.023443:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323694.023448:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6231
00000100:00080000:2.0:1767323694.023450:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323694.023454:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323694.023468:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940aa00 x1853166817128832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323694.023519:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323694.023523:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323694.023525:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323694.023529:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6231
00000100:00080000:2.0:1767323694.023532:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323694.023535:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323694.023548:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7940bb80 x1853166817129088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323694.023565:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323694.023569:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323694.023570:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323694.023574:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6231
00000100:00080000:2.0:1767323694.023577:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323694.023580:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323694.023590:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79409880 x1853166817129344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323694.023680:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817128960:0@lo:400:kworker.0
00000100:00100000:0.0:1767323694.023808:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323694.023872:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323694.023877:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817129216:0@lo:400:kworker.0
00000100:00100000:0.0:1767323694.023895:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323694.023926:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817128960
00000100:00100000:0.0:1767323694.023933:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817128960
00000100:00100000:1.0:1767323694.023987:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817129216
00000100:00100000:1.0:1767323694.023990:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817129216
00000100:00100000:3.0:1767323694.024051:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817129600:0@lo:400:kworker.0
00000100:00100000:2.0:1767323694.024056:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817129472:0@lo:400:kworker.0
00000100:00100000:2.0:1767323694.026867:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323694.026988:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817129472
00000100:00100000:2.0:1767323694.026998:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817129472
00000100:00100000:0.0:1767323694.027159:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6091
00000100:00100000:0.0:1767323694.027174:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817128960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323694.027267:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817128960:12345-0@lo:400:kworker.0 Request processed in 98us (3463us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323694.027274:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6091
00000100:00100000:0.0:1767323694.027335:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817128960:0@lo:400:kworker.0
00000100:00100000:0.0:1767323694.027386:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817128704:0@lo:38:kworker.0
00000100:00100000:0.0:1767323694.027426:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323694.027435:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323694.027449:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817128832:0@lo:38:kworker.0
00000100:00080000:3.0:1767323694.027545:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323694.027550:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323694.027591:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817128704
00000100:00100000:1.0:1767323694.027596:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817128704
00000100:00100000:1.0:1767323694.027618:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6092
00000100:00100000:1.0:1767323694.027626:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817129216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323694.027708:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817129600
00000100:00100000:3.0:1767323694.027711:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817129600
00000100:00100000:3.0:1767323694.027785:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3808
00000100:00100000:3.0:1767323694.027792:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817129600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323694.028182:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323694.028218:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817129088:0@lo:38:kworker.0
00000100:00100000:0.0:1767323694.028246:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323694.028265:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817129344:0@lo:38:kworker.0
00000100:00100000:0.0:1767323694.028288:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323694.028319:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817129088
00000100:00100000:0.0:1767323694.028323:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817129088
00000100:00100000:0.0:1767323694.028336:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817129344
00000100:00100000:0.0:1767323694.028339:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817129344
00000100:00100000:0.0:1767323694.028349:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90814
00000100:00100000:0.0:1767323694.028354:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817128704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323694.028376:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323694.028426:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809
00000100:00100000:2.0:1767323694.028435:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817129472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323694.028478:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817129472:12345-0@lo:400:kworker.0 Request processed in 45us (1622us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323694.028484:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809
00000100:00100000:2.0:1767323694.028516:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90815
00000100:00100000:2.0:1767323694.028521:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817129088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323694.028531:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323694.028556:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817129088:12345-0@lo:38:kworker.0 Request processed in 34us (310us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323694.028562:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90815
00000100:00100000:2.0:1767323694.028577:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90816
00000100:00100000:2.0:1767323694.028581:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817129344:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323694.028590:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323694.028611:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817129344:12345-0@lo:38:kworker.0 Request processed in 28us (323us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323694.028616:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90816
00000100:00100000:2.0:1767323694.028652:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817129472:0@lo:400:kworker.0
00000100:00080000:2.0:1767323694.028677:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323694.028705:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817128832
00000100:00100000:2.0:1767323694.028708:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817128832
00000100:00100000:2.0:1767323694.028738:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436
00000100:00100000:2.0:1767323694.028743:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817128832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323694.028752:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323694.028797:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817128832:12345-0@lo:38:kworker.0 Request processed in 52us (615us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323694.028803:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436
00000100:00080000:2.0:1767323694.028851:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323694.028857:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323694.028861:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817128704:0@lo:38:kworker.0
00000100:00080000:2.0:1767323694.028869:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323694.028873:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323694.028875:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817128832:0@lo:38:kworker.0
00000100:00080000:2.0:1767323694.028881:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323694.028884:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323694.028887:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817129088:0@lo:38:kworker.0
00000100:00080000:2.0:1767323694.028893:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323694.028896:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323694.028899:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817129344:0@lo:38:kworker.0
00000100:00100000:0.0:1767323694.028982:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817128704:12345-0@lo:38:kworker.0 Request processed in 626us (1555us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323694.028988:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90814
00000100:00100000:3.0:1767323694.029443:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817129600:12345-0@lo:400:kworker.0 Request processed in 1650us (2008us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323694.029452:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3808
00000100:00100000:2.0:1767323694.029479:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817129600:0@lo:400:kworker.0
00000100:00100000:1.0:1767323694.029527:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817129216:12345-0@lo:400:kworker.0 Request processed in 1901us (5628us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323694.029536:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6092
00000100:00100000:0.0:1767323694.029602:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817129216:0@lo:400:kworker.0
00000100:00100000:1.0:1767323694.535117:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323694.539259:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817129856:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323694.539354:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323694.539484:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817129728:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323694.539501:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323694.539969:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817129856
00000100:00100000:3.0:1767323694.539969:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817129728
00000100:00100000:0.0:1767323694.539980:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817129856
00000100:00100000:3.0:1767323694.539980:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817129728
00000100:00100000:0.0:1767323694.540084:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551
00000100:00100000:0.0:1767323694.540104:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817129856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323694.540148:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323694.540211:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817129856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (856us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323694.540219:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551
00000100:00100000:0.0:1767323694.540238:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552
00000100:00100000:0.0:1767323694.540256:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817129728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323694.540274:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323694.540324:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817129856:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323694.541529:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817129728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1270us (2021us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323694.541537:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552
00000100:00100000:2.0:1767323694.541667:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817129728:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323694.599579:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323695.047282:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323695.622921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323696.071568:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323696.646939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323696.808126:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323696.808171:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323696.809890:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758821760
00000100:00100000:0.0:1767323696.809903:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758821760
00000100:00100000:0.0:1767323696.810049:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758821632
00000100:00100000:0.0:1767323696.810053:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758821632
00000100:00100000:0.0:1767323696.810077:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6093
00000100:00100000:0.0:1767323696.810087:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758821760:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323696.810167:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758821760:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 82us (2050us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323696.810175:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6093
00000100:00100000:0.0:1767323696.810193:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90817
00000100:00100000:0.0:1767323696.810198:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758821632:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323696.810218:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323696.810245:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758821632:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (2073us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323696.810252:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90817
00000100:00080000:2.0:1767323696.810966:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323697.095244:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323697.670946:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323698.119185:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323698.696998:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323699.142939:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323699.149999:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323699.150010:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323699.150013:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323699.150017:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323699.150021:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323699.150037:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6236
00000100:00080000:3.0:1767323699.150041:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323699.150046:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323699.150080:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9500 x1853166817129984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323699.150101:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323699.150103:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323699.150104:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323699.150108:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6236
00000100:00080000:3.0:1767323699.150109:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323699.150111:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323699.150119:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8700 x1853166817130112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323699.150149:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323699.150152:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323699.150153:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323699.150155:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6236
00000100:00080000:3.0:1767323699.150157:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323699.150158:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323699.150164:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acad80 x1853166817130368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323699.150178:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323699.150180:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323699.150182:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323699.150185:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6236
00000100:00080000:3.0:1767323699.150187:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323699.150190:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323699.150201:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9880 x1853166817130624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323699.150262:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817129984:0@lo:38:kworker.0
00000100:00100000:1.0:1767323699.150307:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817130240:0@lo:400:kworker.0
00000100:00100000:2.0:1767323699.150333:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323699.150363:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817129984
00000100:00100000:1.0:1767323699.150371:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817129984
00000100:00100000:2.0:1767323699.150397:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817130112:0@lo:38:kworker.0
00000100:00100000:1.0:1767323699.150414:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90818
00000100:00100000:1.0:1767323699.150423:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817129984:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323699.150430:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767323699.150447:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323699.150459:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817130368:0@lo:38:kworker.0
00000100:00100000:2.0:1767323699.150492:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323699.150497:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817129984:12345-0@lo:38:kworker.0 Request processed in 72us (162us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323699.150506:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90818
00000100:00100000:2.0:1767323699.150516:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817130624:0@lo:38:kworker.0
00000100:00100000:1.0:1767323699.150522:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817130368
00000100:00100000:1.0:1767323699.150527:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817130368
00000100:00100000:2.0:1767323699.150541:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323699.150583:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323699.150588:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323699.150592:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817129984:0@lo:38:kworker.0
00000100:00100000:2.0:1767323699.150616:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817130496:0@lo:400:kworker.0
00000100:00100000:2.0:1767323699.150639:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323699.151106:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817130624
00000100:00100000:1.0:1767323699.151112:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817130624
00000100:00100000:1.0:1767323699.151135:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90819
00000100:00100000:1.0:1767323699.151140:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817130368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323699.151151:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323699.151184:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817130368:12345-0@lo:38:kworker.0 Request processed in 43us (693us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323699.151190:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90819
00000100:00100000:1.0:1767323699.151202:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90820
00000100:00100000:1.0:1767323699.151206:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817130624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323699.151215:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323699.151236:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817130624:12345-0@lo:38:kworker.0 Request processed in 29us (696us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323699.151242:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90820
00000100:00080000:1.0:1767323699.151271:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323699.151275:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323699.151279:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817130368:0@lo:38:kworker.0
00000100:00080000:1.0:1767323699.151286:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323699.151289:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323699.151292:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817130624:0@lo:38:kworker.0
00000100:00100000:1.0:1767323699.151331:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817130112
00000100:00100000:1.0:1767323699.151334:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817130112
00000100:00100000:1.0:1767323699.151355:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437
00000100:00100000:1.0:1767323699.151359:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817130112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323699.151369:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323699.151399:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817130112:12345-0@lo:38:kworker.0 Request processed in 39us (973us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323699.151404:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437
00000100:00100000:1.0:1767323699.151422:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817130880:0@lo:400:kworker.0
00000100:00100000:1.0:1767323699.151450:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323699.151473:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323699.151478:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817130752:0@lo:400:kworker.0
00000100:00100000:1.0:1767323699.151498:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323699.151525:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323699.151529:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323699.151532:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817130112:0@lo:38:kworker.0
00000100:00100000:1.0:1767323699.151574:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817130880
00000100:00100000:1.0:1767323699.151577:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817130880
00000100:00100000:1.0:1767323699.151612:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817130752
00000100:00100000:1.0:1767323699.151614:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817130752
00000100:00100000:1.0:1767323699.151630:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3810
00000100:00100000:1.0:1767323699.151635:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817130880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323699.151675:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817130880:12345-0@lo:400:kworker.0 Request processed in 39us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323699.151694:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3810
00000100:00100000:1.0:1767323699.151706:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3811
00000100:00100000:1.0:1767323699.151711:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817130752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323699.151739:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817130752:12345-0@lo:400:kworker.0 Request processed in 27us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323699.151745:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3811
00000100:00100000:1.0:1767323699.151792:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817130752:0@lo:400:kworker.0
00000100:00100000:1.0:1767323699.151806:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817130880:0@lo:400:kworker.0
00000100:00080000:3.0:1767323699.151866:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323699.151872:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323699.153425:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323699.153515:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817130496
00000100:00100000:2.0:1767323699.153525:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817130496
00000100:00100000:2.0:1767323699.153581:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817130240
00000100:00100000:2.0:1767323699.153584:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817130240
00000100:00100000:2.0:1767323699.153608:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6094
00000100:00100000:2.0:1767323699.153617:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817130496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323699.153676:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817130496:12345-0@lo:400:kworker.0 Request processed in 60us (3036us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323699.153693:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6094
00000100:00100000:2.0:1767323699.153711:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6095
00000100:00100000:2.0:1767323699.153718:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817130240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323699.153750:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817130240:12345-0@lo:400:kworker.0 Request processed in 32us (328us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323699.153775:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6095
00000100:00100000:2.0:1767323699.153814:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817130496:0@lo:400:kworker.0
00000100:00080000:3.0:1767323699.154137:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323699.154235:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817130240:0@lo:400:kworker.0
00000100:00100000:1.0:1767323699.656254:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323699.656280:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817131008:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323699.656356:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323699.656420:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817131008
00000100:00100000:2.0:1767323699.656429:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817131008
00000100:00100000:2.0:1767323699.656494:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553
00000100:00100000:2.0:1767323699.656503:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817131008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323699.656531:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323699.656576:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817131008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323699.656589:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3553
00000100:00100000:1.0:1767323699.656781:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817131136:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323699.656808:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323699.656863:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817131008:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323699.656891:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817131136
00000100:00100000:3.0:1767323699.656897:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817131136
00000100:00100000:3.0:1767323699.656987:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3554
00000100:00100000:3.0:1767323699.656996:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817131136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323699.657012:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323699.657057:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817131136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323699.657063:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3554
00000100:00100000:1.0:1767323699.657127:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817131136:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323699.722079:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323700.167041:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323700.742861:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323701.191102:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323701.766870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323701.931146:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323701.931472:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758821888
00000100:00100000:0.0:1767323701.931482:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758821888
00000100:00100000:3.0:1767323701.931541:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323701.931571:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758822016
00000100:00100000:0.0:1767323701.931574:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758822016
00000100:00080000:3.0:1767323701.931612:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323701.931624:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6096
00000100:00100000:0.0:1767323701.931632:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758822016:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323701.931688:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90821
00000100:00100000:2.0:1767323701.931696:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758821888:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:0.0:1767323701.931713:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758822016:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 80us (172us total) trans 0 rc 0/0
00010000:00020000:2.0:1767323701.931719:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323701.931722:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6096
00000100:00100000:2.0:1767323701.931785:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758821888:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 57us (615us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323701.931793:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90821
00010000:00010000:1.0:1767323702.215001:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323702.790872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323703.238954:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323703.816897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323704.263187:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323704.263197:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323704.263199:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323704.263203:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323704.263207:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323704.263215:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6241
00000100:00080000:3.0:1767323704.263219:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323704.263226:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323704.263266:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9880 x1853166817131264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323704.263296:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323704.263300:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323704.263302:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323704.263307:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6241
00000100:00080000:3.0:1767323704.263309:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323704.263312:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323704.263334:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acad80 x1853166817131392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323704.263363:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323704.263366:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323704.263368:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323704.263371:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6241
00000100:00080000:3.0:1767323704.263373:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323704.263376:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323704.263388:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48aca300 x1853166817131648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323704.263401:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323704.263404:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323704.263405:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323704.263408:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6241
00000100:00080000:3.0:1767323704.263410:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323704.263413:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323704.263425:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21c00 x1853166817131904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323704.263472:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817132160:0@lo:400:kworker.0
00000100:00100000:3.0:1767323704.263532:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323704.263597:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323704.263605:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817132032:0@lo:400:kworker.0
00000100:00100000:1.0:1767323704.263612:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817131520:0@lo:400:kworker.0
00000100:00100000:3.0:1767323704.263629:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323704.263664:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323704.263680:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817132160
00000100:00100000:3.0:1767323704.263688:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817132160
00000100:00100000:1.0:1767323704.263692:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323704.263700:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817131776:0@lo:400:kworker.0
00000100:00100000:1.0:1767323704.263728:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323704.263746:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817132032
00000100:00100000:3.0:1767323704.263751:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817132032
00000100:00100000:1.0:1767323704.263787:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3812
00000100:00100000:1.0:1767323704.263796:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817132160:12345-0@lo:400:kworker.0
00010000:00010000:2.0:1767323704.263838:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323704.263840:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817132160:12345-0@lo:400:kworker.0 Request processed in 45us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323704.263901:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817131264:0@lo:38:kworker.0
00000100:00100000:0.0:1767323704.263932:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323704.263950:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817131392:0@lo:38:kworker.0
00000100:00100000:0.0:1767323704.263968:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323704.263991:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817131648:0@lo:38:kworker.0
00000100:00100000:2.0:1767323704.264020:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817131520
00000100:00100000:2.0:1767323704.264024:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817131520
00000100:00100000:2.0:1767323704.264081:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817131776
00000100:00100000:2.0:1767323704.264084:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817131776
00000100:00100000:2.0:1767323704.264102:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817131264
00000100:00100000:2.0:1767323704.264104:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817131264
00000100:00100000:2.0:1767323704.264120:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6097
00000100:00100000:2.0:1767323704.264127:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817131520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323704.264169:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817131520:12345-0@lo:400:kworker.0 Request processed in 43us (506us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323704.264176:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6097
00000100:00100000:2.0:1767323704.264194:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6098
00000100:00100000:2.0:1767323704.264200:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817131776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323704.264228:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817131776:12345-0@lo:400:kworker.0 Request processed in 28us (500us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323704.264233:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6098
00000100:00100000:2.0:1767323704.264245:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90822
00000100:00100000:2.0:1767323704.264248:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817131264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323704.264265:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323704.264293:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817131264:12345-0@lo:38:kworker.0 Request processed in 43us (361us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323704.264299:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90822
00000100:00100000:2.0:1767323704.264343:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817131776:0@lo:400:kworker.0
00000100:00100000:2.0:1767323704.264354:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817131520:0@lo:400:kworker.0
00000100:00080000:2.0:1767323704.264416:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323704.264420:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323704.264422:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323704.264439:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817132160:0@lo:400:kworker.0
00000100:00100000:2.0:1767323704.264466:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817131392
00000100:00100000:2.0:1767323704.264469:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817131392
00000100:00100000:2.0:1767323704.264512:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438
00000100:00100000:2.0:1767323704.264521:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817131392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323704.264531:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323704.264557:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323704.264894:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817131904:0@lo:38:kworker.0
00000100:00100000:0.0:1767323704.264919:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323704.264947:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323704.264951:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323704.264954:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817131264:0@lo:38:kworker.0
00000100:00100000:0.0:1767323704.264975:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817131648
00000100:00100000:0.0:1767323704.264978:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817131648
00000100:00100000:0.0:1767323704.264997:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817131904
00000100:00100000:0.0:1767323704.265000:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817131904
00000100:00100000:0.0:1767323704.265012:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90823
00000100:00100000:0.0:1767323704.265016:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817131648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323704.265027:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323704.265057:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817131648:12345-0@lo:38:kworker.0 Request processed in 39us (666us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323704.265063:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90823
00000100:00100000:0.0:1767323704.265076:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90824
00000100:00100000:0.0:1767323704.265080:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817131904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323704.265089:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323704.265114:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817131904:12345-0@lo:38:kworker.0 Request processed in 32us (194us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323704.265120:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90824
00000100:00080000:0.0:1767323704.265147:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323704.265151:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323704.265154:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817131648:0@lo:38:kworker.0
00000100:00080000:0.0:1767323704.265162:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323704.265165:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323704.265167:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817131904:0@lo:38:kworker.0
00000100:00100000:2.0:1767323704.265313:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817131392:12345-0@lo:38:kworker.0 Request processed in 790us (1342us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323704.265320:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438
00000100:00080000:0.0:1767323704.265457:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323704.265461:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323704.265464:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817131392:0@lo:38:kworker.0
00000100:00100000:1.0:1767323704.265743:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3812
00000100:00100000:1.0:1767323704.265785:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3813
00000100:00100000:1.0:1767323704.265792:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817132032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323704.265830:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817132032:12345-0@lo:400:kworker.0 Request processed in 41us (2203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323704.265835:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3813
00000100:00100000:2.0:1767323704.265892:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817132032:0@lo:400:kworker.0
00000100:00100000:0.0:1767323704.775903:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817132288:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323704.775948:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817132416:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323704.775998:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323704.776031:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817132288
00000100:00100000:1.0:1767323704.776040:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817132288
00000100:00100000:0.0:1767323704.776082:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323704.778233:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817132416
00000100:00100000:1.0:1767323704.778246:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817132416
00000100:00100000:2.0:1767323704.778255:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3555
00000100:00100000:2.0:1767323704.778272:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817132288:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323704.778298:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556
00000100:00100000:1.0:1767323704.778309:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817132416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323704.778310:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:1.0:1767323704.778331:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323704.782375:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817132416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4061us (6286us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323704.782389:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556
00000100:00100000:2.0:1767323704.782718:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817132288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4449us (6719us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323704.782727:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3555
00000100:00100000:1.0:1767323704.782881:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817132288:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323704.783308:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817132416:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323704.838871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323705.287125:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323705.862870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323706.311542:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323706.888159:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323707.051100:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323707.051150:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323707.051189:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758822144
00000100:00100000:2.0:1767323707.051200:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758822144
00000100:00100000:1.0:1767323707.051210:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758822272
00000100:00100000:1.0:1767323707.051216:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758822272
00000100:00100000:2.0:1767323707.051248:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90825
00000100:00100000:2.0:1767323707.051258:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758822144:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:1.0:1767323707.051278:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6099
00010000:00020000:2.0:1767323707.051283:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323707.051300:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758822272:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323707.051344:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758822144:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 85us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323707.051352:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90825
00000100:00100000:1.0:1767323707.051361:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758822272:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 73us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323707.051370:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6099
00000100:00080000:3.0:1767323707.051448:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323707.334913:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323707.910835:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323708.360311:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323708.934872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323709.382974:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323709.382984:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323709.382987:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323709.382991:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323709.382996:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323709.383003:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6246
00000100:00080000:3.0:1767323709.383009:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323709.383016:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323709.383053:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21880 x1853166817132544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323709.383080:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323709.383085:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323709.383087:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323709.383091:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6246
00000100:00080000:3.0:1767323709.383093:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323709.383097:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323709.383112:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac22680 x1853166817132672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323709.383145:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323709.383150:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323709.383151:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323709.383155:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6246
00000100:00080000:3.0:1767323709.383157:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323709.383160:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323709.383171:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21500 x1853166817132928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323709.383202:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323709.383205:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323709.383207:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323709.383211:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6246
00000100:00080000:3.0:1767323709.383213:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323709.383217:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323709.383228:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac23480 x1853166817133184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323709.383329:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817133056:0@lo:400:kworker.0
00000100:00100000:0.0:1767323709.383389:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817132800:0@lo:400:kworker.0
00000100:00100000:2.0:1767323709.383398:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323709.383430:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323709.383474:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817133440:0@lo:400:kworker.0
00000100:00100000:2.0:1767323709.383482:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817133056
00000100:00100000:2.0:1767323709.383489:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817133056
00000100:00100000:0.0:1767323709.383503:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323709.383533:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323709.383540:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817133312:0@lo:400:kworker.0
00000100:00100000:2.0:1767323709.383546:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817132800
00000100:00100000:2.0:1767323709.383550:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817132800
00000100:00100000:0.0:1767323709.383565:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323709.383579:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6100
00000100:00100000:2.0:1767323709.383600:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817133056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323709.383641:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6101
00000100:00100000:0.0:1767323709.383652:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817132800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323709.383664:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817133056:12345-0@lo:400:kworker.0 Request processed in 75us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323709.383672:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6100
00000100:00100000:0.0:1767323709.383698:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817132800:12345-0@lo:400:kworker.0 Request processed in 48us (268us total) trans 0 rc 0/0
00000100:00080000:2.0:1767323709.383700:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323709.383708:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6101
00000100:00100000:2.0:1767323709.383715:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817132544:0@lo:38:kworker.0
00000100:00100000:2.0:1767323709.383746:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323709.383782:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817132800:0@lo:400:kworker.0
00000100:00100000:2.0:1767323709.383790:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817132672:0@lo:38:kworker.0
00000100:00100000:2.0:1767323709.383818:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323709.383821:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817132544
00000100:00100000:0.0:1767323709.383825:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817132544
00000100:00100000:2.0:1767323709.383847:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817132928:0@lo:38:kworker.0
00000100:00100000:0.0:1767323709.383853:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90826
00000100:00100000:0.0:1767323709.383859:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817132544:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323709.383871:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767323709.383877:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323709.383889:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817133184:0@lo:38:kworker.0
00000100:00100000:0.0:1767323709.383922:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817132544:12345-0@lo:38:kworker.0 Request processed in 60us (173us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323709.383923:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323709.383933:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90826
00000100:00100000:0.0:1767323709.383947:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817132928
00000100:00100000:0.0:1767323709.383951:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817132928
00000100:00080000:2.0:1767323709.383960:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323709.383967:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323709.383969:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817133184
00000100:00100000:2.0:1767323709.383973:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817132544:0@lo:38:kworker.0
00000100:00100000:0.0:1767323709.383975:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817133184
00000100:00100000:0.0:1767323709.383991:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90827
00000100:00100000:0.0:1767323709.383998:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817132928:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323709.384001:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817132672
00000100:00100000:2.0:1767323709.384006:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817132672
00010000:00020000:0.0:1767323709.384008:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323709.384034:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439
00000100:00100000:0.0:1767323709.384043:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817132928:12345-0@lo:38:kworker.0 Request processed in 43us (169us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323709.384044:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817132672:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323709.384056:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90827
00010000:00020000:2.0:1767323709.384061:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323709.384070:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90828
00000100:00100000:0.0:1767323709.384076:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817133184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323709.384087:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323709.384093:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817132672:12345-0@lo:38:kworker.0 Request processed in 51us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323709.384102:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439
00000100:00100000:0.0:1767323709.384120:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817133184:12345-0@lo:38:kworker.0 Request processed in 42us (199us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323709.384128:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90828
00000100:00100000:2.0:1767323709.384137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817133056:0@lo:400:kworker.0
00000100:00080000:2.0:1767323709.384171:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323709.384175:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323709.384179:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817132672:0@lo:38:kworker.0
00000100:00080000:2.0:1767323709.384188:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323709.384191:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323709.384193:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817132928:0@lo:38:kworker.0
00000100:00080000:2.0:1767323709.384199:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323709.384202:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323709.384205:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817133184:0@lo:38:kworker.0
00000100:00100000:1.0:1767323709.384233:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817133440
00000100:00100000:1.0:1767323709.384239:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817133440
00010000:00010000:2.0:1767323709.384242:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323709.384284:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817133312
00000100:00100000:1.0:1767323709.384287:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817133312
00000100:00100000:2.0:1767323709.384296:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3814
00000100:00100000:2.0:1767323709.384305:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817133440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323709.384583:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817133440:12345-0@lo:400:kworker.0 Request processed in 278us (1078us total) trans 0 rc 0/0
00000100:00080000:0.0:1767323709.384612:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323709.384617:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323709.384650:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817133440:0@lo:400:kworker.0
00000100:00100000:1.0:1767323709.384934:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3815
00000100:00100000:1.0:1767323709.384943:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817133312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323709.384992:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817133312:12345-0@lo:400:kworker.0 Request processed in 52us (1428us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323709.385001:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3815
00000100:00100000:0.0:1767323709.385058:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817133312:0@lo:400:kworker.0
00000100:00100000:2.0:1767323709.386034:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3814
00000100:00100000:2.0:1767323709.895093:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323709.895114:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817133568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323709.895174:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323709.895305:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817133568
00000100:00100000:3.0:1767323709.895312:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817133568
00000100:00100000:3.0:1767323709.895361:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557
00000100:00100000:3.0:1767323709.895371:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817133568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323709.895399:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323709.895439:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817133568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323709.895444:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557
00000100:00100000:2.0:1767323709.895510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817133568:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323709.895765:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323709.895773:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817133696:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323709.895795:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323709.895963:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817133696
00000100:00100000:3.0:1767323709.895967:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817133696
00000100:00100000:3.0:1767323709.895990:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558
00000100:00100000:3.0:1767323709.895994:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817133696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323709.896006:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323709.896033:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817133696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323709.896037:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558
00000100:00100000:1.0:1767323709.896139:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817133696:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323709.958931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323710.406984:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323710.982918:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:3.0:1767323711.147162:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758822400 offset 0 length 520: 4
00000100:00100000:0.0:1767323711.152853:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323711.152960:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323711.153118:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758822656
00000100:00100000:2.0:1767323711.153127:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758822656
00000100:00100000:2.0:1767323711.153197:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758822528
00000100:00100000:2.0:1767323711.153201:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758822528
00000100:00100000:2.0:1767323711.153232:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6102
00000100:00100000:2.0:1767323711.153241:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758822656:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323711.153314:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758822656:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 73us (471us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323711.153322:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6102
00000100:00100000:2.0:1767323711.153339:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90829
00000100:00100000:2.0:1767323711.153342:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758822528:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323711.153359:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323711.153377:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758822528:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 34us (419us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323711.153382:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90829
00000100:00080000:0.0:1767323711.153493:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323711.432843:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323712.006869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323712.456296:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323713.031669:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323713.478908:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323688/real 1767323688]  req@ffff8d4d4b39c380 x1853166817128320/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323713 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767323713.478946:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4b39c380 x1853166817128320/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323713 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767323713.478967:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323713.478999:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767323713.479004:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817128320:0@lo:250:kworker.0
00010000:00010000:2.0:1767323713.479370:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323713.479427:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323713.479433:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767323713.479436:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323713.479441:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6231
00000100:00080000:3.0:1767323713.479446:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323713.479452:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323713.479523:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21f80 x1853166817133824/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323713.479546:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323713.479581:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323713.479583:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323713.479586:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6251
00000100:00080000:3.0:1767323713.479588:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323713.479592:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323713.479609:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21c00 x1853166817133952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323713.479617:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323713.479621:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323713.479623:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323713.479625:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6251
00000100:00080000:3.0:1767323713.479628:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323713.479635:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323713.479645:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac20a80 x1853166817134080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323713.479711:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817134208:0@lo:400:kworker.0
00000100:00100000:2.0:1767323713.479794:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323713.479981:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323713.479985:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323713.479991:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323713.479995:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6251
00000100:00080000:3.0:1767323713.479997:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323713.480000:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323713.480014:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21500 x1853166817134336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323713.480079:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817134464:0@lo:400:kworker.0
00000100:00100000:0.0:1767323713.480107:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323713.480144:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817133824:0@lo:250:kworker.0
00000400:00000100:0.0:1767323713.480176:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817133824 offset 0 length 520: 4
00000100:00100000:0.0:1767323713.480195:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817133952:0@lo:38:kworker.0
00000100:00100000:0.0:1767323713.480216:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323713.480235:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817134080:0@lo:38:kworker.0
00000100:00100000:0.0:1767323713.480255:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323713.480271:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817134336:0@lo:38:kworker.0
00000100:00100000:0.0:1767323713.480288:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323713.480317:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817134080
00000100:00100000:0.0:1767323713.480324:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817134080
00000100:00100000:0.0:1767323713.480357:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440
00000100:00100000:0.0:1767323713.480364:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817134080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323713.480383:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323713.480751:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817134208
00000100:00100000:1.0:1767323713.480780:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817134208
00000100:00100000:1.0:1767323713.480824:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817134464
00000100:00100000:1.0:1767323713.480827:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817134464
00000100:00100000:1.0:1767323713.480847:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817133952
00000100:00100000:1.0:1767323713.480850:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817133952
00000100:00100000:1.0:1767323713.480858:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817134336
00000100:00100000:1.0:1767323713.480861:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817134336
00000100:00100000:1.0:1767323713.480870:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6103
00000100:00100000:1.0:1767323713.480877:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817134208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323713.480982:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817134080:12345-0@lo:38:kworker.0 Request processed in 616us (723us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323713.480990:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440
00000100:00080000:0.0:1767323713.481044:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323713.481050:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323713.481053:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817134080:0@lo:38:kworker.0
00000100:00100000:0.0:1767323713.481079:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6104
00000100:00100000:0.0:1767323713.481086:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817134464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323713.481121:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817134464:12345-0@lo:400:kworker.0 Request processed in 36us (1013us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323713.481127:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6104
00000100:00100000:0.0:1767323713.481142:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90830
00000100:00100000:0.0:1767323713.481145:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817133952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323713.481167:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323713.481194:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817133952:12345-0@lo:38:kworker.0 Request processed in 47us (977us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323713.481200:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90830
00000100:00100000:0.0:1767323713.481211:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90831
00000100:00100000:0.0:1767323713.481215:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817134336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323713.481224:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323713.481247:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817134336:12345-0@lo:38:kworker.0 Request processed in 31us (957us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323713.481253:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90831
00000100:00100000:0.0:1767323713.481282:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817134464:0@lo:400:kworker.0
00000100:00080000:0.0:1767323713.481302:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323713.481306:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323713.481309:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817133952:0@lo:38:kworker.0
00000100:00080000:0.0:1767323713.481316:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323713.481319:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323713.481322:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817134336:0@lo:38:kworker.0
00000100:00080000:0.0:1767323713.481352:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323713.481844:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323713.481850:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323713.481853:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323713.481857:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6251
00000100:00080000:3.0:1767323713.481871:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323713.481876:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323713.481900:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac23800 x1853166817134592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323713.481970:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817134848:0@lo:400:kworker.0
00000100:00100000:3.0:1767323713.482005:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323713.482030:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323713.482263:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817134592:0@lo:38:kworker.0
00000100:00100000:0.0:1767323713.482290:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323713.482319:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817134592
00000100:00100000:0.0:1767323713.482324:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817134592
00000100:00100000:0.0:1767323713.482347:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90832
00000100:00100000:0.0:1767323713.482352:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817134592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323713.482365:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323713.482383:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817134208:12345-0@lo:400:kworker.0 Request processed in 1505us (2592us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323713.482391:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6103
00000100:00100000:0.0:1767323713.482392:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817134592:12345-0@lo:38:kworker.0 Request processed in 39us (101us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323713.482397:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90832
00000100:00080000:0.0:1767323713.482421:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323713.482425:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323713.482425:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817134848
00000100:00100000:0.0:1767323713.482428:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817134592:0@lo:38:kworker.0
00000100:00100000:1.0:1767323713.482428:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817134848
00000100:00080000:0.0:1767323713.482449:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323713.482460:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3816
00000100:00100000:1.0:1767323713.482466:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817134848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323713.482544:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817134720:0@lo:400:kworker.0
00000100:00100000:3.0:1767323713.482578:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323713.482646:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817134720
00000100:00100000:0.0:1767323713.482650:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817134720
00000100:00100000:0.0:1767323713.482695:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3817
00000100:00100000:0.0:1767323713.482703:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817134720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323713.482737:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817134720:12345-0@lo:400:kworker.0 Request processed in 37us (159us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323713.482744:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3817
00000100:00100000:3.0:1767323713.482907:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817134720:0@lo:400:kworker.0
00000100:00080000:3.0:1767323713.482920:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323713.483252:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817134848:12345-0@lo:400:kworker.0 Request processed in 785us (1245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323713.483258:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3816
00000100:00100000:3.0:1767323713.483412:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817134848:0@lo:400:kworker.0
00000100:00100000:2.0:1767323713.484939:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817134208:0@lo:400:kworker.0
00000100:00100000:2.0:1767323714.054939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323714.505484:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323715.015043:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817134976:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323715.015112:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323715.015203:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817134976
00000100:00100000:2.0:1767323715.015211:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817134976
00000100:00100000:2.0:1767323715.015277:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559
00000100:00100000:2.0:1767323715.015287:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817134976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323715.015315:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767323715.015323:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323715.015369:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817134976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (256us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323715.015377:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559
00000100:00100000:1.0:1767323715.015430:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817134976:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323715.015445:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817135104:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323715.015477:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323715.015890:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817135104
00000100:00100000:2.0:1767323715.015895:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817135104
00000100:00080000:0.0:1767323715.015939:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323715.015944:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560
00000100:00100000:2.0:1767323715.015953:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817135104:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323715.015970:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323715.016009:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817135104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (531us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323715.016015:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560
00000100:00100000:0.0:1767323715.016193:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817135104:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323715.079077:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323715.526918:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323716.102867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323716.265653:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323716.265706:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323716.265795:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758822912
00000100:00100000:1.0:1767323716.265804:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758822912
00000100:00100000:1.0:1767323716.265874:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758822784
00000100:00100000:1.0:1767323716.265877:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758822784
00000100:00100000:1.0:1767323716.265898:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6105
00000100:00100000:1.0:1767323716.265907:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758822912:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323716.265979:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758822912:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 72us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323716.265987:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6105
00000100:00100000:1.0:1767323716.266005:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90833
00000100:00100000:1.0:1767323716.266010:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758822784:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323716.266030:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323716.266056:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758822784:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (349us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323716.266062:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90833
00000100:00080000:3.0:1767323716.266120:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323716.551226:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323717.126861:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323717.575382:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323718.150872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323718.599035:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323718.599043:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323718.599045:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323718.599048:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323718.599051:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323718.599056:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6256
00000100:00080000:3.0:1767323718.599060:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323718.599072:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323718.599107:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21880 x1853166817135232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323718.599149:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817135232:0@lo:38:kworker.0
00000100:00100000:0.0:1767323718.599214:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323718.599282:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817135232
00000100:00100000:2.0:1767323718.599291:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817135232
00000100:00100000:2.0:1767323718.599336:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90834
00010000:00010000:1.0:1767323718.599337:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323718.599343:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817135232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323718.599672:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323718.599927:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323718.599932:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323718.599935:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323718.599939:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6256
00000100:00080000:3.0:1767323718.600009:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323718.600015:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323718.600036:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac22680 x1853166817135360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323718.600607:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817135360:0@lo:38:kworker.0
00000100:00080000:3.0:1767323718.600613:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323718.600620:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323718.600623:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323718.600629:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6256
00000100:00080000:3.0:1767323718.600632:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323718.600638:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323718.600644:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817135488:0@lo:400:kworker.0
00000100:00100000:0.0:1767323718.600655:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323718.600666:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac22300 x1853166817135616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323718.600687:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817135232:12345-0@lo:38:kworker.0 Request processed in 1341us (1470us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323718.600690:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323718.600694:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323718.600701:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767323718.600705:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90834
00000100:00080000:3.0:1767323718.600705:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323718.600713:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6256
00000100:00080000:0.0:1767323718.600716:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323718.600716:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767323718.600717:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323718.600725:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323718.600725:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817135744:0@lo:400:kworker.0
00000100:00080000:3.0:1767323718.600727:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323718.600733:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817135232:0@lo:38:kworker.0
00000100:00100000:2.0:1767323718.600733:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817135488
00000100:00100000:2.0:1767323718.600739:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817135488
00000100:00100000:3.0:1767323718.600748:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac23800 x1853166817135872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323718.600770:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817135616:0@lo:38:kworker.0
00000100:00100000:1.0:1767323718.600771:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323718.600798:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323718.600815:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817135744
00000100:00100000:1.0:1767323718.600820:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817135616
00000100:00100000:2.0:1767323718.600820:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817135744
00000100:00100000:1.0:1767323718.600827:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817135616
00000100:00100000:0.0:1767323718.600829:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817135872:0@lo:38:kworker.0
00000100:00100000:0.0:1767323718.600852:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323718.600858:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817135872
00000100:00080000:3.0:1767323718.600860:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323718.600864:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6106
00000100:00100000:2.0:1767323718.600864:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817135872
00000100:00100000:1.0:1767323718.600876:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817135488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323718.600883:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817135360
00000100:00100000:0.0:1767323718.600887:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817135360
00000100:00100000:2.0:1767323718.600887:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6107
00000100:00100000:2.0:1767323718.600904:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817135744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323718.600904:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90835
00000100:00100000:0.0:1767323718.600916:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441
00000100:00100000:3.0:1767323718.600917:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817135616:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323718.600921:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817135488:12345-0@lo:400:kworker.0 Request processed in 47us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323718.600925:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817135360:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323718.600930:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6106
00010000:00020000:3.0:1767323718.600937:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767323718.600941:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323718.600951:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90836
00000100:00100000:2.0:1767323718.600952:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817135744:12345-0@lo:400:kworker.0 Request processed in 52us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323718.600959:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817135872:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323718.600965:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6107
00010000:00020000:1.0:1767323718.600974:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323718.600976:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817135360:12345-0@lo:38:kworker.0 Request processed in 51us (321us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323718.600983:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441
00000100:00100000:1.0:1767323718.601009:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817135872:12345-0@lo:38:kworker.0 Request processed in 52us (158us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767323718.601012:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323718.601015:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323718.601016:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90836
00000100:00100000:0.0:1767323718.601018:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817135872:0@lo:38:kworker.0
00000100:00080000:0.0:1767323718.601027:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323718.601030:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323718.601034:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817135360:0@lo:38:kworker.0
00000100:00100000:3.0:1767323718.601054:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817135616:12345-0@lo:38:kworker.0 Request processed in 138us (255us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767323718.601056:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323718.601056:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817135744:0@lo:400:kworker.0
00000100:00080000:0.0:1767323718.601062:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323718.601068:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817135616:0@lo:38:kworker.0
00000100:00100000:1.0:1767323718.601070:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817135488:0@lo:400:kworker.0
00000100:00100000:3.0:1767323718.601075:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90835
00000100:00100000:0.0:1767323718.601096:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817136000:0@lo:400:kworker.0
00000100:00100000:0.0:1767323718.601121:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323718.601143:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323718.601149:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817136128:0@lo:400:kworker.0
00000100:00100000:0.0:1767323718.601168:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323718.601295:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817136000
00000100:00100000:3.0:1767323718.601300:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817136000
00000100:00100000:1.0:1767323718.601364:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817136128
00000100:00100000:1.0:1767323718.601369:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817136128
00000100:00080000:2.0:1767323718.601472:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323718.601475:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323718.601541:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3818
00000100:00100000:3.0:1767323718.601552:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3819
00000100:00100000:3.0:1767323718.601565:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817136000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323718.601588:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817136128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323718.601621:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817136000:12345-0@lo:400:kworker.0 Request processed in 60us (498us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323718.601629:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3819
00000100:00100000:0.0:1767323718.601634:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817136128:12345-0@lo:400:kworker.0 Request processed in 50us (463us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323718.601639:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3818
00000100:00100000:1.0:1767323718.601651:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817136128:0@lo:400:kworker.0
00000100:00100000:1.0:1767323718.601662:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817136000:0@lo:400:kworker.0
00000100:00100000:2.0:1767323719.174869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323719.623837:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323720.135157:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817136384:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323720.135173:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817136256:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323720.135227:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323720.135274:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323720.135329:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817136256
00000100:00100000:2.0:1767323720.135337:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817136256
00000100:00100000:2.0:1767323720.135385:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817136384
00000100:00100000:2.0:1767323720.135387:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817136384
00000100:00100000:2.0:1767323720.135403:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561
00000100:00100000:2.0:1767323720.135409:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817136256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323720.135432:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323720.135471:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817136256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323720.135478:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561
00000100:00100000:2.0:1767323720.135507:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562
00000100:00100000:2.0:1767323720.135514:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817136384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323720.135528:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767323720.135573:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323720.135576:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323720.135603:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817136256:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323720.138595:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817136384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3073us (3313us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323720.138609:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562
00000100:00100000:0.0:1767323720.139813:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45931880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817136384:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323720.198871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323720.647013:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323721.222966:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323721.387590:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323721.387643:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323721.387725:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758823168
00000100:00100000:3.0:1767323721.387735:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758823168
00000100:00100000:3.0:1767323721.387839:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758823040
00000100:00100000:3.0:1767323721.387843:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758823040
00000100:00100000:3.0:1767323721.387862:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6108
00000100:00100000:0.0:1767323721.387903:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90837
00000100:00100000:0.0:1767323721.387912:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758823040:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323721.387935:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323721.387990:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758823040:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 78us (346us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323721.387997:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90837
00000100:00080000:2.0:1767323721.388176:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323721.388217:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758823168:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323721.388261:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758823168:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 393us (681us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323721.388266:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6108
00010000:00010000:2.0:1767323721.671710:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323722.246894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323722.695527:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323723.270883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323723.718995:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:0.0:1767323723.719009:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323723.719011:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323723.719018:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323723.719023:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323723.719029:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323723.719039:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6261
00000100:00080000:1.0:1767323723.719045:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323723.719052:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323723.719094:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5dc00 x1853166817136512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323723.719112:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323723.719115:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323723.719117:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323723.719121:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6261
00000100:00080000:1.0:1767323723.719123:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323723.719126:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323723.719139:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5e300 x1853166817136640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323723.719189:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323723.719194:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323723.719195:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323723.719200:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6261
00000100:00080000:1.0:1767323723.719202:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323723.719205:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323723.719219:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5f100 x1853166817136896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323723.719235:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323723.719239:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323723.719240:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323723.719243:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6261
00000100:00080000:1.0:1767323723.719246:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323723.719249:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323723.719260:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea5c000 x1853166817137152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323723.719317:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817137280:0@lo:400:kworker.0
00000100:00100000:2.0:1767323723.719351:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817136512:0@lo:38:kworker.0
00000100:00100000:1.0:1767323723.719380:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323723.719399:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323723.719489:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817136640:0@lo:38:kworker.0
00000100:00100000:2.0:1767323723.719514:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323723.719523:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817137024:0@lo:400:kworker.0
00000100:00100000:2.0:1767323723.719544:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817136896:0@lo:38:kworker.0
00000100:00100000:3.0:1767323723.719564:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323723.719583:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817136640
00000100:00100000:2.0:1767323723.719591:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817136640
00000100:00100000:3.0:1767323723.719600:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323723.719608:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817136768:0@lo:400:kworker.0
00000100:00100000:2.0:1767323723.719628:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442
00000100:00100000:3.0:1767323723.719634:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323723.719639:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817136640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323723.719659:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323723.719667:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817136512
00000100:00100000:3.0:1767323723.719672:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817136512
00000100:00100000:3.0:1767323723.719696:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817137024
00000100:00100000:3.0:1767323723.719699:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817137024
00000100:00100000:2.0:1767323723.719704:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817136640:12345-0@lo:38:kworker.0 Request processed in 67us (188us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323723.719711:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442
00000100:00100000:3.0:1767323723.719736:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817136768
00000100:00100000:3.0:1767323723.719740:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817136768
00000100:00100000:2.0:1767323723.719746:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6109
00000100:00100000:2.0:1767323723.719788:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817137024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323723.719794:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6110
00000100:00100000:3.0:1767323723.719803:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817136768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323723.719842:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817137024:12345-0@lo:400:kworker.0 Request processed in 88us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323723.719850:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817136768:12345-0@lo:400:kworker.0 Request processed in 47us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323723.719851:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6109
00000100:00100000:3.0:1767323723.719862:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6110
00000100:00100000:2.0:1767323723.719874:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90838
00000100:00100000:2.0:1767323723.719880:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817136512:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323723.719890:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323723.719895:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323723.719917:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817137152:0@lo:38:kworker.0
00000100:00100000:2.0:1767323723.719923:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817136512:12345-0@lo:38:kworker.0 Request processed in 41us (525us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323723.719930:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90838
00000100:00100000:2.0:1767323723.719942:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817136896
00000100:00100000:2.0:1767323723.719946:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817136896
00000100:00100000:3.0:1767323723.719946:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323723.719959:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817137152
00000100:00100000:2.0:1767323723.719963:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817137152
00000100:00100000:2.0:1767323723.719975:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90839
00000100:00100000:2.0:1767323723.719979:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817136896:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767323723.719988:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767323723.719989:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323723.719997:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323723.720002:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817136512:0@lo:38:kworker.0
00000100:00080000:3.0:1767323723.720016:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323723.720021:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817136896:12345-0@lo:38:kworker.0 Request processed in 38us (126us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323723.720023:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323723.720030:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817136640:0@lo:38:kworker.0
00000100:00100000:2.0:1767323723.720034:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90839
00000100:00080000:3.0:1767323723.720046:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323723.720051:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90840
00000100:00080000:3.0:1767323723.720053:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323723.720058:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817137152:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323723.720059:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817136896:0@lo:38:kworker.0
00010000:00020000:2.0:1767323723.720072:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323723.720105:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817137152:12345-0@lo:38:kworker.0 Request processed in 46us (159us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323723.720110:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323723.720113:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90840
00000100:00080000:3.0:1767323723.720117:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323723.720122:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817137152:0@lo:38:kworker.0
00000100:00080000:2.0:1767323723.720138:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323723.720164:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817136768:0@lo:400:kworker.0
00000100:00100000:2.0:1767323723.720178:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817137024:0@lo:400:kworker.0
00000100:00100000:0.0:1767323723.720183:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817137280
00000100:00100000:0.0:1767323723.720188:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817137280
00000100:00100000:2.0:1767323723.720221:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817137408:0@lo:400:kworker.0
00000100:00100000:0.0:1767323723.720236:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3820
00000100:00100000:0.0:1767323723.720246:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817137280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323723.720252:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323723.720287:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817137408
00000100:00100000:2.0:1767323723.720291:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817137408
00000100:00100000:0.0:1767323723.720294:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817137280:12345-0@lo:400:kworker.0 Request processed in 49us (913us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323723.720303:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3820
00000100:00100000:0.0:1767323723.720323:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3821
00000100:00100000:0.0:1767323723.720337:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817137408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323723.720371:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817137408:12345-0@lo:400:kworker.0 Request processed in 42us (121us total) trans 0 rc 0/0
00000100:00080000:3.0:1767323723.720683:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323723.720686:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323723.720719:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817137408:0@lo:400:kworker.0
00000100:00100000:1.0:1767323723.720923:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817137280:0@lo:400:kworker.0
00000100:00100000:0.0:1767323723.722031:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3821
00000100:00100000:2.0:1767323724.294927:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323724.744303:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323725.257346:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323725.257382:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817137536:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323725.257597:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323725.257608:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817137664:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323725.257683:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323725.257851:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817137664
00000100:00100000:3.0:1767323725.257861:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817137664
00000100:00100000:3.0:1767323725.257928:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563
00000100:00100000:3.0:1767323725.257941:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817137664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323725.257969:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323725.258023:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817137664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (338us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323725.258024:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323725.258034:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563
00000100:00100000:3.0:1767323725.258055:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817137536
00000100:00100000:3.0:1767323725.258059:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817137536
00000100:00100000:3.0:1767323725.258086:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564
00000100:00100000:3.0:1767323725.258094:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817137536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323725.258109:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323725.258145:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817137536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (125us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323725.258151:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564
00000100:00080000:0.0:1767323725.258213:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323725.258218:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323725.258401:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817137664:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323725.258574:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817137536:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323725.318884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323725.766938:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323726.342859:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323726.503549:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323726.503749:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323726.503975:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758823424
00000100:00100000:3.0:1767323726.503976:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758823296
00000100:00100000:0.0:1767323726.503988:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758823424
00000100:00100000:3.0:1767323726.503988:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758823296
00000100:00080000:1.0:1767323726.504059:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323726.504095:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6111
00000100:00100000:0.0:1767323726.504106:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90841
00000100:00100000:3.0:1767323726.504115:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758823424:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323726.504118:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758823296:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323726.504146:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323726.504213:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758823424:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 105us (466us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323726.504214:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758823296:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 95us (675us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323726.504230:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90841
00000100:00100000:3.0:1767323726.504237:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6111
00010000:00010000:1.0:1767323726.791206:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323727.366918:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323727.814970:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323728.391061:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323728.840800:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323728.840816:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323728.840820:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323728.840824:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323728.840831:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323728.840841:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6266
00000100:00080000:0.0:1767323728.840848:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323728.840857:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323728.840917:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac21880 x1853166817137792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323728.840948:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323728.840952:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323728.840954:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323728.840959:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6266
00000100:00080000:0.0:1767323728.840962:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323728.840967:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323728.840984:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac20a80 x1853166817137920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323728.841017:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817137792:0@lo:38:kworker.0
00000100:00080000:0.0:1767323728.841048:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323728.841054:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323728.841056:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323728.841062:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6266
00000100:00080000:0.0:1767323728.841065:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323728.841070:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323728.841085:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac22300 x1853166817138176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323728.841108:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323728.841113:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323728.841116:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323728.841121:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6266
00000100:00080000:0.0:1767323728.841133:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767323728.841133:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323728.841144:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323728.841157:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac23800 x1853166817138432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323728.841222:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817137920:0@lo:38:kworker.0
00000100:00100000:3.0:1767323728.841253:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323728.841258:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817138048:0@lo:400:kworker.0
00000100:00100000:1.0:1767323728.841344:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323728.841398:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323728.841404:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817138304:0@lo:400:kworker.0
00000100:00100000:1.0:1767323728.841446:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323728.841488:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817138560:0@lo:400:kworker.0
00000100:00100000:1.0:1767323728.841527:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323728.841570:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323728.841578:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817138688:0@lo:400:kworker.0
00000100:00100000:0.0:1767323728.841596:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817137792
00000100:00100000:0.0:1767323728.841608:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817137792
00000100:00100000:1.0:1767323728.841616:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323728.841662:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817138048
00000100:00100000:0.0:1767323728.841666:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817138048
00000100:00100000:3.0:1767323728.841748:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817138176:0@lo:38:kworker.0
00000100:00100000:3.0:1767323728.841815:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323728.842481:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817138304
00000100:00100000:1.0:1767323728.842489:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817138304
00000100:00100000:2.0:1767323728.842490:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817138176
00000100:00100000:2.0:1767323728.842495:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817138176
00000100:00100000:3.0:1767323728.842499:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817138432:0@lo:38:kworker.0
00000100:00100000:0.0:1767323728.842501:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6112
00000100:00100000:0.0:1767323728.842535:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817138048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323728.842535:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6113
00000100:00100000:1.0:1767323728.842548:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90842
00000100:00100000:2.0:1767323728.842549:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817138304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323728.842562:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817137792:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323728.842564:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767323728.842592:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323728.842621:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817138432
00000100:00100000:3.0:1767323728.842633:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817138432
00000100:00100000:0.0:1767323728.842646:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817138048:12345-0@lo:400:kworker.0 Request processed in 124us (1299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323728.842650:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817137792:12345-0@lo:38:kworker.0 Request processed in 92us (1526us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323728.842661:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6112
00000100:00100000:1.0:1767323728.842668:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90842
00000100:00100000:3.0:1767323728.842680:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90843
00000100:00100000:3.0:1767323728.842697:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817138176:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323728.842705:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90844
00000100:00100000:2.0:1767323728.842705:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817138304:12345-0@lo:400:kworker.0 Request processed in 157us (1254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323728.842719:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817138432:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323728.842719:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6113
00010000:00020000:3.0:1767323728.842735:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323728.842741:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323728.842748:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817137920
00000100:00100000:2.0:1767323728.842775:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817137920
00010000:00010000:0.0:1767323728.842779:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323728.842804:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817138560
00000100:00100000:1.0:1767323728.842804:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817138432:12345-0@lo:38:kworker.0 Request processed in 82us (258us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323728.842809:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443
00000100:00100000:0.0:1767323728.842812:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817138560
00000100:00100000:1.0:1767323728.842818:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90844
00000100:00100000:2.0:1767323728.842818:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817137920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323728.842831:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323728.842847:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817138176:12345-0@lo:38:kworker.0 Request processed in 151us (1026us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767323728.842857:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323728.842858:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90843
00000100:00080000:1.0:1767323728.842866:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323728.842867:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817138688
00000100:00100000:0.0:1767323728.842873:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817138688
00000100:00100000:2.0:1767323728.842877:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817137920:12345-0@lo:38:kworker.0 Request processed in 58us (1619us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323728.842885:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443
00000100:00100000:1.0:1767323728.842919:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817138304:0@lo:400:kworker.0
00000100:00100000:0.0:1767323728.842942:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822
00000100:00100000:1.0:1767323728.842958:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817138048:0@lo:400:kworker.0
00000100:00080000:2.0:1767323728.842958:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323728.842965:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817138560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323728.842965:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3823
00000100:00080000:2.0:1767323728.842975:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323728.842987:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817138176:0@lo:38:kworker.0
00000100:00100000:3.0:1767323728.843004:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817138688:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323728.843006:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323728.843012:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323728.843020:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323728.843026:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817138432:0@lo:38:kworker.0
00000100:00100000:0.0:1767323728.843037:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817138560:12345-0@lo:400:kworker.0 Request processed in 84us (1506us total) trans 0 rc 0/0
00000100:00080000:2.0:1767323728.843042:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323728.843043:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817138560:0@lo:400:kworker.0
00000100:00080000:2.0:1767323728.843049:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323728.843050:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822
00000100:00100000:2.0:1767323728.843056:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817137792:0@lo:38:kworker.0
00000100:00080000:2.0:1767323728.843080:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323728.843084:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323728.843089:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817137920:0@lo:38:kworker.0
00000100:00100000:3.0:1767323728.843129:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817138688:12345-0@lo:400:kworker.0 Request processed in 138us (1510us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323728.843136:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817138688:0@lo:400:kworker.0
00000100:00100000:3.0:1767323728.843144:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3823
00000100:00100000:2.0:1767323729.415314:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323729.863985:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323730.375133:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817138944:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323730.375133:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817138816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323730.375277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323730.375315:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323730.375348:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817138816
00000100:00100000:1.0:1767323730.375361:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817138816
00000100:00100000:3.0:1767323730.375373:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817138944
00000100:00100000:3.0:1767323730.375380:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817138944
00000100:00080000:2.0:1767323730.375414:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323730.375420:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323730.375510:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565
00000100:00100000:1.0:1767323730.375518:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566
00000100:00100000:3.0:1767323730.375526:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817138944:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323730.375531:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817138816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323730.375569:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:3.0:1767323730.375569:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323730.375624:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817138944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323730.375632:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817138816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (354us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323730.375635:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565
00000100:00100000:1.0:1767323730.375645:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566
00000100:00100000:0.0:1767323730.375780:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817138944:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323730.375851:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817138816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323730.438925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323730.887046:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323731.462918:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323731.624364:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323731.625036:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323731.629400:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758823680
00000100:00100000:3.0:1767323731.629707:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758823680
00000100:00100000:3.0:1767323731.629839:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758823552
00000100:00100000:3.0:1767323731.629845:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758823552
00000100:00100000:3.0:1767323731.629879:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6114
00000100:00080000:2.0:1767323731.629880:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323731.629894:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758823680:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323731.630020:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758823680:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 130us (5672us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323731.630028:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6114
00000100:00100000:3.0:1767323731.630052:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90845
00000100:00100000:3.0:1767323731.630057:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758823552:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323731.630083:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323731.630112:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758823552:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 54us (5077us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323731.630118:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90845
00010000:00010000:0.0:1767323731.910860:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323732.486928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323732.934972:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323733.510918:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323733.960388:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323733.960466:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323733.960475:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323733.960479:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323733.960483:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323733.960489:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323733.960499:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6271
00000100:00080000:2.0:1767323733.960504:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323733.960513:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323733.960570:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f57100 x1853166817139072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323733.960601:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323733.960605:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323733.960607:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323733.960611:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6271
00000100:00080000:2.0:1767323733.960614:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323733.960618:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323733.960632:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f55500 x1853166817139200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323733.960673:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323733.960685:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323733.960687:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323733.960691:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6271
00000100:00080000:2.0:1767323733.960694:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323733.960697:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323733.960712:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f56300 x1853166817139456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323733.960713:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817139328:0@lo:400:kworker.0
00000100:00080000:2.0:1767323733.960745:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323733.960748:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323733.960750:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323733.960786:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6271
00000100:00080000:2.0:1767323733.960789:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323733.960793:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323733.960812:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586d80 x1853166817139712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323733.960863:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817139968:0@lo:400:kworker.0
00000100:00100000:2.0:1767323733.960914:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323733.960990:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323733.960996:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817139840:0@lo:400:kworker.0
00000100:00100000:2.0:1767323733.961020:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323733.961046:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323733.961059:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817139968
00000100:00100000:2.0:1767323733.961068:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817139968
00000100:00100000:1.0:1767323733.961077:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323733.961086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817139584:0@lo:400:kworker.0
00000100:00100000:1.0:1767323733.961118:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323733.961142:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817139840
00000100:00100000:2.0:1767323733.961147:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817139840
00000100:00100000:1.0:1767323733.961161:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3824
00000100:00100000:1.0:1767323733.961174:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4548e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817139968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323733.961215:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817139072:0@lo:38:kworker.0
00000100:00100000:1.0:1767323733.961238:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4548e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817139968:12345-0@lo:400:kworker.0 Request processed in 66us (323us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323733.961301:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323733.961353:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817139328
00000100:00100000:0.0:1767323733.961370:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817139328
00000100:00100000:0.0:1767323733.961408:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817139584
00000100:00100000:0.0:1767323733.961412:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817139584
00000100:00100000:0.0:1767323733.961434:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817139072
00000100:00100000:0.0:1767323733.961437:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817139072
00000100:00100000:0.0:1767323733.961455:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6115
00000100:00100000:0.0:1767323733.961462:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817139328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323733.961517:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817139200:0@lo:38:kworker.0
00000100:00100000:1.0:1767323733.961574:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3824
00000100:00100000:2.0:1767323733.961587:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3825
00000100:00100000:2.0:1767323733.961597:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817139840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323733.962924:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817139328:12345-0@lo:400:kworker.0 Request processed in 1457us (1874us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323733.962935:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6115
00000100:00100000:0.0:1767323733.962963:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6116
00000100:00100000:0.0:1767323733.962973:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817139584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323733.963013:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817139584:12345-0@lo:400:kworker.0 Request processed in 44us (1895us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323733.963019:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6116
00000100:00100000:0.0:1767323733.963031:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90846
00000100:00100000:0.0:1767323733.963035:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817139072:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323733.963058:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323733.963088:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817139072:12345-0@lo:38:kworker.0 Request processed in 52us (1789us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323733.963094:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90846
00000100:00100000:0.0:1767323733.963167:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817139584:0@lo:400:kworker.0
00000100:00100000:0.0:1767323733.963183:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817139328:0@lo:400:kworker.0
00000100:00100000:0.0:1767323733.963260:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817139968:0@lo:400:kworker.0
00000100:00080000:0.0:1767323733.963309:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323733.963315:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323733.963318:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323733.964255:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817139840:12345-0@lo:400:kworker.0 Request processed in 2085us (2658us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323733.964267:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3825
00000100:00100000:0.0:1767323733.964987:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817139840:0@lo:400:kworker.0
00000100:00100000:3.0:1767323733.968243:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323733.968347:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817139456:0@lo:38:kworker.0
00000100:00100000:3.0:1767323733.968641:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323733.968680:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817139712:0@lo:38:kworker.0
00000100:00100000:3.0:1767323733.968713:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323733.968804:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817139200
00000100:00080000:3.0:1767323733.968809:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323733.968815:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817139200
00000100:00080000:3.0:1767323733.968818:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323733.968825:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817139072:0@lo:38:kworker.0
00000100:00100000:2.0:1767323733.968871:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444
00000100:00100000:2.0:1767323733.968880:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817139200:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323733.968907:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323733.968961:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817139200:12345-0@lo:38:kworker.0 Request processed in 80us (727us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323733.968974:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444
00000100:00080000:3.0:1767323733.968981:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323733.968987:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323733.968992:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817139200:0@lo:38:kworker.0
00000100:00100000:0.0:1767323733.969002:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817139456
00000100:00100000:0.0:1767323733.969009:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817139456
00000100:00100000:0.0:1767323733.969047:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817139712
00000100:00100000:0.0:1767323733.969050:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817139712
00000100:00100000:0.0:1767323733.969130:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90847
00000100:00100000:0.0:1767323733.969137:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817139456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323733.969149:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323733.969154:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90848
00000100:00100000:1.0:1767323733.969164:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817139712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323733.969178:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323733.969191:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817139456:12345-0@lo:38:kworker.0 Request processed in 52us (549us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323733.969199:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90847
00000100:00100000:1.0:1767323733.969228:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817139712:12345-0@lo:38:kworker.0 Request processed in 64us (515us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323733.969237:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90848
00000100:00080000:3.0:1767323733.969253:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323733.969259:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323733.969262:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817139456:0@lo:38:kworker.0
00000100:00080000:3.0:1767323733.969271:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323733.969274:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323733.969277:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817139712:0@lo:38:kworker.0
00000100:00100000:2.0:1767323734.535094:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323734.982972:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323735.495086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817140096:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323735.495183:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323735.495382:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817140224:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323735.495428:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323735.495730:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817140096
00000100:00100000:2.0:1767323735.495743:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817140096
00000100:00100000:2.0:1767323735.495851:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817140224
00000100:00100000:2.0:1767323735.495855:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817140224
00000100:00100000:2.0:1767323735.495883:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567
00000100:00100000:2.0:1767323735.495893:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817140096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323735.495930:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323735.495987:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817140096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (804us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323735.495995:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567
00000100:00100000:2.0:1767323735.496017:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568
00000100:00100000:2.0:1767323735.496024:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817140224:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323735.496041:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323735.496072:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817140224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (644us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323735.496078:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568
00000100:00080000:1.0:1767323735.496161:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323735.496166:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323735.496210:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817140224:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323735.496259:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817140096:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323735.561772:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323735.721825:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:1.0:1767323735.721876:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758823808 offset 0 length 520: 4
00000100:00100000:1.0:1767323735.721903:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323735.721974:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758824064
00000100:00100000:2.0:1767323735.721986:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758824064
00000100:00080000:1.0:1767323735.722061:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323735.722069:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758823936
00000100:00100000:2.0:1767323735.722072:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758823936
00000100:00100000:2.0:1767323735.722095:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6117
00000100:00100000:2.0:1767323735.722106:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758824064:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323735.722117:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90849
00000100:00100000:1.0:1767323735.722123:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758823936:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323735.722147:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323735.722195:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758824064:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 91us (385us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323735.722200:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758823936:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 74us (294us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323735.722206:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6117
00000100:00100000:1.0:1767323735.722212:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90849
00010000:00010000:0.0:1767323736.007267:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323736.582947:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323737.031485:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323737.606901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323738.054938:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323738.054982:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323713/real 1767323713]  req@ffff8d4d4ac21f80 x1853166817133824/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323738 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767323738.055005:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ac21f80 x1853166817133824/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323738 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767323738.055024:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323738.055045:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767323738.055048:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817133824:0@lo:250:kworker.0
00000100:00080000:3.0:1767323738.055138:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323738.055141:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767323738.055144:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323738.055147:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6256
00000100:00080000:3.0:1767323738.055150:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323738.055155:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323738.055180:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f480 x1853166817140352/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323738.055199:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323738.055202:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323738.055204:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323738.055206:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6276
00000100:00080000:3.0:1767323738.055207:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323738.055210:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323738.055220:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f800 x1853166817140480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323738.055226:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323738.055228:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323738.055229:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323738.055231:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6276
00000100:00080000:3.0:1767323738.055232:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323738.055234:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323738.055239:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c000 x1853166817140608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323738.055268:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323738.055270:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323738.055271:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323738.055273:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6276
00000100:00080000:3.0:1767323738.055274:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323738.055276:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323738.055281:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7dc00 x1853166817140864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323738.055290:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323738.055292:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323738.055293:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323738.055295:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6276
00000100:00080000:3.0:1767323738.055296:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323738.055298:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323738.055304:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d180 x1853166817141120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323738.055383:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817140992:0@lo:400:kworker.0
00000100:00100000:0.0:1767323738.055392:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817140352:0@lo:250:kworker.0
00000400:00000100:0.0:1767323738.055444:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817140352 offset 0 length 520: 4
00000100:00100000:2.0:1767323738.055465:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323738.055491:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817140480:0@lo:38:kworker.0
00000100:00100000:3.0:1767323738.057012:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817141376:0@lo:400:kworker.0
00000100:00100000:2.0:1767323738.057036:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323738.057052:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817140736:0@lo:400:kworker.0
00000100:00100000:2.0:1767323738.057116:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323738.057145:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817141248:0@lo:400:kworker.0
00000100:00100000:2.0:1767323738.057158:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817140992
00000100:00100000:2.0:1767323738.057168:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817140992
00000100:00100000:0.0:1767323738.057202:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323738.057243:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817140736
00000100:00100000:2.0:1767323738.057248:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817140736
00000100:00100000:0.0:1767323738.057273:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817141248
00000100:00100000:0.0:1767323738.057282:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817141248
00000100:00100000:2.0:1767323738.057292:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6118
00000100:00100000:2.0:1767323738.057306:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817140992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323738.057357:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3826
00000100:00100000:0.0:1767323738.057370:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817141248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323738.057398:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817140992:12345-0@lo:400:kworker.0 Request processed in 95us (1933us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323738.057406:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6118
00000100:00100000:2.0:1767323738.057436:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6119
00000100:00100000:0.0:1767323738.057445:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817141248:12345-0@lo:400:kworker.0 Request processed in 76us (240us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323738.057447:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817140736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323738.057468:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3826
00000100:00100000:2.0:1767323738.057509:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817140736:12345-0@lo:400:kworker.0 Request processed in 61us (388us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323738.057516:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6119
00000100:00100000:0.0:1767323738.057534:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817141248:0@lo:400:kworker.0
00000100:00100000:0.0:1767323738.057570:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323738.057582:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817140736:0@lo:400:kworker.0
00000100:00100000:0.0:1767323738.057609:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817140608:0@lo:38:kworker.0
00000100:00100000:2.0:1767323738.057610:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817140992:0@lo:400:kworker.0
00000100:00100000:0.0:1767323738.057657:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323738.057669:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817140480
00000100:00100000:2.0:1767323738.057674:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817140480
00000100:00100000:0.0:1767323738.057688:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817140864:0@lo:38:kworker.0
00000100:00100000:2.0:1767323738.057698:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90850
00000100:00100000:2.0:1767323738.057702:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817140480:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323738.057720:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767323738.057722:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323738.057749:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817141120:0@lo:38:kworker.0
00000100:00100000:2.0:1767323738.057799:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817140480:12345-0@lo:38:kworker.0 Request processed in 92us (226us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323738.057811:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90850
00000100:00100000:0.0:1767323738.057816:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323738.057925:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323738.057957:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817141376
00000100:00100000:3.0:1767323738.057962:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817141376
00000100:00100000:3.0:1767323738.057992:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3827
00000100:00100000:3.0:1767323738.058001:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817141376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323738.058049:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817141376:12345-0@lo:400:kworker.0 Request processed in 50us (124us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323738.058055:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3827
00000100:00100000:3.0:1767323738.058084:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817141376:0@lo:400:kworker.0
00000100:00080000:0.0:1767323738.058209:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323738.058214:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323738.058219:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817140480:0@lo:38:kworker.0
00000100:00100000:0.0:1767323738.058240:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817140608
00000100:00100000:0.0:1767323738.058244:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817140608
00000100:00100000:0.0:1767323738.058264:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445
00000100:00100000:0.0:1767323738.058269:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817140608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323738.058287:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323738.058320:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817140608:12345-0@lo:38:kworker.0 Request processed in 49us (664us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323738.058335:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445
00000100:00100000:3.0:1767323738.058919:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817140864
00000100:00100000:3.0:1767323738.058925:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817140864
00000100:00100000:2.0:1767323738.058932:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817141120
00000100:00100000:2.0:1767323738.058941:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817141120
00000100:00100000:3.0:1767323738.058957:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90851
00000100:00100000:3.0:1767323738.058964:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817140864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323738.058976:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323738.059007:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817140864:12345-0@lo:38:kworker.0 Request processed in 42us (1289us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767323738.059132:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323738.059137:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323738.059140:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817140608:0@lo:38:kworker.0
00000100:00080000:0.0:1767323738.059149:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323738.059152:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323738.059155:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817140864:0@lo:38:kworker.0
00000100:00080000:0.0:1767323738.059186:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323738.059191:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323738.059194:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323738.060842:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90851
00000100:00100000:3.0:1767323738.060873:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90852
00000100:00100000:3.0:1767323738.060878:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817141120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323738.060893:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323738.060951:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817141120:12345-0@lo:38:kworker.0 Request processed in 72us (3144us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323738.060956:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90852
00000100:00080000:1.0:1767323738.061019:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323738.061030:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323738.061034:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817141120:0@lo:38:kworker.0
00000100:00100000:2.0:1767323738.630915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323739.079004:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323739.655046:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323740.102909:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323740.614987:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323740.615020:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817141504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323740.615114:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323740.615463:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817141632:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323740.615495:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323740.615587:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817141504
00000100:00100000:3.0:1767323740.615597:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817141504
00000100:00100000:3.0:1767323740.615657:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817141632
00000100:00100000:3.0:1767323740.615659:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817141632
00000100:00100000:3.0:1767323740.615677:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569
00000100:00100000:3.0:1767323740.615687:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817141504:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767323740.615802:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323740.615808:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323740.615847:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570
00000100:00100000:2.0:1767323740.615857:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817141632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323740.615875:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:2.0:1767323740.615876:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323740.615938:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817141632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (440us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323740.615940:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817141504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 253us (826us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323740.615953:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570
00000100:00100000:3.0:1767323740.615963:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569
00000100:00100000:1.0:1767323740.615979:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817141632:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323740.616000:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817141504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323740.678915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323740.844010:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323740.844079:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323740.844083:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758824320
00000100:00100000:3.0:1767323740.844102:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758824320
00000100:00080000:2.0:1767323740.844145:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323740.844224:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758824192
00000100:00100000:3.0:1767323740.844227:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758824192
00000100:00100000:1.0:1767323740.844342:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6120
00000100:00100000:1.0:1767323740.844355:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758824320:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323740.844448:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758824320:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 97us (455us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323740.844454:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6120
00000100:00100000:1.0:1767323740.844475:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90853
00000100:00100000:1.0:1767323740.844478:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758824192:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323740.844500:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323740.844518:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758824192:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 39us (440us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323740.844522:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90853
00010000:00010000:0.0:1767323741.128546:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323741.703093:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323742.151068:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323742.727069:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323743.175243:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323743.175258:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323743.175262:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323743.175270:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323743.175276:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323743.175309:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6280
00000100:00080000:0.0:1767323743.175316:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323743.175325:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323743.175381:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7ce00 x1853166817141760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323743.175411:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323743.175415:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323743.175417:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323743.175422:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6280
00000100:00080000:0.0:1767323743.175424:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323743.175439:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323743.175452:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7e680 x1853166817141888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323743.175505:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323743.175509:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323743.175511:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323743.175515:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6280
00000100:00080000:0.0:1767323743.175518:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323743.175522:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323743.175539:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f7800 x1853166817142144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323743.175556:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323743.175560:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323743.175562:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323743.175565:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6280
00000100:00080000:0.0:1767323743.175567:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323743.175571:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323743.175581:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5500 x1853166817142400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323743.175802:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817142272:0@lo:400:kworker.0
00000100:00100000:3.0:1767323743.175902:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323743.175987:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323743.175994:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817142016:0@lo:400:kworker.0
00000100:00100000:3.0:1767323743.176019:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323743.176099:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817142272
00000100:00100000:3.0:1767323743.176108:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817142272
00000100:00100000:3.0:1767323743.176170:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817142016
00000100:00100000:3.0:1767323743.176174:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817142016
00000100:00100000:3.0:1767323743.176200:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6121
00000100:00100000:3.0:1767323743.176208:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817142272:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323743.176265:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817142272:12345-0@lo:400:kworker.0 Request processed in 57us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323743.176274:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6121
00000100:00100000:3.0:1767323743.176303:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6122
00000100:00100000:3.0:1767323743.176309:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817142016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323743.176333:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817142016:12345-0@lo:400:kworker.0 Request processed in 25us (314us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323743.176338:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6122
00000100:00100000:3.0:1767323743.176374:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817142016:0@lo:400:kworker.0
00000100:00100000:3.0:1767323743.176384:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817142272:0@lo:400:kworker.0
00000100:00080000:2.0:1767323743.176485:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323743.177816:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817141760:0@lo:38:kworker.0
00000100:00100000:1.0:1767323743.177880:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323743.177905:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817142656:0@lo:400:kworker.0
00000100:00100000:1.0:1767323743.177933:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817141888:0@lo:38:kworker.0
00000100:00100000:2.0:1767323743.177953:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323743.177971:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323743.178045:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817142656
00000100:00100000:3.0:1767323743.178055:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817142656
00000100:00100000:2.0:1767323743.178120:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323743.178128:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817142528:0@lo:400:kworker.0
00000100:00100000:3.0:1767323743.178302:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3828
00000100:00100000:3.0:1767323743.178312:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817142656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323743.180816:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817141760
00000100:00100000:0.0:1767323743.180840:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817141760
00000100:00100000:0.0:1767323743.180927:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90854
00000100:00100000:0.0:1767323743.180938:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817141760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323743.180968:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323743.181527:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817142144:0@lo:38:kworker.0
00000100:00100000:2.0:1767323743.181702:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323743.181713:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323743.181747:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817142400:0@lo:38:kworker.0
00000100:00100000:1.0:1767323743.181798:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1767323743.181856:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323743.181873:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817142144
00000100:00100000:1.0:1767323743.181878:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817142144
00000100:00100000:3.0:1767323743.181885:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817142656:12345-0@lo:400:kworker.0 Request processed in 3571us (3928us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323743.181897:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3828
00000100:00100000:1.0:1767323743.181909:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817142400
00000100:00100000:1.0:1767323743.181913:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817142400
00000100:00100000:3.0:1767323743.181927:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817142528
00000100:00100000:3.0:1767323743.181933:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817142528
00000100:00100000:1.0:1767323743.181934:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90855
00000100:00100000:1.0:1767323743.181942:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817142144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323743.181960:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323743.181981:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3829
00000100:00100000:3.0:1767323743.181990:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817142528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323743.182002:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817142144:12345-0@lo:38:kworker.0 Request processed in 57us (288us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323743.182010:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90855
00000100:00100000:1.0:1767323743.182027:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90856
00000100:00100000:1.0:1767323743.182032:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817142400:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323743.182043:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817142528:12345-0@lo:400:kworker.0 Request processed in 54us (341us total) trans 0 rc 0/0
00010000:00020000:1.0:1767323743.182045:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323743.182055:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3829
00000100:00100000:1.0:1767323743.182081:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817142400:12345-0@lo:38:kworker.0 Request processed in 46us (281us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323743.182088:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90856
00000100:00080000:3.0:1767323743.182122:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323743.182127:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817141888
00000100:00080000:3.0:1767323743.182128:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323743.182133:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817141888
00000100:00100000:1.0:1767323743.182162:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446
00000100:00100000:1.0:1767323743.182168:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817141888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323743.182180:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323743.182210:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817141888:12345-0@lo:38:kworker.0 Request processed in 42us (4240us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323743.182217:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446
00000100:00080000:1.0:1767323743.182263:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323743.182270:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323743.182276:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817141888:0@lo:38:kworker.0
00000100:00100000:2.0:1767323743.182304:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817142528:0@lo:400:kworker.0
00000100:00080000:1.0:1767323743.182306:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323743.182314:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323743.182319:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817142144:0@lo:38:kworker.0
00000100:00100000:2.0:1767323743.182332:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817142656:0@lo:400:kworker.0
00000100:00080000:1.0:1767323743.182334:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323743.182341:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323743.182345:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817142400:0@lo:38:kworker.0
00000100:00100000:0.0:1767323743.186812:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817141760:12345-0@lo:38:kworker.0 Request processed in 5858us (8914us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323743.186834:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90854
00000100:00080000:1.0:1767323743.188408:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323743.188421:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323743.188496:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817141760:0@lo:38:kworker.0
00000100:00100000:2.0:1767323743.751086:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323744.198993:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323744.774907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323745.223440:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323745.735201:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817142784:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323745.735306:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323745.735513:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817142784
00000100:00100000:0.0:1767323745.735524:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817142784
00000100:00100000:0.0:1767323745.735617:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571
00000100:00100000:0.0:1767323745.735639:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817142784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323745.735676:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767323745.735809:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323745.735825:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817142912:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323745.735859:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323745.735913:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817142912
00000100:00100000:1.0:1767323745.735917:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817142912
00000100:00100000:1.0:1767323745.735952:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572
00000100:00100000:1.0:1767323745.735959:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817142912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323745.735977:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323745.736010:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817142912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323745.736018:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572
00000100:00080000:1.0:1767323745.736045:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323745.736082:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817142912:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323745.736623:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817142784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 985us (1315us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323745.736631:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571
00000100:00100000:2.0:1767323745.736689:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817142784:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323745.798937:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323745.965142:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323745.965237:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323745.965319:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758824576
00000100:00100000:2.0:1767323745.965334:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758824576
00000100:00100000:3.0:1767323745.965358:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758824448
00000100:00100000:3.0:1767323745.965363:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758824448
00000100:00080000:1.0:1767323745.965451:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323745.965628:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6123
00000100:00100000:3.0:1767323745.965642:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758824576:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323745.965801:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758824576:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 114us (623us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323745.965811:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6123
00000100:00100000:3.0:1767323745.965836:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90857
00000100:00100000:3.0:1767323745.965852:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758824448:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323745.965878:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323745.965919:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758824448:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 65us (680us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323745.965927:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90857
00010000:00010000:3.0:1767323746.247003:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323746.822911:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323747.271000:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323747.847025:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323748.294942:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323748.295134:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323748.295142:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323748.295146:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323748.295151:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323748.295156:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323748.295167:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6285
00000100:00080000:3.0:1767323748.295173:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323748.295182:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323748.295253:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7dc00 x1853166817143040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323748.295285:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323748.295291:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323748.295293:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323748.295297:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6285
00000100:00080000:3.0:1767323748.295300:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323748.295303:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323748.295318:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c000 x1853166817143168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323748.295404:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817143296:0@lo:400:kworker.0
00000100:00100000:0.0:1767323748.295496:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323748.295613:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323748.295619:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323748.295621:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323748.295626:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6285
00000100:00080000:3.0:1767323748.295640:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323748.295645:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323748.295657:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817143296
00000100:00100000:3.0:1767323748.295661:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c700 x1853166817143424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323748.295669:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817143296
00000100:00100000:1.0:1767323748.295737:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817143040:0@lo:38:kworker.0
00000100:00100000:2.0:1767323748.295784:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6124
00000100:00100000:2.0:1767323748.295800:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817143296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323748.295805:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323748.295839:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817143168:0@lo:38:kworker.0
00000100:00100000:1.0:1767323748.296673:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323748.296724:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817143424:0@lo:38:kworker.0
00000100:00100000:1.0:1767323748.296753:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323748.296826:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817143168
00000100:00100000:1.0:1767323748.296832:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817143168
00000100:00100000:1.0:1767323748.296862:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447
00000100:00100000:1.0:1767323748.296867:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817143168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323748.296891:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323748.296926:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817143168:12345-0@lo:38:kworker.0 Request processed in 58us (256us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323748.296933:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447
00000100:00080000:1.0:1767323748.296976:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323748.296981:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323748.296984:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817143168:0@lo:38:kworker.0
00000100:00100000:1.0:1767323748.297028:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817143040
00000100:00100000:1.0:1767323748.297032:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817143040
00000100:00100000:1.0:1767323748.297051:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817143424
00000100:00100000:1.0:1767323748.297054:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817143424
00000100:00100000:1.0:1767323748.297069:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90858
00000100:00100000:1.0:1767323748.297075:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817143040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323748.297085:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323748.297113:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817143040:12345-0@lo:38:kworker.0 Request processed in 37us (1312us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323748.297119:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90858
00000100:00100000:1.0:1767323748.297130:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90859
00000100:00100000:1.0:1767323748.297134:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817143424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323748.297143:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323748.297166:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817143424:12345-0@lo:38:kworker.0 Request processed in 30us (412us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323748.297172:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90859
00000100:00080000:1.0:1767323748.297197:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323748.297202:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323748.297205:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817143040:0@lo:38:kworker.0
00000100:00080000:1.0:1767323748.297213:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323748.297216:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323748.297218:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817143424:0@lo:38:kworker.0
00000100:00080000:1.0:1767323748.297276:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323748.297292:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817143552:0@lo:400:kworker.0
00000100:00100000:1.0:1767323748.297319:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323748.297348:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817143552
00000100:00100000:1.0:1767323748.297353:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817143552
00000100:00100000:1.0:1767323748.297387:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6125
00000100:00100000:1.0:1767323748.297392:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817143552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323748.297430:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817143552:12345-0@lo:400:kworker.0 Request processed in 38us (111us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323748.297436:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6125
00000100:00080000:1.0:1767323748.297458:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323748.297477:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817143552:0@lo:400:kworker.0
00000100:00100000:2.0:1767323748.299512:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817143296:12345-0@lo:400:kworker.0 Request processed in 3705us (4004us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323748.299530:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6124
00000100:00100000:0.0:1767323748.299774:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817143296:0@lo:400:kworker.0
00000100:00080000:3.0:1767323748.299857:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323748.299864:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323748.299869:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323748.299875:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6285
00000100:00080000:3.0:1767323748.299880:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323748.299886:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323748.299938:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d500 x1853166817143680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323748.306055:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817143680:0@lo:38:kworker.0
00000100:00100000:1.0:1767323748.306161:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323748.306297:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817143680
00000100:00100000:2.0:1767323748.306309:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817143680
00000100:00100000:2.0:1767323748.306388:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90860
00000100:00100000:2.0:1767323748.306397:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817143680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323748.306428:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323748.306722:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817143808:0@lo:400:kworker.0
00000100:00100000:3.0:1767323748.306722:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817143936:0@lo:400:kworker.0
00000100:00100000:3.0:1767323748.306779:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323748.306845:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817143936
00000100:00100000:3.0:1767323748.306849:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817143936
00000100:00100000:0.0:1767323748.306889:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323748.307017:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817143680:12345-0@lo:38:kworker.0 Request processed in 618us (853us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323748.307025:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90860
00000100:00080000:2.0:1767323748.307069:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323748.307100:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817143808
00000100:00100000:3.0:1767323748.307105:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817143808
00000100:00100000:2.0:1767323748.307112:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3830
00000100:00100000:2.0:1767323748.307121:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817143936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323748.307137:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3831
00000100:00100000:3.0:1767323748.307146:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817143808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323748.307173:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817143936:12345-0@lo:400:kworker.0 Request processed in 54us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323748.307178:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817143808:12345-0@lo:400:kworker.0 Request processed in 35us (289us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323748.307180:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3830
00000100:00100000:3.0:1767323748.307183:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3831
00000100:00080000:2.0:1767323748.307198:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323748.307588:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817143936:0@lo:400:kworker.0
00000100:00100000:2.0:1767323748.307612:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817143808:0@lo:400:kworker.0
00000100:00080000:1.0:1767323748.307812:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323748.307818:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323748.307823:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817143680:0@lo:38:kworker.0
00000100:00100000:2.0:1767323748.870892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323749.319465:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323749.894969:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323750.343121:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323750.855204:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323750.855262:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817144064:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323750.855371:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323750.855688:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817144064
00000100:00100000:2.0:1767323750.855700:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817144064
00000100:00100000:2.0:1767323750.855826:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573
00000100:00100000:2.0:1767323750.855838:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817144064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323750.855883:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323750.855944:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817144064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (571us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323750.855953:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573
00000100:00100000:2.0:1767323750.856014:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817144064:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767323750.856092:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323750.856330:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323750.858749:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817144192:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323750.858940:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323750.859128:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817144192
00000100:00100000:1.0:1767323750.859139:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817144192
00000100:00100000:1.0:1767323750.859295:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574
00000100:00100000:1.0:1767323750.859305:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817144192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323750.859361:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323750.859420:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817144192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (481us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323750.859429:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574
00000100:00100000:0.0:1767323750.859680:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817144192:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767323750.861498:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323750.919029:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323751.080261:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323751.080384:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323751.081132:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758824704
00000100:00100000:2.0:1767323751.081146:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758824704
00000100:00100000:2.0:1767323751.081200:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758824832
00000100:00100000:2.0:1767323751.081212:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758824832
00000100:00100000:2.0:1767323751.081317:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6126
00000100:00100000:2.0:1767323751.081330:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758824832:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323751.081430:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758824832:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (1046us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323751.081439:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6126
00000100:00100000:2.0:1767323751.081465:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90861
00000100:00100000:2.0:1767323751.081469:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758824704:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323751.081496:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323751.081523:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758824704:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (1283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323751.081530:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90861
00000100:00080000:3.0:1767323751.082559:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323751.367872:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323751.943888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323752.391831:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323752.968295:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323753.414896:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323753.414911:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323753.414915:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323753.414920:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323753.414926:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323753.414936:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6290
00000100:00080000:3.0:1767323753.414943:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323753.414952:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323753.415009:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c380 x1853166817144320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323753.415043:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323753.415048:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323753.415050:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323753.415054:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6290
00000100:00080000:3.0:1767323753.415057:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323753.415061:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323753.415074:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c700 x1853166817144448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323753.415127:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323753.415131:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323753.415133:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323753.415138:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6290
00000100:00080000:3.0:1767323753.415140:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323753.415143:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323753.415155:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c000 x1853166817144704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323753.415173:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323753.415176:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323753.415178:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323753.415182:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6290
00000100:00080000:3.0:1767323753.415195:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323753.415199:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323753.415213:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ca80 x1853166817144960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323753.415281:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817145216:0@lo:400:kworker.0
00000100:00100000:3.0:1767323753.415370:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323753.415453:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323753.415460:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817145088:0@lo:400:kworker.0
00000100:00100000:3.0:1767323753.415484:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323753.415522:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817145216
00000100:00100000:3.0:1767323753.415531:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817145216
00000100:00100000:3.0:1767323753.415614:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817145088
00000100:00100000:3.0:1767323753.415618:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817145088
00000100:00100000:3.0:1767323753.415645:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3832
00000100:00100000:3.0:1767323753.415658:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817145216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323753.415717:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817145216:12345-0@lo:400:kworker.0 Request processed in 63us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323753.415725:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3832
00000100:00100000:3.0:1767323753.415744:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833
00000100:00100000:3.0:1767323753.415750:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817145088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323753.415807:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817145088:12345-0@lo:400:kworker.0 Request processed in 57us (322us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323753.415814:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833
00000100:00080000:3.0:1767323753.415840:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323753.415845:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323753.415890:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817145088:0@lo:400:kworker.0
00000100:00100000:3.0:1767323753.415901:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817145216:0@lo:400:kworker.0
00000100:00100000:1.0:1767323753.416009:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817144832:0@lo:400:kworker.0
00000100:00100000:1.0:1767323753.416048:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323753.416084:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323753.416090:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817144576:0@lo:400:kworker.0
00000100:00100000:1.0:1767323753.416114:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323753.416144:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817144832
00000100:00100000:1.0:1767323753.416148:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817144832
00000100:00100000:1.0:1767323753.416199:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817144576
00000100:00100000:1.0:1767323753.416202:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817144576
00000100:00100000:1.0:1767323753.416225:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6127
00000100:00100000:1.0:1767323753.416232:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817144832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323753.416269:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817144832:12345-0@lo:400:kworker.0 Request processed in 37us (220us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323753.416279:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6127
00000100:00100000:1.0:1767323753.416292:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6128
00000100:00100000:1.0:1767323753.416298:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817144576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323753.416323:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817144576:12345-0@lo:400:kworker.0 Request processed in 26us (208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323753.416328:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6128
00000100:00080000:1.0:1767323753.416346:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323753.416365:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817144576:0@lo:400:kworker.0
00000100:00100000:1.0:1767323753.416374:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817144832:0@lo:400:kworker.0
00010000:00010000:0.0:1767323753.416660:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323753.416804:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817144320:0@lo:38:kworker.0
00000100:00100000:2.0:1767323753.416833:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323753.416854:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817144448:0@lo:38:kworker.0
00000100:00100000:2.0:1767323753.416873:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323753.416891:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817144704:0@lo:38:kworker.0
00000100:00100000:2.0:1767323753.416906:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323753.416914:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817144960:0@lo:38:kworker.0
00000100:00100000:2.0:1767323753.416927:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323753.416947:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817144320
00000100:00100000:2.0:1767323753.416949:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817144320
00000100:00100000:2.0:1767323753.416964:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817144704
00000100:00100000:2.0:1767323753.416966:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817144704
00000100:00100000:2.0:1767323753.416971:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817144960
00000100:00100000:2.0:1767323753.416972:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817144960
00000100:00100000:2.0:1767323753.416978:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90862
00000100:00100000:2.0:1767323753.416982:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817144320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323753.417000:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323753.417034:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817144320:12345-0@lo:38:kworker.0 Request processed in 50us (199us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323753.417040:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90862
00000100:00100000:2.0:1767323753.417057:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90863
00000100:00100000:2.0:1767323753.417062:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817144704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323753.417071:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323753.417092:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817144704:12345-0@lo:38:kworker.0 Request processed in 30us (185us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323753.417096:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90863
00000100:00100000:2.0:1767323753.417105:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90864
00000100:00100000:2.0:1767323753.417108:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817144960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323753.417114:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323753.417126:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817144960:12345-0@lo:38:kworker.0 Request processed in 17us (198us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323753.417129:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90864
00000100:00080000:2.0:1767323753.417148:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323753.417152:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323753.417154:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817144320:0@lo:38:kworker.0
00000100:00080000:2.0:1767323753.417159:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323753.417161:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323753.417163:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817144704:0@lo:38:kworker.0
00000100:00080000:2.0:1767323753.417167:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323753.417169:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323753.417171:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817144960:0@lo:38:kworker.0
00000100:00100000:0.0:1767323753.417253:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817144448
00000100:00100000:0.0:1767323753.417258:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817144448
00000100:00100000:0.0:1767323753.417282:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448
00000100:00100000:0.0:1767323753.417287:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817144448:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323753.417298:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323753.417335:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817144448:12345-0@lo:38:kworker.0 Request processed in 47us (459us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323753.417341:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448
00000100:00080000:2.0:1767323753.419366:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323753.419382:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323753.419388:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817144448:0@lo:38:kworker.0
00000100:00100000:2.0:1767323753.992295:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323754.439191:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323755.015066:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323755.467813:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323755.975050:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817145344:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323755.975141:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323755.975201:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817145344
00000100:00100000:2.0:1767323755.975211:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817145344
00000100:00080000:1.0:1767323755.975251:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323755.975253:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323755.975261:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817145472:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323755.975281:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575
00000100:00100000:0.0:1767323755.975291:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323755.975304:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817145472
00000100:00100000:1.0:1767323755.975309:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817145472
00000100:00100000:1.0:1767323755.975359:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576
00000100:00100000:1.0:1767323755.975368:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817145472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323755.975409:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323755.975415:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817145344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323755.975447:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767323755.975838:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323755.975987:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817145472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 620us (696us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323755.975998:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576
00000100:00100000:2.0:1767323755.977320:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817145344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2020us (2168us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323755.977324:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817145472:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323755.977340:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3575
00000100:00100000:0.0:1767323755.977345:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817145344:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323756.043263:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323756.200113:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323756.200245:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323756.200246:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758825088
00000100:00100000:1.0:1767323756.200261:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758825088
00000100:00080000:2.0:1767323756.200306:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323756.200456:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758824960
00000100:00100000:1.0:1767323756.200461:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758824960
00000100:00100000:0.0:1767323756.200553:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6129
00000100:00100000:0.0:1767323756.200570:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758825088:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323756.200692:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758825088:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 128us (608us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323756.200702:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6129
00000100:00100000:0.0:1767323756.200732:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90865
00000100:00100000:0.0:1767323756.200737:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758824960:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323756.200993:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323756.201040:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758824960:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 300us (795us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323756.201048:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90865
00010000:00010000:2.0:1767323756.487303:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323757.064250:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323757.513356:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323758.086919:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323758.534912:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323758.534925:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323758.534929:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323758.534934:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323758.534939:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323758.534949:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6296
00000100:00080000:3.0:1767323758.534955:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323758.534972:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323758.535028:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7d180 x1853166817145600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323758.535056:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323758.535060:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323758.535062:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323758.535067:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6296
00000100:00080000:3.0:1767323758.535070:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323758.535074:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323758.535097:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c700 x1853166817145728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1767323758.535115:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323758.535164:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323758.535169:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323758.535171:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323758.535176:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6296
00000100:00080000:3.0:1767323758.535179:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767323758.535181:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767323758.535185:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323758.535201:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c000 x1853166817145984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323758.535203:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817145856:0@lo:400:kworker.0
00000100:00100000:0.0:1767323758.535222:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817145600:0@lo:38:kworker.0
00000100:00080000:3.0:1767323758.535244:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323758.535251:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323758.535253:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323758.535257:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6296
00000100:00080000:3.0:1767323758.535259:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323758.535262:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323758.535274:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d180 x1853166817146240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323758.535299:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323758.535313:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817146112:0@lo:400:kworker.0
00000100:00100000:3.0:1767323758.535343:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817146496:0@lo:400:kworker.0
00000100:00100000:2.0:1767323758.535355:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323758.535367:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817146368:0@lo:400:kworker.0
00000100:00100000:0.0:1767323758.535387:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323758.535395:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323758.535427:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817145856
00000100:00100000:1.0:1767323758.535437:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817145856
00000100:00100000:0.0:1767323758.535447:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817145728:0@lo:38:kworker.0
00000100:00100000:2.0:1767323758.535455:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817145600
00000100:00100000:2.0:1767323758.535461:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817145600
00000100:00100000:3.0:1767323758.535469:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817146496
00000100:00100000:3.0:1767323758.535474:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817146496
00000100:00100000:0.0:1767323758.535479:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323758.535515:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6130
00000100:00100000:0.0:1767323758.535522:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817145984:0@lo:38:kworker.0
00000100:00100000:3.0:1767323758.535522:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834
00000100:00100000:1.0:1767323758.535525:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90866
00000100:00100000:2.0:1767323758.535531:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817145856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323758.535536:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817145600:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323758.535540:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817146496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323758.535551:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767323758.535561:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323758.535572:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817146240:0@lo:38:kworker.0
00000100:00100000:2.0:1767323758.535626:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817145856:12345-0@lo:400:kworker.0 Request processed in 101us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323758.535627:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323758.535630:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817145600:12345-0@lo:38:kworker.0 Request processed in 94us (243us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323758.535633:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817146496:12345-0@lo:400:kworker.0 Request processed in 99us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323758.535645:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6130
00000100:00100000:3.0:1767323758.535649:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834
00000100:00100000:1.0:1767323758.535653:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90866
00000100:00100000:2.0:1767323758.535669:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817145984
00000100:00100000:1.0:1767323758.535672:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817146240
00000100:00080000:0.0:1767323758.535674:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323758.535675:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817145984
00000100:00100000:1.0:1767323758.535678:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817146240
00000100:00080000:0.0:1767323758.535684:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323758.535690:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817145600:0@lo:38:kworker.0
00000100:00100000:2.0:1767323758.535699:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90867
00000100:00100000:1.0:1767323758.535710:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90868
00000100:00100000:2.0:1767323758.535710:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817145984:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323758.535710:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817146496:0@lo:400:kworker.0
00000100:00100000:1.0:1767323758.535722:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817146240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323758.535729:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323758.535737:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323758.535743:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323758.535748:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817145856:0@lo:400:kworker.0
00000100:00080000:0.0:1767323758.535750:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323758.535791:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323758.535809:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817146240:12345-0@lo:38:kworker.0 Request processed in 89us (183us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323758.535814:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323758.535815:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90868
00000100:00100000:2.0:1767323758.535822:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817145984:12345-0@lo:38:kworker.0 Request processed in 111us (266us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323758.535823:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323758.535826:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817146112
00000100:00100000:3.0:1767323758.535831:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817145984:0@lo:38:kworker.0
00000100:00100000:0.0:1767323758.535832:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817146112
00000100:00100000:1.0:1767323758.535841:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817145728
00000100:00100000:1.0:1767323758.535846:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817145728
00000100:00100000:2.0:1767323758.535847:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90867
00000100:00080000:3.0:1767323758.535848:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323758.535855:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323758.535859:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817146240:0@lo:38:kworker.0
00000100:00100000:2.0:1767323758.535876:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6131
00000100:00100000:1.0:1767323758.535880:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449
00000100:00100000:1.0:1767323758.535887:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817145728:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767323758.535894:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323758.535894:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817146112:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767323758.535899:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323758.535908:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323758.535928:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817146368
00000100:00100000:3.0:1767323758.535933:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817146368
00000100:00100000:1.0:1767323758.535941:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817145728:12345-0@lo:38:kworker.0 Request processed in 52us (459us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323758.535946:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449
00000100:00080000:0.0:1767323758.535958:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323758.535971:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323758.535973:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3835
00000100:00080000:1.0:1767323758.535977:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323758.535982:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817145728:0@lo:38:kworker.0
00000100:00100000:3.0:1767323758.535987:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817146368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323758.536034:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817146368:12345-0@lo:400:kworker.0 Request processed in 52us (126us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323758.536041:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3835
00000100:00100000:2.0:1767323758.536148:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817146112:12345-0@lo:400:kworker.0 Request processed in 251us (346us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323758.536155:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6131
00000100:00100000:0.0:1767323758.536322:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817146368:0@lo:400:kworker.0
00000100:00100000:1.0:1767323758.536498:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817146112:0@lo:400:kworker.0
00000100:00100000:2.0:1767323759.110923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323759.560025:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323760.134921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323760.583359:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323761.095040:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817146624:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323761.095084:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817146752:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323761.095240:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323761.095286:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817146624
00000100:00100000:2.0:1767323761.095298:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817146624
00000100:00100000:3.0:1767323761.095306:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323761.095374:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323761.095389:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817146752
00000100:00100000:2.0:1767323761.095393:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817146752
00000100:00100000:2.0:1767323761.095425:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577
00000100:00100000:2.0:1767323761.095432:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817146624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323761.095464:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323761.095566:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578
00000100:00100000:0.0:1767323761.095577:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817146752:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323761.095584:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817146624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (342us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323761.095594:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577
00002000:00000024:0.0:1767323761.095599:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323761.095644:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817146752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (343us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323761.095650:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578
00000100:00080000:0.0:1767323761.095668:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323761.095708:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817146752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323761.095715:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817146624:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323761.158928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767323761.323939:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758825216 offset 0 length 520: 4
00000100:00100000:2.0:1767323761.324003:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323761.324047:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323761.324397:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758825472
00000100:00100000:0.0:1767323761.324424:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758825472
00000100:00100000:3.0:1767323761.324617:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758825344
00000100:00100000:3.0:1767323761.324622:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758825344
00000100:00080000:1.0:1767323761.324737:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323761.324739:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6132
00000100:00100000:3.0:1767323761.324788:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758825472:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323761.324902:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758825472:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 151us (898us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323761.324911:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6132
00000100:00100000:3.0:1767323761.324932:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90869
00000100:00100000:3.0:1767323761.324938:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758825344:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323761.324983:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323761.325011:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758825344:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 72us (964us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323761.325023:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90869
00010000:00010000:1.0:1767323761.607398:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323762.186520:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323762.631152:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323763.206987:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323763.654926:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323763.654939:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323763.654945:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323763.654951:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323763.654957:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323763.654967:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6301
00000100:00080000:0.0:1767323763.654973:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323763.654982:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323763.654990:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323738/real 1767323738]  req@ffff8d4e4ea7f480 x1853166817140352/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323763 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767323763.655028:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4ea7f480 x1853166817140352/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323763 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767323763.655047:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9500 x1853166817146880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323763.655051:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323763.655071:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323763.655075:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323763.655077:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323763.655079:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:0.0:1767323763.655085:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6301
00000100:00100000:1.0:1767323763.655087:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817140352:0@lo:250:kworker.0
00000100:00080000:0.0:1767323763.655117:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323763.655124:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323763.655136:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817146880:0@lo:38:kworker.0
00000100:00100000:0.0:1767323763.655144:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79adb800 x1853166817147008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323763.655207:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323763.655213:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323763.655215:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323763.655219:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6301
00000100:00080000:0.0:1767323763.655225:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767323763.655225:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323763.655232:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323763.655247:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad8380 x1853166817147264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323763.655272:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323763.655275:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323763.655277:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323763.655281:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6301
00000100:00080000:0.0:1767323763.655284:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323763.655288:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323763.655302:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9180 x1853166817147520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323763.655315:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817147008:0@lo:38:kworker.0
00000100:00100000:1.0:1767323763.655351:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323763.655353:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323763.655357:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323763.655360:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323763.655364:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6280
00000100:00080000:0.0:1767323763.655367:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323763.655372:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323763.655385:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817147264:0@lo:38:kworker.0
00000100:00100000:0.0:1767323763.655390:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9c00 x1853166817147904/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323763.655413:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323763.655425:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817147392:0@lo:400:kworker.0
00000100:00100000:1.0:1767323763.655436:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817147520:0@lo:38:kworker.0
00000100:00100000:0.0:1767323763.655471:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323763.655500:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817147008
00000100:00100000:0.0:1767323763.655505:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323763.655511:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817147008
00000100:00100000:0.0:1767323763.655514:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817147136:0@lo:400:kworker.0
00000100:00100000:0.0:1767323763.655543:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323763.655566:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450
00000100:00100000:0.0:1767323763.655579:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817147648:0@lo:400:kworker.0
00000100:00100000:1.0:1767323763.655583:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817147008:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323763.655610:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767323763.655613:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323763.655632:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323763.655639:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817147776:0@lo:400:kworker.0
00000100:00100000:0.0:1767323763.655676:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323763.655685:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817147008:12345-0@lo:38:kworker.0 Request processed in 108us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323763.655694:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450
00000100:00100000:0.0:1767323763.655713:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817146880
00000100:00100000:0.0:1767323763.655719:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817146880
00000100:00100000:1.0:1767323763.655726:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817147264
00000100:00100000:1.0:1767323763.655731:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817147264
00000100:00100000:0.0:1767323763.655747:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817147392
00000100:00100000:0.0:1767323763.655752:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817147392
00000100:00100000:1.0:1767323763.655783:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817147136
00000100:00100000:1.0:1767323763.655788:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817147136
00000100:00100000:3.0:1767323763.655871:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90870
00000100:00100000:3.0:1767323763.655877:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817146880:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323763.655888:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323763.655922:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817146880:12345-0@lo:38:kworker.0 Request processed in 45us (702us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323763.655928:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90870
00000100:00100000:3.0:1767323763.655946:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90871
00000100:00100000:3.0:1767323763.655950:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817147264:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323763.655959:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323763.655983:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817147264:12345-0@lo:38:kworker.0 Request processed in 32us (571us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323763.655988:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90871
00000100:00100000:2.0:1767323763.656004:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817147648
00000100:00100000:3.0:1767323763.656010:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817147776
00000100:00100000:2.0:1767323763.656011:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817147648
00000100:00100000:3.0:1767323763.656017:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817147776
00000100:00100000:1.0:1767323763.656080:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6133
00000100:00100000:2.0:1767323763.656087:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3836
00000100:00100000:1.0:1767323763.656102:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817147136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323763.656111:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817147648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323763.656166:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817147136:12345-0@lo:400:kworker.0 Request processed in 78us (622us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323763.656173:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6133
00000100:00100000:2.0:1767323763.656178:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817147648:12345-0@lo:400:kworker.0 Request processed in 69us (566us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323763.656187:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3836
00000100:00100000:1.0:1767323763.656194:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6134
00000100:00100000:1.0:1767323763.656203:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817147392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323763.656211:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3837
00000100:00100000:2.0:1767323763.656221:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817147776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323763.656239:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817147392:12345-0@lo:400:kworker.0 Request processed in 37us (768us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323763.656247:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6134
00000100:00100000:2.0:1767323763.656263:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817147776:12345-0@lo:400:kworker.0 Request processed in 43us (586us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323763.656271:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3837
00000100:00100000:3.0:1767323763.657574:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817147776:0@lo:400:kworker.0
00000100:00100000:3.0:1767323763.657592:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817147648:0@lo:400:kworker.0
00000100:00080000:3.0:1767323763.657651:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323763.657658:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323763.657661:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323763.658533:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817147136:0@lo:400:kworker.0
00000100:00100000:0.0:1767323763.658550:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817147392:0@lo:400:kworker.0
00010000:00010000:0.0:1767323763.658834:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323763.658863:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323763.658935:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323763.658942:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323763.658946:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817146880:0@lo:38:kworker.0
00000100:00100000:0.0:1767323763.658969:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817147904:0@lo:250:kworker.0
00000100:00100000:3.0:1767323763.659225:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817147520
00000100:00100000:3.0:1767323763.659233:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817147520
00000100:00100000:3.0:1767323763.659538:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90872
00000100:00100000:3.0:1767323763.659549:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817147520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323763.659576:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323763.659902:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817147520:12345-0@lo:38:kworker.0 Request processed in 352us (1037us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323763.659910:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90872
00000400:00000100:0.0:1767323763.660413:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817147904 offset 0 length 520: 4
00000100:00080000:0.0:1767323763.660474:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323763.660480:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323763.660484:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817147008:0@lo:38:kworker.0
00000100:00080000:0.0:1767323763.660499:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323763.660503:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323763.660505:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817147264:0@lo:38:kworker.0
00000100:00080000:0.0:1767323763.660517:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323763.660521:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323763.660523:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817147520:0@lo:38:kworker.0
00000100:00100000:1.0:1767323764.231176:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323764.679035:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323765.254900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323765.703091:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323766.215112:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817148032:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323766.215205:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323766.215297:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323766.215304:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817148160:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323766.215330:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323766.215515:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817148032
00000100:00100000:1.0:1767323766.215525:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817148032
00000100:00100000:1.0:1767323766.215675:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817148160
00000100:00100000:1.0:1767323766.215678:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817148160
00000100:00100000:0.0:1767323766.215726:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579
00000100:00100000:0.0:1767323766.215736:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817148032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323766.215790:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323766.215841:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817148032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (636us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323766.215849:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3579
00000100:00100000:0.0:1767323766.215905:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817148032:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767323766.216202:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323766.216208:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323766.216281:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580
00000100:00100000:1.0:1767323766.216289:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817148160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323766.216311:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323766.216352:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817148160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (1021us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323766.216359:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580
00000100:00100000:0.0:1767323766.216379:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817148160:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323766.279846:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323766.442253:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323766.442422:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758825728
00000100:00100000:3.0:1767323766.442435:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758825728
00000100:00100000:3.0:1767323766.442636:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6135
00000100:00100000:3.0:1767323766.442652:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758825728:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323766.442751:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758825728:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 106us (515us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323766.442793:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6135
00000100:00100000:2.0:1767323766.442853:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:0.0:1767323766.442965:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323766.443436:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758825600
00000100:00100000:1.0:1767323766.443441:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758825600
00000100:00100000:1.0:1767323766.443473:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90873
00000100:00100000:1.0:1767323766.443477:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758825600:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323766.443501:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323766.443538:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758825600:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 60us (685us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323766.443545:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90873
00010000:00010000:2.0:1767323766.729478:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323767.303024:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323767.750949:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323768.327218:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323768.775150:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323768.775231:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323768.775241:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323768.775244:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323768.775248:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323768.775254:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323768.775413:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6306
00000100:00080000:3.0:1767323768.775420:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323768.775428:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323768.775486:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ca80 x1853166817148288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323768.775553:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817148288:0@lo:38:kworker.0
00000100:00100000:0.0:1767323768.775656:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323768.775808:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817148288
00000100:00100000:1.0:1767323768.775819:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817148288
00000100:00100000:1.0:1767323768.775873:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90874
00000100:00100000:1.0:1767323768.775884:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817148288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323768.775911:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323768.776005:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323768.776009:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323768.776012:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323768.776017:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6306
00000100:00080000:3.0:1767323768.776020:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323768.776025:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323768.776054:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d880 x1853166817148416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323768.776430:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817148416:0@lo:38:kworker.0
00000100:00100000:0.0:1767323768.776465:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323768.776509:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817148416
00000100:00100000:2.0:1767323768.776515:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817148416
00000100:00100000:1.0:1767323768.776524:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817148288:12345-0@lo:38:kworker.0 Request processed in 639us (866us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323768.776534:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90874
00000100:00100000:2.0:1767323768.776550:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451
00000100:00100000:2.0:1767323768.776557:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817148416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323768.776572:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323768.776609:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817148416:12345-0@lo:38:kworker.0 Request processed in 51us (143us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323768.776616:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451
00000100:00100000:1.0:1767323768.776691:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767323768.776815:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323768.776819:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323768.776821:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323768.776825:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6306
00000100:00080000:3.0:1767323768.776828:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323768.776832:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323768.776851:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f480 x1853166817148672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323768.776912:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817148800:0@lo:400:kworker.0
00000100:00100000:1.0:1767323768.776945:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323768.776966:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817148544:0@lo:400:kworker.0
00000100:00100000:1.0:1767323768.777068:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323768.777105:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817148800
00000100:00100000:1.0:1767323768.777110:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817148800
00000100:00100000:1.0:1767323768.777154:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817148544
00000100:00100000:1.0:1767323768.777158:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817148544
00000100:00100000:1.0:1767323768.777183:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6136
00000100:00100000:1.0:1767323768.777190:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817148800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323768.777225:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6137
00000100:00100000:2.0:1767323768.777236:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817148544:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323768.777253:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817148800:12345-0@lo:400:kworker.0 Request processed in 62us (305us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323768.777272:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6136
00000100:00100000:2.0:1767323768.777277:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817148544:12345-0@lo:400:kworker.0 Request processed in 42us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323768.777286:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6137
00000100:00080000:1.0:1767323768.777294:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323768.777347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817148800:0@lo:400:kworker.0
00000100:00100000:1.0:1767323768.777361:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817148544:0@lo:400:kworker.0
00000100:00080000:0.0:1767323768.777589:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323768.777595:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323768.777599:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817148288:0@lo:38:kworker.0
00000100:00100000:0.0:1767323768.777615:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817148672:0@lo:38:kworker.0
00000100:00100000:0.0:1767323768.777772:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323768.777803:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323768.777808:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323768.777811:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817148416:0@lo:38:kworker.0
00000100:00100000:2.0:1767323768.778075:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817148672
00000100:00100000:2.0:1767323768.778080:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817148672
00000100:00100000:2.0:1767323768.778111:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90875
00000100:00100000:2.0:1767323768.778115:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817148672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323768.778130:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323768.778252:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817148672:12345-0@lo:38:kworker.0 Request processed in 134us (479us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323768.778258:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90875
00000100:00080000:3.0:1767323768.778344:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323768.778349:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323768.778351:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323768.778356:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6306
00000100:00080000:3.0:1767323768.778359:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323768.778363:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323768.778385:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7dc00 x1853166817148928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323768.778444:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817149056:0@lo:400:kworker.0
00000100:00100000:3.0:1767323768.778477:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323768.778500:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323768.778506:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817149184:0@lo:400:kworker.0
00000100:00100000:3.0:1767323768.778528:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323768.778559:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817149056
00000100:00100000:3.0:1767323768.778563:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817149056
00000100:00100000:3.0:1767323768.778601:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817149184
00000100:00100000:3.0:1767323768.778605:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817149184
00000100:00100000:3.0:1767323768.778627:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3838
00000100:00100000:2.0:1767323768.778780:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3839
00000100:00100000:2.0:1767323768.778788:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817149184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323768.778826:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817149184:12345-0@lo:400:kworker.0 Request processed in 40us (297us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323768.778832:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3839
00000100:00100000:2.0:1767323768.778867:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817149184:0@lo:400:kworker.0
00000100:00080000:2.0:1767323768.778900:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323768.778903:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323768.779082:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817149056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323768.779127:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817149056:12345-0@lo:400:kworker.0 Request processed in 493us (648us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323768.779133:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3838
00000100:00100000:2.0:1767323768.779294:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817149056:0@lo:400:kworker.0
00000100:00080000:0.0:1767323768.779442:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323768.779447:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323768.779450:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817148672:0@lo:38:kworker.0
00000100:00100000:0.0:1767323768.779465:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817148928:0@lo:38:kworker.0
00000100:00100000:0.0:1767323768.779491:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323768.779591:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817148928
00000100:00100000:2.0:1767323768.779596:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817148928
00000100:00100000:2.0:1767323768.779784:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90876
00000100:00100000:2.0:1767323768.779789:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817148928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323768.779805:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323768.779846:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817148928:12345-0@lo:38:kworker.0 Request processed in 55us (354us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323768.779852:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90876
00000100:00080000:0.0:1767323768.779904:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323768.779908:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323768.779911:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817148928:0@lo:38:kworker.0
00000100:00100000:1.0:1767323769.350865:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323769.799041:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323770.374933:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323770.823291:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323771.335004:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323771.335038:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817149312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323771.335106:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323771.335196:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817149440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323771.335219:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323771.335297:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817149312
00000100:00100000:0.0:1767323771.335306:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817149312
00000100:00080000:2.0:1767323771.335343:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323771.335554:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817149440
00000100:00100000:0.0:1767323771.335559:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817149440
00000100:00080000:2.0:1767323771.338528:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323771.340180:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581
00000100:00100000:1.0:1767323771.340207:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817149312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323771.340246:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323771.340889:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817149312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 695us (5780us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323771.340899:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581
00000100:00100000:1.0:1767323771.340927:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582
00000100:00100000:1.0:1767323771.340935:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817149440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323771.340953:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323771.340983:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817149440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (5763us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323771.340988:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582
00000100:00100000:2.0:1767323771.341591:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817149440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323771.341611:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817149312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323771.399183:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323771.560519:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323771.560654:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758825984
00000100:00100000:2.0:1767323771.560662:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758825984
00000100:00100000:2.0:1767323771.560786:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6138
00000100:00100000:2.0:1767323771.560793:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758825984:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323771.560862:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758825984:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 69us (351us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323771.560867:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6138
00000100:00100000:0.0:1767323771.561283:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323771.561344:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758825856
00000100:00100000:3.0:1767323771.561348:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758825856
00000100:00100000:3.0:1767323771.561371:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90877
00000100:00100000:3.0:1767323771.561375:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758825856:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323771.561391:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323771.561420:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758825856:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (138us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323771.561424:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90877
00000100:00080000:1.0:1767323771.562867:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323771.847064:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323772.422904:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323772.871332:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323773.447048:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323773.894933:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323773.896480:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323773.896488:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323773.896491:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323773.896495:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323773.896499:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323773.896507:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6311
00000100:00080000:0.0:1767323773.896512:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323773.896518:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323773.896560:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f480 x1853166817149568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323773.896588:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323773.896592:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323773.896594:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323773.896598:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6311
00000100:00080000:0.0:1767323773.896601:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323773.896604:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323773.896617:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f800 x1853166817149696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323773.896670:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323773.896673:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323773.896675:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323773.896679:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6311
00000100:00080000:0.0:1767323773.896681:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323773.896685:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323773.896695:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621ca80 x1853166817149952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323773.896711:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323773.896714:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323773.896716:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323773.896719:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6311
00000100:00080000:0.0:1767323773.896721:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323773.896724:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323773.896734:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d880 x1853166817150208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323773.896809:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817150080:0@lo:400:kworker.0
00000100:00100000:3.0:1767323773.896875:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323773.896954:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817149568:0@lo:38:kworker.0
00000100:00100000:3.0:1767323773.896955:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323773.896967:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817149824:0@lo:400:kworker.0
00000100:00100000:1.0:1767323773.897024:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323773.897056:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817149696:0@lo:38:kworker.0
00000100:00100000:1.0:1767323773.897081:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323773.897102:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817149952:0@lo:38:kworker.0
00000100:00100000:1.0:1767323773.897119:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323773.897181:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817150336:0@lo:400:kworker.0
00000100:00100000:2.0:1767323773.897215:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323773.897240:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323773.897246:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817150464:0@lo:400:kworker.0
00000100:00100000:2.0:1767323773.897269:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323773.897300:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817149696
00000100:00100000:2.0:1767323773.897307:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817149696
00000100:00100000:2.0:1767323773.897341:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452
00000100:00100000:2.0:1767323773.897349:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817149696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323773.897368:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323773.897417:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817149696:12345-0@lo:38:kworker.0 Request processed in 67us (335us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323773.897424:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452
00000100:00100000:2.0:1767323773.897449:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817150336
00000100:00100000:2.0:1767323773.897453:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817150336
00000100:00100000:2.0:1767323773.897491:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817150464
00000100:00100000:2.0:1767323773.897494:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817150464
00000100:00100000:2.0:1767323773.897515:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3840
00000100:00100000:2.0:1767323773.897522:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817150336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323773.897564:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817150336:12345-0@lo:400:kworker.0 Request processed in 43us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323773.897571:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3840
00000100:00100000:2.0:1767323773.897585:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3841
00000100:00100000:2.0:1767323773.897591:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817150464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323773.897731:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817150464:12345-0@lo:400:kworker.0 Request processed in 139us (460us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323773.897738:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3841
00000100:00100000:2.0:1767323773.897816:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817150464:0@lo:400:kworker.0
00000100:00100000:2.0:1767323773.897950:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817150336:0@lo:400:kworker.0
00000100:00080000:2.0:1767323773.898014:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767323773.898018:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323773.898188:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817150080
00000100:00100000:3.0:1767323773.898193:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817150080
00000100:00100000:1.0:1767323773.898266:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817150208:0@lo:38:kworker.0
00000100:00100000:3.0:1767323773.898279:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817149568
00000100:00100000:3.0:1767323773.898284:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817149568
00000100:00100000:1.0:1767323773.898295:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323773.898311:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817149952
00000100:00100000:3.0:1767323773.898315:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817149952
00000100:00080000:1.0:1767323773.898326:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323773.898329:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817150208
00000100:00080000:1.0:1767323773.898333:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323773.898334:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817150208
00000100:00100000:1.0:1767323773.898338:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817149696:0@lo:38:kworker.0
00000100:00100000:3.0:1767323773.898351:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6139
00000100:00100000:3.0:1767323773.898362:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817150080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323773.898414:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817150080:12345-0@lo:400:kworker.0 Request processed in 55us (1538us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323773.898437:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90878
00000100:00100000:1.0:1767323773.898445:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817149568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323773.898459:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323773.898491:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817149568:12345-0@lo:38:kworker.0 Request processed in 45us (1495us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323773.898526:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6139
00000100:00100000:1.0:1767323773.898533:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90878
00000100:00100000:3.0:1767323773.898550:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90879
00000100:00100000:1.0:1767323773.898558:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90880
00000100:00100000:3.0:1767323773.898559:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817149952:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323773.898566:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817150208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323773.898574:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323773.898579:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323773.898617:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817149952:12345-0@lo:38:kworker.0 Request processed in 58us (1493us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323773.898618:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817150208:12345-0@lo:38:kworker.0 Request processed in 50us (321us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323773.898632:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90879
00000100:00100000:1.0:1767323773.898638:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90880
00000100:00100000:3.0:1767323773.898666:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323773.898733:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323773.898914:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817150080:0@lo:400:kworker.0
00000100:00100000:0.0:1767323773.898952:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817149824
00000100:00100000:0.0:1767323773.898956:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817149824
00000100:00100000:2.0:1767323773.899039:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6140
00000100:00100000:2.0:1767323773.899048:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817149824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323773.899100:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817149824:12345-0@lo:400:kworker.0 Request processed in 53us (433us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323773.899111:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6140
00000100:00100000:2.0:1767323773.899148:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817149824:0@lo:400:kworker.0
00000100:00080000:2.0:1767323773.899178:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323773.899183:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323773.899186:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817149568:0@lo:38:kworker.0
00000100:00080000:2.0:1767323773.899194:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323773.899197:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323773.899199:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817149952:0@lo:38:kworker.0
00000100:00080000:2.0:1767323773.899206:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323773.899210:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323773.899213:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817150208:0@lo:38:kworker.0
00000100:00080000:1.0:1767323773.899228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323774.470946:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323774.919577:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323775.494853:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323775.942914:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323776.455073:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323776.455107:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817150592:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323776.455179:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323776.455253:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817150720:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323776.455280:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323776.455318:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817150592
00000100:00100000:0.0:1767323776.455326:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817150592
00000100:00100000:0.0:1767323776.455374:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817150720
00000100:00100000:0.0:1767323776.455377:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817150720
00000100:00100000:0.0:1767323776.455406:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583
00000100:00100000:0.0:1767323776.455417:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817150592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323776.455449:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323776.455494:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817150592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (315us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323776.455501:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3583
00000100:00100000:0.0:1767323776.455517:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584
00000100:00100000:0.0:1767323776.455523:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817150720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323776.455537:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323776.455560:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817150720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323776.455566:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584
00000100:00100000:0.0:1767323776.455607:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817150720:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323776.455622:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817150592:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767323776.455893:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323776.455897:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323776.518908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323776.682900:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323776.683031:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323776.684498:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758826240
00000100:00100000:3.0:1767323776.684510:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758826240
00000100:00100000:3.0:1767323776.684588:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758826112
00000100:00100000:3.0:1767323776.684592:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758826112
00000100:00100000:3.0:1767323776.684616:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6141
00000100:00100000:3.0:1767323776.684629:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758826240:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323776.684701:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758826240:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 76us (1810us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323776.684709:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6141
00000100:00100000:3.0:1767323776.684728:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90881
00000100:00100000:3.0:1767323776.684733:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758826112:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323776.684768:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323776.684794:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758826112:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (1763us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323776.684801:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90881
00000100:00080000:0.0:1767323776.684964:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323776.967083:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323777.542870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323777.991091:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323778.566872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323779.014880:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323779.014891:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323779.015451:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323779.015456:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323779.015460:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323779.015468:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6316
00000100:00080000:0.0:1767323779.015472:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323779.015479:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323779.015520:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d880 x1853166817150848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323779.015554:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323779.015557:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323779.015559:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323779.015563:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6316
00000100:00080000:0.0:1767323779.015565:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323779.015569:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323779.015582:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621ca80 x1853166817150976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323779.015630:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323779.015634:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323779.015637:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323779.015642:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6316
00000100:00080000:0.0:1767323779.015646:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767323779.015646:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817150848:0@lo:38:kworker.0
00000100:00080000:0.0:1767323779.015653:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323779.015668:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621ea00 x1853166817151232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323779.015671:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323779.015688:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817151104:0@lo:400:kworker.0
00000100:00080000:0.0:1767323779.015695:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767323779.015695:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767323779.015701:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323779.015704:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323779.015709:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6316
00000100:00100000:3.0:1767323779.015712:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817151360:0@lo:400:kworker.0
00000100:00080000:0.0:1767323779.015713:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767323779.015718:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323779.015721:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323779.015734:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f800 x1853166817151488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323779.015783:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817150848
00000100:00100000:1.0:1767323779.015791:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817150848
00000100:00100000:3.0:1767323779.015798:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323779.015817:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817151616:0@lo:400:kworker.0
00000100:00100000:2.0:1767323779.015832:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817150976:0@lo:38:kworker.0
00000100:00100000:1.0:1767323779.015840:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817151360
00000100:00100000:1.0:1767323779.015845:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817151360
00000100:00100000:3.0:1767323779.015864:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90882
00000100:00100000:2.0:1767323779.015869:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323779.015874:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323779.015876:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817150848:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323779.015898:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323779.015909:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6142
00000100:00100000:2.0:1767323779.015911:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817151232:0@lo:38:kworker.0
00000100:00100000:1.0:1767323779.015921:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817151360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323779.019905:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817150848:12345-0@lo:38:kworker.0 Request processed in 4021us (4182us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323779.019920:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90882
00000100:00100000:3.0:1767323779.020008:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817150976
00000100:00100000:3.0:1767323779.020016:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817150976
00000100:00100000:3.0:1767323779.020050:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453
00000100:00100000:3.0:1767323779.020056:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817150976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323779.020079:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323779.020127:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323779.020133:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817150976:12345-0@lo:38:kworker.0 Request processed in 73us (4263us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323779.020140:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453
00000100:00100000:2.0:1767323779.020167:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817151488:0@lo:38:kworker.0
00000100:00100000:3.0:1767323779.020186:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817151232
00000100:00100000:3.0:1767323779.020191:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817151232
00000100:00100000:2.0:1767323779.020207:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323779.020256:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817151360:12345-0@lo:400:kworker.0 Request processed in 4336us (4458us total) trans 0 rc 0/0
00000100:00080000:2.0:1767323779.020256:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323779.020265:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323779.020269:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6142
00000100:00100000:2.0:1767323779.020271:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817150848:0@lo:38:kworker.0
00000100:00080000:2.0:1767323779.020289:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323779.020292:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323779.020295:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817150976:0@lo:38:kworker.0
00000100:00100000:2.0:1767323779.020334:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817151616
00000100:00100000:2.0:1767323779.020339:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817151616
00000100:00100000:2.0:1767323779.020377:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3842
00000100:00100000:2.0:1767323779.020383:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817151616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323779.020421:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817151616:12345-0@lo:400:kworker.0 Request processed in 39us (4561us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323779.020428:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3842
00000100:00100000:0.0:1767323779.021256:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817151616:0@lo:400:kworker.0
00000100:00100000:3.0:1767323779.023180:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817151488
00000100:00100000:3.0:1767323779.023193:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817151488
00000100:00100000:0.0:1767323779.023383:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323779.023397:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817151744:0@lo:400:kworker.0
00000100:00100000:0.0:1767323779.023456:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1767323779.023544:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323779.023964:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90883
00000100:00100000:2.0:1767323779.023973:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817151232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323779.023997:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323779.024047:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817151232:12345-0@lo:38:kworker.0 Request processed in 73us (3921us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323779.025009:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90884
00000100:00100000:2.0:1767323779.025022:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90883
00000100:00100000:1.0:1767323779.025023:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817151488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323779.025042:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323779.025085:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817151488:12345-0@lo:38:kworker.0 Request processed in 67us (4878us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323779.025091:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90884
00000100:00100000:3.0:1767323779.028272:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817151360:0@lo:400:kworker.0
00000100:00100000:3.0:1767323779.028354:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817151744
00000100:00100000:3.0:1767323779.028360:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817151744
00000100:00100000:3.0:1767323779.028424:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3843
00000100:00100000:3.0:1767323779.028437:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817151744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323779.028522:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817151744:12345-0@lo:400:kworker.0 Request processed in 89us (5066us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323779.028546:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3843
00000100:00080000:3.0:1767323779.028667:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323779.028673:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323779.028676:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817151232:0@lo:38:kworker.0
00000100:00080000:3.0:1767323779.028688:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323779.028691:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323779.028694:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817151488:0@lo:38:kworker.0
00000100:00100000:3.0:1767323779.028738:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323779.028791:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817151104
00000100:00100000:3.0:1767323779.028796:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817151104
00000100:00100000:3.0:1767323779.028825:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6143
00000100:00100000:3.0:1767323779.028832:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817151104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323779.028868:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817151104:12345-0@lo:400:kworker.0 Request processed in 37us (130us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323779.028874:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6143
00000100:00100000:3.0:1767323779.028903:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817151104:0@lo:400:kworker.0
00000100:00100000:3.0:1767323779.028928:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817151744:0@lo:400:kworker.0
00000100:00080000:3.0:1767323779.028973:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323779.028978:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323779.028982:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323779.591132:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323780.039819:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323780.616873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323781.063294:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323781.575005:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817151872:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323781.575028:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817152000:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323781.575081:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323781.575205:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323781.575247:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817152000
00000100:00100000:1.0:1767323781.575255:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817152000
00000100:00100000:3.0:1767323781.575286:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817151872
00000100:00100000:3.0:1767323781.575292:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817151872
00000100:00100000:3.0:1767323781.575332:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585
00000100:00100000:3.0:1767323781.575342:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817151872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323781.575370:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323781.575429:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817151872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (224us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323781.575437:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585
00000100:00080000:3.0:1767323781.575470:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323781.575474:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323781.575528:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586
00000100:00100000:1.0:1767323781.575537:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817152000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323781.575555:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323781.576000:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817151872:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323781.576046:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817152000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 511us (967us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323781.576052:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586
00000100:00100000:2.0:1767323781.576096:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817152000:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323781.638871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323781.802126:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323781.802497:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758826496
00000100:00100000:3.0:1767323781.802508:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758826496
00000100:00100000:3.0:1767323781.802592:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6144
00000100:00100000:3.0:1767323781.802601:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758826496:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323781.802678:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758826496:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (563us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323781.802686:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6144
00000100:00080000:0.0:1767323781.802752:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323781.814868:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323781.815025:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758826368
00000100:00100000:3.0:1767323781.815035:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758826368
00000100:00100000:3.0:1767323781.815088:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90885
00000100:00100000:3.0:1767323781.815097:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758826368:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323781.815119:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323781.815183:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758826368:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 86us (325us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323781.815190:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90885
00010000:00010000:1.0:1767323782.087460:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323782.662950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323783.110907:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323783.686886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323784.135220:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323784.135270:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323784.135276:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323784.135279:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323784.135283:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323784.135287:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323784.135295:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6321
00000100:00080000:3.0:1767323784.135299:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323784.135306:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323784.135348:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f480 x1853166817152128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323784.135377:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323784.135381:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323784.135383:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323784.135387:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6321
00000100:00080000:3.0:1767323784.135389:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323784.135393:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323784.135421:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a578a80 x1853166817152256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323784.135459:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323784.135463:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323784.135465:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323784.135468:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6321
00000100:00080000:3.0:1767323784.135471:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323784.135473:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323784.135484:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a57bb80 x1853166817152512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323784.135504:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323784.135507:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323784.135509:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323784.135513:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6321
00000100:00080000:3.0:1767323784.135515:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323784.135518:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323784.135528:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a579f80 x1853166817152768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323784.135613:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817152384:0@lo:400:kworker.0
00000100:00100000:1.0:1767323784.135687:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323784.135745:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323784.135751:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817152640:0@lo:400:kworker.0
00000100:00100000:1.0:1767323784.135793:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323784.135932:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817153024:0@lo:400:kworker.0
00000100:00100000:2.0:1767323784.135963:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323784.135998:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323784.136003:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817152896:0@lo:400:kworker.0
00000100:00100000:2.0:1767323784.136022:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323784.136099:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817153024
00000100:00100000:1.0:1767323784.136106:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817153024
00000100:00100000:1.0:1767323784.136159:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817152896
00000100:00100000:1.0:1767323784.136162:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817152896
00000100:00100000:1.0:1767323784.136187:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844
00000100:00100000:1.0:1767323784.136194:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817153024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323784.136243:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817153024:12345-0@lo:400:kworker.0 Request processed in 49us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323784.136249:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844
00000100:00100000:1.0:1767323784.136264:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845
00000100:00100000:1.0:1767323784.136269:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817152896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323784.136294:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817152896:12345-0@lo:400:kworker.0 Request processed in 25us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323784.136300:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845
00000100:00100000:1.0:1767323784.136336:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817152896:0@lo:400:kworker.0
00000100:00100000:1.0:1767323784.136346:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817153024:0@lo:400:kworker.0
00000100:00080000:2.0:1767323784.136401:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323784.136405:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323784.136509:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817152128:0@lo:38:kworker.0
00000100:00100000:0.0:1767323784.136537:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323784.136562:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817152256:0@lo:38:kworker.0
00000100:00100000:0.0:1767323784.136584:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323784.136614:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817152512:0@lo:38:kworker.0
00000100:00100000:0.0:1767323784.136632:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323784.136645:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817152768:0@lo:38:kworker.0
00000100:00100000:0.0:1767323784.136661:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323784.136736:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817152256
00000100:00100000:1.0:1767323784.136740:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817152256
00000100:00100000:1.0:1767323784.136785:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454
00000100:00100000:1.0:1767323784.136790:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817152256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323784.136806:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323784.136837:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817152256:12345-0@lo:38:kworker.0 Request processed in 46us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323784.136847:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454
00000100:00100000:1.0:1767323784.136865:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817152384
00000100:00100000:1.0:1767323784.136869:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817152384
00000100:00100000:1.0:1767323784.136892:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817152640
00000100:00100000:1.0:1767323784.136895:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817152640
00000100:00100000:1.0:1767323784.136919:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817152128
00000100:00100000:1.0:1767323784.136922:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817152128
00000100:00100000:1.0:1767323784.136930:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6145
00000100:00100000:1.0:1767323784.136936:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817152384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323784.136969:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817152384:12345-0@lo:400:kworker.0 Request processed in 34us (1282us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323784.136976:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6145
00000100:00100000:1.0:1767323784.136985:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817152512
00000100:00100000:1.0:1767323784.136988:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817152512
00000100:00100000:1.0:1767323784.136996:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817152768
00000100:00100000:1.0:1767323784.136998:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817152768
00000100:00100000:1.0:1767323784.137007:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6146
00000100:00100000:1.0:1767323784.137012:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817152640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323784.137039:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817152640:12345-0@lo:400:kworker.0 Request processed in 26us (1244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323784.137045:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6146
00000100:00100000:1.0:1767323784.137056:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90886
00000100:00100000:1.0:1767323784.137060:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817152128:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323784.137070:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323784.137092:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817152128:12345-0@lo:38:kworker.0 Request processed in 31us (555us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323784.137098:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90886
00000100:00100000:1.0:1767323784.137109:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90887
00000100:00100000:1.0:1767323784.137112:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817152512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323784.137121:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323784.137143:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817152512:12345-0@lo:38:kworker.0 Request processed in 28us (509us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323784.137148:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90887
00000100:00100000:1.0:1767323784.137158:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90888
00000100:00100000:1.0:1767323784.137162:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817152768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323784.137170:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323784.137193:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817152768:12345-0@lo:38:kworker.0 Request processed in 30us (530us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323784.137198:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90888
00000100:00100000:1.0:1767323784.137224:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817152640:0@lo:400:kworker.0
00000100:00100000:1.0:1767323784.137234:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817152384:0@lo:400:kworker.0
00000100:00080000:2.0:1767323784.137434:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323784.137552:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323784.137557:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323784.137561:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817152128:0@lo:38:kworker.0
00000100:00080000:0.0:1767323784.137570:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323784.137573:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323784.137575:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817152256:0@lo:38:kworker.0
00000100:00080000:0.0:1767323784.137583:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323784.137586:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323784.137589:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817152512:0@lo:38:kworker.0
00000100:00080000:0.0:1767323784.137596:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323784.137599:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323784.137601:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817152768:0@lo:38:kworker.0
00000100:00100000:1.0:1767323784.710884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323785.159605:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323785.734874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767323785.900414:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758826624 offset 0 length 520: 4
00000100:00100000:2.0:1767323785.900459:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323785.900497:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323785.903585:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758826880
00000100:00100000:3.0:1767323785.903599:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758826880
00000100:00100000:3.0:1767323785.903693:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758826752
00000100:00100000:3.0:1767323785.903698:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758826752
00000100:00080000:2.0:1767323785.903706:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323785.903725:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6147
00000100:00100000:3.0:1767323785.903737:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758826880:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323785.903749:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90889
00000100:00100000:2.0:1767323785.903783:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758826752:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323785.903805:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323785.903846:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758826880:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 111us (3385us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323785.903937:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6147
00000100:00100000:2.0:1767323785.904150:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758826752:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 366us (3650us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323785.904158:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90889
00010000:00010000:1.0:1767323786.183174:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323786.695518:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817153152:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323786.695593:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323786.695723:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817153152
00000100:00100000:1.0:1767323786.695733:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817153152
00000100:00100000:1.0:1767323786.695824:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587
00000100:00100000:1.0:1767323786.695833:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e78334c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817153152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323786.695867:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323786.695934:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e78334c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817153152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (340us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323786.695945:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587
00000100:00100000:3.0:1767323786.696137:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817153152:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767323786.696442:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323786.696684:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323786.696696:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817153280:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323786.696730:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323786.697608:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817153280
00000100:00100000:1.0:1767323786.697619:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817153280
00000100:00100000:1.0:1767323786.697678:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588
00000100:00100000:1.0:1767323786.697687:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817153280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323786.697713:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323786.698351:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817153280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 663us (1617us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323786.698359:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588
00000100:00080000:2.0:1767323786.698422:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323786.703710:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817153280:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323786.764126:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323787.207357:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323787.782886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323788.231043:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323788.231457:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323763/real 1767323763]  req@ffff8d4e79ad9c00 x1853166817147904/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323788 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323788.231487:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e79ad9c00 x1853166817147904/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323788 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323788.231507:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323788.231531:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323788.231534:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817147904:0@lo:250:kworker.0
00000100:00080000:0.0:1767323788.231604:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323788.231609:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323788.231612:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323788.231616:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6306
00000100:00080000:0.0:1767323788.231619:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323788.231625:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323788.231654:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4aaa00 x1853166817153408/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323788.231679:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323788.231683:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323788.231685:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323788.231688:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6326
00000100:00080000:0.0:1767323788.231690:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323788.231693:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323788.231706:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4ab480 x1853166817153536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323788.231714:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323788.231717:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323788.231718:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323788.231722:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6326
00000100:00080000:0.0:1767323788.231724:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323788.231727:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323788.231738:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c000 x1853166817153664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323788.231799:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323788.231803:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323788.231805:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323788.231808:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6326
00000100:00080000:0.0:1767323788.231811:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323788.231813:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323788.231824:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79406680 x1853166817153920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323788.231834:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323788.231836:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323788.231837:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323788.231839:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6326
00000100:00080000:0.0:1767323788.231840:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323788.231842:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323788.231847:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79407800 x1853166817154176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323788.231892:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817154432:0@lo:400:kworker.0
00000100:00100000:2.0:1767323788.231924:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817153408:0@lo:250:kworker.0
00000400:00000100:2.0:1767323788.231946:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817153408 offset 0 length 520: 4
00000100:00100000:0.0:1767323788.231952:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323788.231983:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817153536:0@lo:38:kworker.0
00000100:00100000:2.0:1767323788.232007:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323788.232012:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817154048:0@lo:400:kworker.0
00000100:00100000:2.0:1767323788.232024:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817153664:0@lo:38:kworker.0
00000100:00100000:1.0:1767323788.232096:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817153792:0@lo:400:kworker.0
00000100:00100000:0.0:1767323788.232132:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323788.232138:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817154304:0@lo:400:kworker.0
00000100:00100000:3.0:1767323788.233322:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323788.233328:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323788.233354:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817153920:0@lo:38:kworker.0
00000100:00100000:3.0:1767323788.233375:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817154432
00000100:00100000:2.0:1767323788.233381:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323788.233383:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817154432
00000100:00100000:2.0:1767323788.233396:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817154176:0@lo:38:kworker.0
00000100:00100000:2.0:1767323788.233427:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323788.233434:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846
00000100:00100000:3.0:1767323788.233445:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817154432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323788.233456:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817153536
00000100:00100000:2.0:1767323788.233459:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817153536
00000100:00100000:2.0:1767323788.233479:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817154048
00000100:00100000:2.0:1767323788.233481:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817154048
00000100:00100000:3.0:1767323788.233488:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817154432:12345-0@lo:400:kworker.0 Request processed in 47us (1535us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323788.233494:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846
00000100:00100000:2.0:1767323788.233501:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817153920
00000100:00100000:2.0:1767323788.233503:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817153920
00000100:00100000:2.0:1767323788.233509:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817154176
00000100:00100000:2.0:1767323788.233512:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817154176
00000100:00100000:2.0:1767323788.233519:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6148
00000100:00100000:3.0:1767323788.233523:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90890
00000100:00100000:2.0:1767323788.233526:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6f577850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817154048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323788.233527:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817153536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323788.233544:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323788.233558:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6f577850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817154048:12345-0@lo:400:kworker.0 Request processed in 33us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323788.233564:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6148
00000100:00100000:3.0:1767323788.233570:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817153536:12345-0@lo:38:kworker.0 Request processed in 42us (1562us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323788.233575:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90890
00000100:00100000:2.0:1767323788.233578:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90891
00000100:00100000:2.0:1767323788.233581:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817153920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323788.233590:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323788.233611:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817153920:12345-0@lo:38:kworker.0 Request processed in 28us (229us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323788.233616:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90891
00000100:00100000:2.0:1767323788.233835:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90892
00000100:00100000:2.0:1767323788.233839:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817154176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323788.233848:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323788.233881:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817154176:12345-0@lo:38:kworker.0 Request processed in 41us (454us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323788.233887:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90892
00000100:00100000:2.0:1767323788.233909:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817153664
00000100:00100000:2.0:1767323788.233912:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817153664
00000100:00100000:2.0:1767323788.233928:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455
00000100:00100000:2.0:1767323788.233933:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817153664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323788.233941:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323788.233963:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817153664:12345-0@lo:38:kworker.0 Request processed in 29us (634us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323788.233967:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455
00000100:00080000:2.0:1767323788.233982:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323788.233986:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323788.234015:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817154048:0@lo:400:kworker.0
00000100:00080000:2.0:1767323788.234038:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323788.234043:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323788.234047:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817153536:0@lo:38:kworker.0
00000100:00080000:2.0:1767323788.234054:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323788.234057:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323788.234060:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817153664:0@lo:38:kworker.0
00000100:00080000:2.0:1767323788.234068:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323788.234071:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323788.234074:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817153920:0@lo:38:kworker.0
00000100:00080000:2.0:1767323788.234081:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323788.234084:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323788.234086:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817154176:0@lo:38:kworker.0
00000100:00100000:1.0:1767323788.236069:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323788.236187:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323788.236277:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817154432:0@lo:400:kworker.0
00000100:00100000:1.0:1767323788.236335:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817154304
00000100:00100000:1.0:1767323788.236342:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817154304
00000100:00100000:1.0:1767323788.236453:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3847
00000100:00100000:1.0:1767323788.236462:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817154304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323788.236506:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817154304:12345-0@lo:400:kworker.0 Request processed in 45us (319us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323788.236513:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3847
00000100:00100000:0.0:1767323788.236669:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817154304:0@lo:400:kworker.0
00000100:00080000:2.0:1767323788.236807:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323788.237774:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817153792
00000100:00100000:3.0:1767323788.237781:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817153792
00000100:00080000:2.0:1767323788.237908:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323788.237949:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6149
00000100:00100000:3.0:1767323788.237958:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817153792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323788.238025:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817153792:12345-0@lo:400:kworker.0 Request processed in 70us (1962us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323788.238032:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6149
00000100:00100000:0.0:1767323788.238116:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817153792:0@lo:400:kworker.0
00000100:00100000:1.0:1767323788.808137:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323789.256475:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323789.831242:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323790.281704:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323790.855408:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323791.016672:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323791.016819:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323791.016907:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758827136
00000100:00100000:2.0:1767323791.016918:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758827136
00000100:00080000:0.0:1767323791.016972:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323791.017002:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758827008
00000100:00100000:2.0:1767323791.017006:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758827008
00000100:00100000:2.0:1767323791.017037:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6150
00000100:00100000:2.0:1767323791.017048:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758827136:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323791.017138:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758827136:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 91us (475us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323791.017146:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6150
00000100:00100000:2.0:1767323791.017167:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90893
00000100:00100000:2.0:1767323791.017172:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758827008:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323791.017192:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323791.017217:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758827008:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (399us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323791.017224:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90893
00010000:00010000:0.0:1767323791.302982:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323791.814967:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817154688:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323791.815037:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323791.815087:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817154560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323791.815285:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323791.815482:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817154688
00000100:00100000:1.0:1767323791.815490:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817154688
00000100:00100000:1.0:1767323791.815605:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817154560
00000100:00100000:1.0:1767323791.815609:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817154560
00000100:00100000:2.0:1767323791.815657:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589
00000100:00100000:2.0:1767323791.815668:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817154688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323791.815698:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323791.815747:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817154688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (710us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323791.815782:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589
00000100:00100000:3.0:1767323791.815814:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817154688:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323791.817144:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323791.817150:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323791.817369:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590
00000100:00100000:1.0:1767323791.817381:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817154560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323791.817406:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323791.817468:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817154560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (2183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323791.817475:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590
00000100:00100000:3.0:1767323791.817524:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817154560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323791.879135:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323792.326943:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323792.902805:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323793.350944:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323793.350959:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323793.350964:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323793.350967:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323793.350971:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323793.350975:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323793.350981:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6330
00000100:00080000:3.0:1767323793.350985:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323793.350991:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323793.351024:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a578000 x1853166817154816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323793.351042:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323793.351046:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323793.351048:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323793.351052:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6330
00000100:00080000:3.0:1767323793.351055:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323793.351068:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323793.351076:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817154816:0@lo:38:kworker.0
00000100:00100000:3.0:1767323793.351080:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a578700 x1853166817154944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323793.351151:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817155072:0@lo:400:kworker.0
00000100:00100000:2.0:1767323793.351155:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323793.351198:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817154816
00000100:00100000:1.0:1767323793.351207:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817154816
00000100:00080000:3.0:1767323793.351211:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323793.351215:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323793.351217:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323793.351221:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6330
00000100:00080000:3.0:1767323793.351226:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323793.351230:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323793.351242:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a57bb80 x1853166817155200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323793.351261:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90894
00000100:00080000:3.0:1767323793.351269:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767323793.351274:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817154816:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767323793.351275:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323793.351278:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323793.351283:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6330
00000100:00080000:3.0:1767323793.351285:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323793.351288:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323793.351297:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a57aa00 x1853166817155456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:1.0:1767323793.351300:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323793.351342:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817155712:0@lo:400:kworker.0
00000100:00100000:1.0:1767323793.351851:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817154816:12345-0@lo:38:kworker.0 Request processed in 578us (694us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323793.351860:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90894
00000100:00080000:2.0:1767323793.351869:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323793.351877:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323793.351881:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817154816:0@lo:38:kworker.0
00000100:00100000:1.0:1767323793.351901:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817155328:0@lo:400:kworker.0
00000100:00100000:2.0:1767323793.351904:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817154944:0@lo:38:kworker.0
00000100:00100000:1.0:1767323793.351943:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323793.351949:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323793.351980:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817155200:0@lo:38:kworker.0
00000100:00100000:2.0:1767323793.352002:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323793.352003:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817155328
00000100:00100000:1.0:1767323793.352009:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817155328
00000100:00100000:2.0:1767323793.352020:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817155456:0@lo:38:kworker.0
00000100:00100000:2.0:1767323793.352044:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323793.352057:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817155200
00000100:00100000:1.0:1767323793.352062:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817155200
00000100:00100000:2.0:1767323793.352081:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817154944
00000100:00100000:1.0:1767323793.352083:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817155456
00000100:00100000:2.0:1767323793.352087:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817154944
00000100:00100000:1.0:1767323793.352089:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817155456
00000100:00100000:1.0:1767323793.352105:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6151
00000100:00100000:1.0:1767323793.352112:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817155328:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323793.352122:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456
00000100:00100000:2.0:1767323793.352129:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817154944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323793.352141:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323793.352154:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817155328:12345-0@lo:400:kworker.0 Request processed in 42us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323793.352161:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6151
00000100:00100000:1.0:1767323793.352174:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90895
00000100:00100000:1.0:1767323793.352182:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817155200:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323793.352182:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817154944:12345-0@lo:38:kworker.0 Request processed in 49us (233us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323793.352196:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456
00010000:00020000:1.0:1767323793.352199:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323793.352229:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90896
00000100:00100000:1.0:1767323793.352230:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817155200:12345-0@lo:38:kworker.0 Request processed in 46us (225us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323793.352238:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817155456:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323793.352241:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90895
00010000:00020000:2.0:1767323793.352255:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323793.352284:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817155328:0@lo:400:kworker.0
00000100:00100000:2.0:1767323793.352289:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817155456:12345-0@lo:38:kworker.0 Request processed in 50us (243us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323793.352297:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90896
00000100:00080000:1.0:1767323793.352319:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767323793.352332:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323793.352337:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323793.352341:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817154944:0@lo:38:kworker.0
00000100:00100000:1.0:1767323793.352344:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817155584:0@lo:400:kworker.0
00000100:00080000:2.0:1767323793.352351:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323793.352356:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323793.352360:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817155200:0@lo:38:kworker.0
00000100:00080000:2.0:1767323793.352369:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323793.352372:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323793.352375:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817155456:0@lo:38:kworker.0
00000100:00100000:1.0:1767323793.352382:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323793.352423:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817155584
00000100:00100000:2.0:1767323793.352428:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817155584
00000100:00100000:2.0:1767323793.352466:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3848
00000100:00100000:2.0:1767323793.352472:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817155584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323793.352503:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817155584:12345-0@lo:400:kworker.0 Request processed in 31us (123us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323793.352508:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3848
00000100:00080000:1.0:1767323793.353063:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323793.353082:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817155584:0@lo:400:kworker.0
00000100:00100000:3.0:1767323793.353268:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323793.353381:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817155712
00000100:00100000:2.0:1767323793.353386:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817155712
00000100:00080000:1.0:1767323793.353421:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323793.353430:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3849
00000100:00100000:2.0:1767323793.353439:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817155712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323793.353484:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817155712:12345-0@lo:400:kworker.0 Request processed in 46us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323793.353489:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3849
00000100:00100000:0.0:1767323793.353581:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323793.353613:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817155712:0@lo:400:kworker.0
00000100:00100000:2.0:1767323793.353776:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817155072
00000100:00100000:2.0:1767323793.353780:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817155072
00000100:00080000:1.0:1767323793.353816:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323793.353868:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6152
00000100:00100000:2.0:1767323793.353876:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817155072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323793.353917:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817155072:12345-0@lo:400:kworker.0 Request processed in 43us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323793.353923:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6152
00000100:00100000:0.0:1767323793.353983:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817155072:0@lo:400:kworker.0
00000100:00100000:1.0:1767323793.927555:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323794.374972:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323794.952556:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323795.401577:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323795.975083:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323796.137327:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323796.137435:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323796.137542:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758827264
00000100:00100000:0.0:1767323796.137543:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758827392
00000100:00100000:0.0:1767323796.137553:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758827392
00000100:00100000:3.0:1767323796.137553:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758827264
00000100:00100000:3.0:1767323796.137612:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6153
00000100:00100000:0.0:1767323796.137623:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90897
00000100:00080000:1.0:1767323796.137627:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323796.137630:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758827392:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323796.137637:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758827264:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323796.137664:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323796.137711:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758827264:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 74us (388us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323796.137711:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758827392:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 86us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323796.137729:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6153
00000100:00100000:0.0:1767323796.137737:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90897
00010000:00010000:0.0:1767323796.422919:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323796.935037:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817155840:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323796.935223:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323796.935346:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323796.935353:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817155968:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323796.935377:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323796.935543:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817155840
00000100:00100000:3.0:1767323796.935551:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817155840
00000100:00100000:1.0:1767323796.935618:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817155968
00000100:00100000:1.0:1767323796.935624:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817155968
00000100:00100000:3.0:1767323796.935660:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3591
00000100:00100000:3.0:1767323796.935683:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817155840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323796.935709:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323796.935751:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817155840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (527us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323796.935776:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3591
00000100:00080000:0.0:1767323796.936056:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323796.936061:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323796.936164:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592
00000100:00100000:1.0:1767323796.936182:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817155968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323796.936200:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323796.936231:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817155968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (853us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323796.936237:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592
00000100:00100000:0.0:1767323796.936278:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817155840:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323796.936305:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817155968:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323796.998876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323797.446920:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323798.022887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323798.471400:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323798.471412:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323798.471414:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323798.471419:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323798.471423:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323798.471431:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6335
00000100:00080000:3.0:1767323798.471435:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323798.471442:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323798.471482:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a579f80 x1853166817156096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323798.471510:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323798.471514:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323798.471515:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323798.471519:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6335
00000100:00080000:3.0:1767323798.471521:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323798.471524:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323798.471537:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a579c00 x1853166817156224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323798.471584:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817156096:0@lo:38:kworker.0
00000100:00100000:0.0:1767323798.471611:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817156352:0@lo:400:kworker.0
00000100:00080000:3.0:1767323798.471669:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323798.471673:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323798.471675:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323798.471679:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6335
00000100:00080000:3.0:1767323798.471681:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323798.471685:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323798.471699:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a57aa00 x1853166817156480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323798.471715:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323798.471718:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323798.471720:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323798.471722:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6335
00000100:00080000:3.0:1767323798.471724:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323798.471727:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323798.471735:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a578700 x1853166817156736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323798.471801:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817156992:0@lo:400:kworker.0
00010000:00010000:1.0:1767323798.473266:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323798.473291:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817156608:0@lo:400:kworker.0
00000100:00100000:0.0:1767323798.473950:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323798.474036:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817156864:0@lo:400:kworker.0
00000100:00100000:0.0:1767323798.474066:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323798.474107:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817156352
00000100:00100000:0.0:1767323798.474116:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817156352
00000100:00100000:0.0:1767323798.474345:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6154
00000100:00100000:0.0:1767323798.474355:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817156352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323798.474410:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817156352:12345-0@lo:400:kworker.0 Request processed in 58us (461us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323798.474418:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6154
00000100:00080000:0.0:1767323798.474439:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323798.474473:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817156352:0@lo:400:kworker.0
00000100:00100000:0.0:1767323798.474516:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817156864
00000100:00100000:0.0:1767323798.474520:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817156864
00000100:00100000:0.0:1767323798.474553:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850
00000100:00100000:0.0:1767323798.474560:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817156864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323798.474593:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817156864:12345-0@lo:400:kworker.0 Request processed in 34us (527us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323798.474599:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850
00000100:00080000:0.0:1767323798.474613:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323798.474629:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817156864:0@lo:400:kworker.0
00000100:00100000:2.0:1767323798.476792:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323798.476880:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817156096
00000100:00100000:3.0:1767323798.476889:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323798.476890:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817156096
00000100:00100000:0.0:1767323798.476938:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90898
00000100:00100000:0.0:1767323798.476947:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817156096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323798.476970:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323798.477013:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817156992
00000100:00100000:1.0:1767323798.477019:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817156992
00000100:00100000:0.0:1767323798.477027:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817156096:12345-0@lo:38:kworker.0 Request processed in 80us (240us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767323798.477032:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323798.477039:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90898
00000100:00080000:2.0:1767323798.477042:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323798.477049:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817156096:0@lo:38:kworker.0
00000100:00100000:2.0:1767323798.477061:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817156224:0@lo:38:kworker.0
00000100:00100000:0.0:1767323798.477083:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3851
00000100:00100000:0.0:1767323798.477093:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817156992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323798.477101:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323798.477145:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817156480:0@lo:38:kworker.0
00000100:00100000:0.0:1767323798.477159:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817156992:12345-0@lo:400:kworker.0 Request processed in 68us (270us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323798.477172:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323798.477189:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817156224
00000100:00100000:2.0:1767323798.477194:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817156224
00000100:00080000:1.0:1767323798.477202:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323798.477221:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457
00000100:00100000:2.0:1767323798.477227:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817156224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323798.477239:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323798.477244:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3851
00000100:00100000:1.0:1767323798.477581:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323798.477632:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817156608
00000100:00100000:0.0:1767323798.477637:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817156608
00000100:00100000:0.0:1767323798.477671:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817156480
00000100:00100000:0.0:1767323798.477675:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817156480
00000100:00100000:3.0:1767323798.477924:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6155
00000100:00100000:3.0:1767323798.477935:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817156608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323798.477975:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817156608:12345-0@lo:400:kworker.0 Request processed in 44us (805us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323798.477982:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6155
00000100:00100000:3.0:1767323798.477998:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90899
00000100:00100000:3.0:1767323798.478002:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817156480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323798.478014:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323798.478038:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817156480:12345-0@lo:38:kworker.0 Request processed in 34us (458us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323798.478044:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90899
00000100:00100000:3.0:1767323798.478071:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817156608:0@lo:400:kworker.0
00000100:00100000:3.0:1767323798.478097:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817156992:0@lo:400:kworker.0
00000100:00080000:1.0:1767323798.478160:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323798.478166:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323798.478169:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817156480:0@lo:38:kworker.0
00000100:00100000:1.0:1767323798.478177:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817156736:0@lo:38:kworker.0
00000100:00100000:1.0:1767323798.478211:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323798.478533:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323798.478538:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323798.478542:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817156224:0@lo:38:kworker.0
00000100:00100000:3.0:1767323798.478653:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817156736
00000100:00100000:3.0:1767323798.478658:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817156736
00000100:00080000:0.0:1767323798.478674:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323798.478688:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90900
00000100:00100000:3.0:1767323798.478693:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817156736:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323798.478706:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323798.478783:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817156736:12345-0@lo:38:kworker.0 Request processed in 59us (541us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323798.478790:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90900
00000100:00080000:0.0:1767323798.479121:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323798.479126:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323798.479130:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817156736:0@lo:38:kworker.0
00000100:00100000:2.0:1767323798.482138:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817156224:12345-0@lo:38:kworker.0 Request processed in 4899us (5030us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323798.482154:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457
00000100:00100000:2.0:1767323799.047094:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323799.495030:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323800.071257:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323800.518980:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323801.094842:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323801.256065:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323801.256719:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758827648
00000100:00100000:0.0:1767323801.256734:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758827648
00000100:00100000:0.0:1767323801.256886:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6156
00000100:00100000:0.0:1767323801.256897:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758827648:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323801.256999:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758827648:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 102us (954us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323801.257008:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6156
00000100:00080000:1.0:1767323801.257101:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323801.257408:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323801.257474:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758827520
00000100:00100000:0.0:1767323801.257481:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758827520
00000100:00100000:0.0:1767323801.257521:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90901
00000100:00100000:0.0:1767323801.257528:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758827520:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323801.257548:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323801.257580:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758827520:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 52us (176us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323801.257587:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90901
00010000:00010000:1.0:1767323801.542956:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323802.055072:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817157120:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323802.055153:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323802.055468:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817157120
00000100:00100000:2.0:1767323802.055476:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817157120
00000100:00100000:2.0:1767323802.055537:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593
00000100:00100000:2.0:1767323802.055545:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817157120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323802.055575:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323802.055631:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817157120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (478us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323802.055638:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593
00000100:00080000:1.0:1767323802.055699:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323802.055797:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817157120:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323802.055816:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323802.055822:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817157248:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323802.055846:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323802.056003:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817157248
00000100:00100000:2.0:1767323802.056008:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817157248
00000100:00100000:2.0:1767323802.056059:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594
00000100:00100000:2.0:1767323802.056066:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817157248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323802.056081:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323802.056111:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817157248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (264us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323802.056117:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594
00000100:00080000:1.0:1767323802.056234:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323802.056409:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817157248:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323802.119039:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323802.572184:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323803.142876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323803.593324:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323803.593354:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323803.593362:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323803.593365:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323803.593369:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323803.593373:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323803.593381:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6341
00000100:00080000:0.0:1767323803.593385:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323803.593392:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323803.593428:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79407b80 x1853166817157376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323803.593457:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323803.593461:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323803.593463:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323803.593466:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6341
00000100:00080000:0.0:1767323803.593469:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323803.593472:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323803.593485:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79405c00 x1853166817157504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323803.593531:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323803.593536:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323803.593538:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323803.593542:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6341
00000100:00080000:0.0:1767323803.593545:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323803.593549:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323803.593564:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79407800 x1853166817157760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323803.593568:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817157376:0@lo:38:kworker.0
00000100:00080000:0.0:1767323803.593589:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323803.593592:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323803.593594:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323803.593599:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6341
00000100:00080000:0.0:1767323803.593602:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323803.593605:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323803.593616:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79404e00 x1853166817158016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323803.593637:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323803.593637:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817157888:0@lo:400:kworker.0
00000100:00100000:0.0:1767323803.593677:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817158144:0@lo:400:kworker.0
00000100:00100000:3.0:1767323803.593681:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817158272:0@lo:400:kworker.0
00000100:00100000:0.0:1767323803.593719:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323803.593780:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817158144
00000100:00100000:3.0:1767323803.593788:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817158144
00000100:00100000:3.0:1767323803.593844:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3852
00000100:00100000:3.0:1767323803.593855:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817158144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323803.593914:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817157632:0@lo:400:kworker.0
00000100:00100000:3.0:1767323803.593922:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817158144:12345-0@lo:400:kworker.0 Request processed in 67us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323803.593932:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3852
00000100:00100000:2.0:1767323803.593967:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323803.594014:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817158144:0@lo:400:kworker.0
00000100:00100000:0.0:1767323803.594050:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817157376
00000100:00100000:0.0:1767323803.594054:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817157376
00000100:00100000:0.0:1767323803.594076:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90902
00000100:00100000:0.0:1767323803.594081:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817157376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323803.594096:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323803.597054:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817157504:0@lo:38:kworker.0
00000100:00100000:0.0:1767323803.597068:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817157376:12345-0@lo:38:kworker.0 Request processed in 2982us (3430us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323803.597080:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90902
00000100:00100000:1.0:1767323803.597098:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323803.597141:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817157760:0@lo:38:kworker.0
00000100:00100000:1.0:1767323803.597172:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323803.597196:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817158016:0@lo:38:kworker.0
00000100:00100000:1.0:1767323803.597217:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323803.597251:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323803.597257:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323803.597261:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817157376:0@lo:38:kworker.0
00000100:00100000:0.0:1767323803.597279:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817157760
00000100:00100000:0.0:1767323803.597293:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817157760
00000100:00100000:1.0:1767323803.597301:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817158016
00000100:00100000:1.0:1767323803.597307:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817158016
00000100:00100000:0.0:1767323803.597323:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90903
00000100:00100000:0.0:1767323803.597330:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817157760:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323803.597336:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90904
00000100:00100000:1.0:1767323803.597342:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817158016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323803.597349:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323803.597355:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323803.597390:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817158016:12345-0@lo:38:kworker.0 Request processed in 47us (171us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323803.597397:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90904
00000100:00080000:1.0:1767323803.597419:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323803.597423:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323803.597426:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817158016:0@lo:38:kworker.0
00000100:00100000:1.0:1767323803.597461:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323803.597490:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817157888
00000100:00100000:1.0:1767323803.597493:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817157888
00000100:00100000:1.0:1767323803.597521:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6157
00000100:00100000:1.0:1767323803.597527:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817157888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323803.597568:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817157888:12345-0@lo:400:kworker.0 Request processed in 41us (106us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323803.597574:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6157
00000100:00080000:1.0:1767323803.597589:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323803.597609:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817157888:0@lo:400:kworker.0
00000100:00100000:1.0:1767323803.597627:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817158272
00000100:00100000:1.0:1767323803.597630:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817158272
00000100:00100000:1.0:1767323803.597651:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3853
00000100:00100000:1.0:1767323803.597656:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817158272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323803.597682:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817158272:12345-0@lo:400:kworker.0 Request processed in 27us (3720us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323803.597688:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3853
00000100:00100000:1.0:1767323803.597716:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817157504
00000100:00100000:1.0:1767323803.597719:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817157504
00000100:00100000:1.0:1767323803.597748:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458
00000100:00100000:1.0:1767323803.597752:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817157504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323803.597781:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323803.597806:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817157504:12345-0@lo:38:kworker.0 Request processed in 53us (710us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323803.597812:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458
00000100:00080000:1.0:1767323803.597833:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323803.597837:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323803.597840:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817157504:0@lo:38:kworker.0
00000100:00100000:0.0:1767323803.598092:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817157760:12345-0@lo:38:kworker.0 Request processed in 761us (918us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323803.598099:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90903
00000100:00100000:3.0:1767323803.598750:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323803.598859:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817157632
00000100:00100000:0.0:1767323803.598865:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817157632
00000100:00100000:0.0:1767323803.598952:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6158
00000100:00100000:0.0:1767323803.598961:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817157632:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767323803.598961:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323803.598970:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323803.598975:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817157760:0@lo:38:kworker.0
00000100:00100000:0.0:1767323803.599013:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817157632:12345-0@lo:400:kworker.0 Request processed in 53us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323803.599020:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6158
00000100:00080000:3.0:1767323803.599078:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323803.599105:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817157632:0@lo:400:kworker.0
00000100:00100000:2.0:1767323803.599224:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817158272:0@lo:400:kworker.0
00000100:00100000:2.0:1767323804.167381:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323804.614970:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323805.190887:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323805.639261:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323806.214858:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323806.377281:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323806.377326:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323806.377429:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758827776
00000100:00100000:0.0:1767323806.377439:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758827776
00000100:00100000:0.0:1767323806.377482:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758827904
00000100:00100000:0.0:1767323806.377485:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758827904
00000100:00100000:0.0:1767323806.377538:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6159
00000100:00100000:0.0:1767323806.377549:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758827904:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323806.377620:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758827904:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 72us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323806.377628:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6159
00000100:00100000:0.0:1767323806.377645:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90905
00000100:00100000:0.0:1767323806.377649:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758827776:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323806.377669:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323806.377695:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758827776:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (423us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323806.377734:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90905
00000100:00080000:3.0:1767323806.378059:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323806.662999:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323807.175381:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817158400:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323807.175452:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323807.175589:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817158400
00000100:00100000:2.0:1767323807.175599:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817158400
00000100:00100000:2.0:1767323807.175663:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595
00000100:00100000:2.0:1767323807.175672:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817158400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323807.175711:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323807.175794:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817158400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323807.175802:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595
00000100:00100000:2.0:1767323807.175863:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817158400:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767323807.175991:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323807.176278:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817158528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323807.176310:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323807.176448:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817158528
00000100:00100000:2.0:1767323807.176453:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817158528
00000100:00100000:2.0:1767323807.176496:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596
00000100:00100000:2.0:1767323807.176503:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817158528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323807.176522:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767323807.177273:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323807.179119:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817158528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2611us (2802us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323807.179132:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3596
00000100:00100000:0.0:1767323807.180130:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817158528:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323807.238982:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323807.687065:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323808.262855:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323808.710971:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323808.710981:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323808.710984:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323808.710988:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323808.710992:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323808.710999:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6346
00000100:00080000:0.0:1767323808.711003:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323808.711009:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323808.711061:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa14380 x1853166817158656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323808.711078:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323808.711081:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323808.711083:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323808.711087:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6346
00000100:00080000:0.0:1767323808.711089:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323808.711093:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323808.711097:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817158656:0@lo:38:kworker.0
00000100:00100000:0.0:1767323808.711108:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15500 x1853166817158784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323808.711159:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323808.711164:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323808.711168:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767323808.711169:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323808.711176:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6346
00000100:00080000:0.0:1767323808.711179:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323808.711184:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323808.711192:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817158912:0@lo:400:kworker.0
00000100:00100000:0.0:1767323808.711199:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa16a00 x1853166817159040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323808.711223:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323808.711227:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323808.711229:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323808.711233:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6346
00000100:00100000:1.0:1767323808.711239:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323808.711240:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767323808.711246:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817158784:0@lo:38:kworker.0
00000100:00080000:0.0:1767323808.711248:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323808.711262:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15180 x1853166817159296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323808.711280:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817159168:0@lo:400:kworker.0
00000100:00100000:3.0:1767323808.711320:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323808.711331:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817159552:0@lo:400:kworker.0
00000100:00100000:3.0:1767323808.711359:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817159424:0@lo:400:kworker.0
00000100:00100000:0.0:1767323808.711374:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323808.711374:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817158656
00000100:00100000:1.0:1767323808.711383:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817158656
00000100:00100000:3.0:1767323808.711407:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323808.711420:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817158912
00000100:00100000:1.0:1767323808.711423:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817158912
00000100:00100000:0.0:1767323808.711426:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817159168
00000100:00100000:0.0:1767323808.711431:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817159168
00000100:00100000:3.0:1767323808.711457:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90906
00000100:00100000:3.0:1767323808.711464:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817158656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323808.711483:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323808.711515:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817158656:12345-0@lo:38:kworker.0 Request processed in 50us (348us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323808.711522:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90906
00000100:00100000:1.0:1767323808.711536:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6160
00000100:00100000:1.0:1767323808.711555:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817158912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323808.711581:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6161
00000100:00100000:0.0:1767323808.711591:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817159168:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323808.711605:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323808.711610:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817158912:12345-0@lo:400:kworker.0 Request processed in 65us (373us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323808.711620:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6160
00000100:00100000:3.0:1767323808.711623:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817159552
00000100:00100000:3.0:1767323808.711629:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817159552
00000100:00100000:0.0:1767323808.711642:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817159168:12345-0@lo:400:kworker.0 Request processed in 52us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323808.711651:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6161
00000100:00100000:3.0:1767323808.711664:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817159424
00000100:00100000:3.0:1767323808.711668:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817159424
00000100:00100000:1.0:1767323808.711671:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817158912:0@lo:400:kworker.0
00000100:00100000:2.0:1767323808.711693:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323808.711713:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3854
00000100:00100000:1.0:1767323808.711722:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3855
00000100:00100000:2.0:1767323808.711724:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817159040:0@lo:38:kworker.0
00000100:00100000:3.0:1767323808.711724:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817159552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323808.711735:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817159424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323808.712087:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817158784
00000100:00100000:0.0:1767323808.712092:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817158784
00000100:00100000:0.0:1767323808.712114:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459
00000100:00100000:0.0:1767323808.712118:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e542c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817158784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323808.712130:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323808.712287:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817159552:12345-0@lo:400:kworker.0 Request processed in 566us (913us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323808.712294:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3854
00000100:00100000:3.0:1767323808.712328:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817159168:0@lo:400:kworker.0
00010000:00010000:3.0:1767323808.712354:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323808.712393:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817159424:12345-0@lo:400:kworker.0 Request processed in 556us (882us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323808.712400:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3855
00000100:00100000:1.0:1767323808.712438:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817159552:0@lo:400:kworker.0
00000100:00100000:3.0:1767323808.712505:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817159424:0@lo:400:kworker.0
00000100:00100000:2.0:1767323808.715978:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323808.716056:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323808.716062:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323808.716067:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817158656:0@lo:38:kworker.0
00000100:00100000:2.0:1767323808.716097:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817159296:0@lo:38:kworker.0
00000100:00100000:2.0:1767323808.716138:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323808.716235:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817159040
00000100:00100000:3.0:1767323808.716241:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817159040
00000100:00100000:3.0:1767323808.716270:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817159296
00000100:00100000:3.0:1767323808.716273:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817159296
00000100:00100000:3.0:1767323808.716291:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90907
00000100:00100000:3.0:1767323808.716298:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817159040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323808.716315:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323808.716358:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817159040:12345-0@lo:38:kworker.0 Request processed in 60us (386us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323808.716364:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90907
00000100:00100000:3.0:1767323808.716469:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90908
00000100:00100000:3.0:1767323808.716477:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817159296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323808.716488:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323808.716515:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817159296:12345-0@lo:38:kworker.0 Request processed in 37us (377us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323808.716520:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90908
00000100:00100000:0.0:1767323808.716738:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e542c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817158784:12345-0@lo:38:kworker.0 Request processed in 4538us (4966us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323808.716767:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459
00000100:00080000:2.0:1767323808.717222:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323808.717228:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323808.717231:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817159296:0@lo:38:kworker.0
00000100:00080000:2.0:1767323808.717241:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323808.717244:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323808.717247:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817158784:0@lo:38:kworker.0
00000100:00080000:2.0:1767323808.717952:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323808.717957:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323808.717961:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817159040:0@lo:38:kworker.0
00000100:00100000:2.0:1767323809.286862:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323809.735774:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323810.310991:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323810.759396:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323811.334875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323811.498994:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767323811.499040:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758828032 offset 0 length 520: 4
00000100:00100000:3.0:1767323811.499064:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323811.499443:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758828288
00000100:00100000:1.0:1767323811.499452:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758828288
00000100:00100000:1.0:1767323811.499534:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758828160
00000100:00100000:1.0:1767323811.499538:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758828160
00000100:00100000:1.0:1767323811.499560:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6162
00000100:00100000:1.0:1767323811.499571:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758828288:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323811.499670:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758828288:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (684us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323811.499678:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6162
00000100:00100000:1.0:1767323811.499697:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90909
00000100:00100000:1.0:1767323811.499702:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758828160:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323811.499722:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323811.499747:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758828160:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (682us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323811.499787:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90909
00000100:00080000:3.0:1767323811.501291:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323811.784970:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323812.294962:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323812.294986:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817159680:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323812.295239:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323812.295272:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817159680
00000100:00100000:0.0:1767323812.295281:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817159680
00000100:00100000:0.0:1767323812.295341:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597
00000100:00100000:0.0:1767323812.295350:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817159680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323812.295373:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323812.295410:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817159680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323812.295415:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597
00000100:00080000:0.0:1767323812.295432:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323812.295509:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817159680:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323812.297818:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323812.297837:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817159808:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323812.297889:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323812.298057:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817159808
00000100:00100000:0.0:1767323812.298065:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817159808
00000100:00100000:0.0:1767323812.298129:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598
00000100:00100000:0.0:1767323812.298139:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817159808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323812.298163:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323812.298210:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817159808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (321us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323812.298217:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598
00000100:00080000:3.0:1767323812.298302:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323812.298362:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817159808:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323812.358872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323812.808503:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323813.382894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323813.830897:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323788/real 1767323788]  req@ffff8d4d4a4aaa00 x1853166817153408/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323813 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323813.830933:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a4aaa00 x1853166817153408/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323813 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323813.830954:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323813.830980:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323813.830983:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817153408:0@lo:250:kworker.0
00000100:00080000:0.0:1767323813.831198:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323813.831204:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323813.831207:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323813.831211:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6330
00000100:00080000:0.0:1767323813.831215:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323813.831220:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00010000:00010000:2.0:1767323813.831337:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323813.831379:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af64700 x1853166817159936/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323813.831438:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817159936:0@lo:250:kworker.0
00000400:00000100:2.0:1767323813.831483:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817159936 offset 0 length 520: 4
00000100:00080000:0.0:1767323813.831535:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323813.831539:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323813.831541:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323813.831545:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6351
00000100:00080000:0.0:1767323813.831548:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323813.831551:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323813.831567:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af65880 x1853166817160064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323813.833546:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817160064:0@lo:38:kworker.0
00000100:00100000:2.0:1767323813.833607:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323813.833712:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817160064
00000100:00100000:1.0:1767323813.833721:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817160064
00000100:00100000:1.0:1767323813.833798:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90910
00000100:00100000:1.0:1767323813.833806:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817160064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323813.833828:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323813.833869:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817160064:12345-0@lo:38:kworker.0 Request processed in 63us (262us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323813.833876:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90910
00000100:00080000:2.0:1767323813.834220:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323813.834226:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323813.834230:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817160064:0@lo:38:kworker.0
00000100:00080000:0.0:1767323813.834454:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323813.834459:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323813.834462:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323813.834471:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6351
00000100:00080000:0.0:1767323813.834475:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323813.834479:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323813.834508:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af64000 x1853166817160192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323813.834698:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817160192:0@lo:38:kworker.0
00000100:00100000:2.0:1767323813.834784:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323813.834847:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817160192
00000100:00100000:1.0:1767323813.834853:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817160192
00000100:00100000:1.0:1767323813.834886:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460
00000100:00100000:1.0:1767323813.834892:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817160192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323813.834908:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323813.835001:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323813.835005:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323813.835007:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323813.835011:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6351
00000100:00080000:0.0:1767323813.835014:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323813.835018:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323813.835030:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af65c00 x1853166817160448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323813.835132:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817160448:0@lo:38:kworker.0
00000100:00100000:2.0:1767323813.835159:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323813.835226:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817160320:0@lo:400:kworker.0
00000100:00100000:3.0:1767323813.835266:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323813.835302:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817160448
00000100:00100000:3.0:1767323813.835307:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817160448
00000100:00100000:3.0:1767323813.835325:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817160320
00000100:00100000:3.0:1767323813.835328:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817160320
00000100:00100000:3.0:1767323813.835370:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6163
00000100:00100000:3.0:1767323813.835378:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817160320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323813.835418:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817160320:12345-0@lo:400:kworker.0 Request processed in 42us (151us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323813.835424:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6163
00000100:00100000:3.0:1767323813.835438:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90911
00000100:00100000:3.0:1767323813.835442:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817160448:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323813.835452:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323813.835474:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817160448:12345-0@lo:38:kworker.0 Request processed in 30us (315us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323813.835479:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90911
00000100:00080000:3.0:1767323813.835495:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323813.835518:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817160320:0@lo:400:kworker.0
00000100:00100000:1.0:1767323813.836797:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817160192:12345-0@lo:38:kworker.0 Request processed in 1894us (2004us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767323813.836801:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323813.836810:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460
00000100:00080000:2.0:1767323813.836810:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323813.836818:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817160192:0@lo:38:kworker.0
00000100:00080000:2.0:1767323813.836848:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323813.836852:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323813.836855:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817160448:0@lo:38:kworker.0
00000100:00080000:0.0:1767323813.837045:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323813.837050:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323813.837053:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323813.837057:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6351
00000100:00080000:0.0:1767323813.837061:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323813.837066:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323813.837084:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af66a00 x1853166817160704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323813.837114:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817160576:0@lo:400:kworker.0
00000100:00100000:2.0:1767323813.837143:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817160704:0@lo:38:kworker.0
00000100:00100000:3.0:1767323813.837165:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323813.837245:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817160576
00000100:00100000:1.0:1767323813.837251:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817160576
00000100:00080000:3.0:1767323813.837288:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323813.837306:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6164
00000100:00100000:1.0:1767323813.837316:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817160576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323813.837373:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817160576:12345-0@lo:400:kworker.0 Request processed in 59us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323813.837380:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6164
00000100:00100000:3.0:1767323813.837468:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817160576:0@lo:400:kworker.0
00000100:00100000:0.0:1767323813.837510:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817160960:0@lo:400:kworker.0
00000100:00100000:0.0:1767323813.837551:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323813.837577:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323813.837583:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817160832:0@lo:400:kworker.0
00000100:00100000:0.0:1767323813.837602:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323813.837699:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817160832
00000100:00100000:3.0:1767323813.837703:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817160832
00000100:00100000:0.0:1767323813.837728:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817160960
00000100:00100000:0.0:1767323813.837734:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817160960
00000100:00100000:3.0:1767323813.837744:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3856
00000100:00100000:3.0:1767323813.837777:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817160832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323813.837790:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857
00000100:00100000:0.0:1767323813.837798:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817160960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323813.837823:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817160832:12345-0@lo:400:kworker.0 Request processed in 71us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323813.837832:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3856
00000100:00100000:0.0:1767323813.837840:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817160960:12345-0@lo:400:kworker.0 Request processed in 42us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323813.837847:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857
00000100:00100000:0.0:1767323813.837879:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817160832:0@lo:400:kworker.0
00000100:00100000:0.0:1767323813.837889:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817160960:0@lo:400:kworker.0
00000100:00100000:2.0:1767323813.838240:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323813.838323:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817160704
00000100:00100000:1.0:1767323813.838390:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817160704
00000100:00100000:1.0:1767323813.838417:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90912
00000100:00100000:1.0:1767323813.838422:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817160704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323813.838440:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323813.838667:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817160704:12345-0@lo:38:kworker.0 Request processed in 243us (427us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323813.838674:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90912
00000100:00080000:2.0:1767323813.838722:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323813.838726:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323813.838730:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817160704:0@lo:38:kworker.0
00000100:00100000:2.0:1767323814.406900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323814.854997:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323815.430876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323815.879359:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323816.454860:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323816.618646:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323816.618699:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323816.618921:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758828544
00000100:00100000:3.0:1767323816.618931:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758828544
00000100:00100000:3.0:1767323816.619017:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758828416
00000100:00100000:3.0:1767323816.619021:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758828416
00000100:00100000:3.0:1767323816.619054:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6165
00000100:00100000:3.0:1767323816.619065:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758828544:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323816.619136:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758828544:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 74us (500us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323816.619144:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6165
00000100:00100000:3.0:1767323816.619162:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90913
00000100:00100000:3.0:1767323816.619166:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758828416:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323816.619186:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323816.619209:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758828416:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 42us (510us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323816.619215:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90913
00000100:00080000:0.0:1767323816.619477:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323816.903922:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323817.414952:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817161088:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323817.415031:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323817.415112:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817161216:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323817.415138:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323817.415212:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817161088
00000100:00100000:0.0:1767323817.415221:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817161088
00000100:00100000:0.0:1767323817.415290:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817161216
00000100:00100000:0.0:1767323817.415293:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817161216
00000100:00100000:0.0:1767323817.415316:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599
00000100:00100000:0.0:1767323817.415325:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817161088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323817.415352:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323817.415574:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600
00000100:00100000:2.0:1767323817.415607:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817161216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323817.415625:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767323817.415884:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323817.415889:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323817.416459:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817161216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 874us (1317us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323817.416469:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600
00000100:00100000:0.0:1767323817.416536:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817161088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1212us (1504us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323817.416544:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599
00000100:00100000:3.0:1767323817.417350:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817161088:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323817.417443:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817161216:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323817.478888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323817.927312:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323818.502876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323818.952014:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323818.952024:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323818.952027:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323818.952032:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323818.952037:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323818.952044:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6356
00000100:00080000:0.0:1767323818.952048:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323818.952055:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323818.952093:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af67800 x1853166817161344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323818.952126:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323818.952130:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323818.952132:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323818.952136:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6356
00000100:00080000:0.0:1767323818.952138:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323818.952141:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323818.952157:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af66d80 x1853166817161472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323818.952172:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817161344:0@lo:38:kworker.0
00000100:00080000:0.0:1767323818.952205:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323818.952211:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323818.952213:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323818.952217:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6356
00000100:00080000:0.0:1767323818.952220:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323818.952223:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323818.952237:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af65500 x1853166817161728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323818.952246:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323818.952275:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323818.952279:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323818.952281:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323818.952285:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6356
00000100:00080000:0.0:1767323818.952287:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323818.952290:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323818.952304:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af64380 x1853166817161984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323818.952321:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817161472:0@lo:38:kworker.0
00000100:00100000:2.0:1767323818.952351:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323818.952378:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817162112:0@lo:400:kworker.0
00000100:00100000:2.0:1767323818.952381:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817161728:0@lo:38:kworker.0
00000100:00100000:2.0:1767323818.952412:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323818.952428:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323818.952431:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817161984:0@lo:38:kworker.0
00000100:00100000:0.0:1767323818.952457:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323818.952462:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323818.952467:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817161856:0@lo:400:kworker.0
00000100:00100000:2.0:1767323818.952499:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817161344
00000100:00100000:0.0:1767323818.952502:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323818.952507:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817161344
00000100:00100000:2.0:1767323818.952538:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817161728
00000100:00100000:2.0:1767323818.952542:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817161728
00000100:00100000:2.0:1767323818.952571:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817161984
00000100:00100000:2.0:1767323818.952575:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817161984
00000100:00100000:2.0:1767323818.952614:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817161856
00000100:00100000:2.0:1767323818.952617:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817161856
00000100:00100000:2.0:1767323818.952649:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6166
00000100:00100000:2.0:1767323818.952669:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817161856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323818.952720:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817161856:12345-0@lo:400:kworker.0 Request processed in 64us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323818.952728:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6166
00000100:00100000:2.0:1767323818.952749:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90914
00000100:00100000:2.0:1767323818.952753:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817161344:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323818.952803:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323818.952812:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817162240:0@lo:400:kworker.0
00000100:00100000:3.0:1767323818.952845:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323818.952867:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323818.952873:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817161600:0@lo:400:kworker.0
00000100:00100000:3.0:1767323818.952894:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323818.952928:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817162112
00000100:00100000:3.0:1767323818.952933:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817162112
00000100:00100000:0.0:1767323818.952935:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817161600
00000100:00100000:0.0:1767323818.952941:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817161600
00000100:00100000:0.0:1767323818.952972:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6167
00000100:00100000:3.0:1767323818.952977:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817162240
00000100:00100000:0.0:1767323818.952982:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817161600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323818.952983:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817162240
00000100:00100000:3.0:1767323818.953011:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3858
00000100:00100000:3.0:1767323818.953020:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817162112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323818.953029:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817161600:12345-0@lo:400:kworker.0 Request processed in 49us (132us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323818.953036:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6167
00000100:00100000:0.0:1767323818.953068:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90915
00000100:00100000:3.0:1767323818.953070:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817162112:12345-0@lo:400:kworker.0 Request processed in 48us (638us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323818.953076:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817161728:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323818.953083:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3858
00010000:00020000:0.0:1767323818.953091:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323818.953106:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3859
00000100:00100000:3.0:1767323818.953118:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817162240:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323818.953129:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817161728:12345-0@lo:38:kworker.0 Request processed in 53us (715us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323818.953136:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90915
00000100:00100000:0.0:1767323818.953154:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90916
00000100:00100000:0.0:1767323818.953160:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817161984:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323818.953165:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817162240:12345-0@lo:400:kworker.0 Request processed in 50us (317us total) trans 0 rc 0/0
00010000:00020000:0.0:1767323818.953173:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323818.953180:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3859
00000100:00100000:0.0:1767323818.953205:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817161984:12345-0@lo:38:kworker.0 Request processed in 44us (744us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323818.953212:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90916
00000100:00080000:0.0:1767323818.953250:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323818.953256:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817161600:0@lo:400:kworker.0
00000100:00080000:0.0:1767323818.953259:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323818.953267:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817161728:0@lo:38:kworker.0
00000100:00100000:3.0:1767323818.953276:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817162240:0@lo:400:kworker.0
00000100:00080000:0.0:1767323818.953282:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323818.953288:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323818.953292:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817161984:0@lo:38:kworker.0
00000100:00100000:3.0:1767323818.953339:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817161856:0@lo:400:kworker.0
00000100:00100000:3.0:1767323818.953353:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817162112:0@lo:400:kworker.0
00000100:00100000:2.0:1767323818.953517:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817161344:12345-0@lo:38:kworker.0 Request processed in 760us (1273us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323818.953523:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90914
00000100:00100000:1.0:1767323818.953692:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817161472
00000100:00100000:1.0:1767323818.953697:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817161472
00000100:00100000:1.0:1767323818.953728:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461
00000100:00100000:1.0:1767323818.953733:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817161472:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323818.953744:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323818.953783:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323818.953788:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323818.953791:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817161344:0@lo:38:kworker.0
00010000:00010000:0.0:1767323818.953906:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323818.953922:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323818.956948:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817161472:12345-0@lo:38:kworker.0 Request processed in 3203us (4585us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323818.956963:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461
00000100:00080000:0.0:1767323818.957247:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323818.957254:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323818.957258:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817161472:0@lo:38:kworker.0
00000100:00100000:2.0:1767323819.526969:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323819.975781:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323820.550878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323820.998997:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323821.574950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323821.742158:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323821.742203:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323821.742288:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758828672
00000100:00100000:0.0:1767323821.742299:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758828672
00000100:00100000:2.0:1767323821.742316:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758828800
00000100:00100000:2.0:1767323821.742323:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758828800
00000100:00100000:0.0:1767323821.742353:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90917
00000100:00100000:0.0:1767323821.742363:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758828672:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323821.742387:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323821.742395:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6168
00000100:00100000:2.0:1767323821.742406:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758828800:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323821.742453:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758828672:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 88us (303us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323821.742456:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758828800:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 52us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323821.742466:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90917
00000100:00080000:3.0:1767323821.742515:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323821.742574:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6168
00010000:00010000:2.0:1767323822.029396:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323822.535324:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817162496:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323822.535388:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323822.535599:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817162496
00000100:00100000:1.0:1767323822.535607:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817162496
00000100:00080000:3.0:1767323822.535776:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323822.535855:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601
00000100:00100000:1.0:1767323822.536050:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817162496:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323822.536065:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817162368:0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323822.536082:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323822.536105:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323822.536141:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817162496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 278us (753us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323822.536149:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601
00000100:00100000:1.0:1767323822.536166:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817162368
00000100:00100000:1.0:1767323822.536170:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817162368
00000100:00100000:1.0:1767323822.536200:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3602
00000100:00100000:1.0:1767323822.536207:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817162368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323822.536222:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323822.536228:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817162496:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767323822.536305:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323822.540034:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817162368:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323822.540105:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817162368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3129us (3231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323822.540115:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3602
00000100:00100000:2.0:1767323822.598872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323823.046884:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323823.622870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323824.070958:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323824.070969:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323824.070972:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323824.070976:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323824.070980:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323824.070988:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6361
00000100:00080000:0.0:1767323824.070993:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323824.071011:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323824.071047:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b66d80 x1853166817162624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323824.071074:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323824.071090:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323824.071092:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323824.071098:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6361
00000100:00080000:0.0:1767323824.071101:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323824.071104:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323824.071109:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817162624:0@lo:38:kworker.0
00000100:00100000:0.0:1767323824.071120:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b65500 x1853166817162752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323824.071165:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323824.071170:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323824.071171:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767323824.071176:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323824.071185:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6361
00000100:00080000:0.0:1767323824.071189:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323824.071192:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323824.071203:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323824.071207:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b65f80 x1853166817163008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323824.071217:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817162880:0@lo:400:kworker.0
00000100:00080000:0.0:1767323824.071247:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767323824.071253:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817163136:0@lo:400:kworker.0
00000100:00100000:2.0:1767323824.071253:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323824.071255:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323824.071260:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323824.071268:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6361
00000100:00080000:0.0:1767323824.071272:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323824.071276:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323824.071309:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323824.071310:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b64000 x1853166817163264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1767323824.071402:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323824.071407:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323824.071415:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817163520:0@lo:400:kworker.0
00000100:00100000:0.0:1767323824.071446:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323824.074360:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323824.074370:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817162752:0@lo:38:kworker.0
00000100:00100000:1.0:1767323824.074380:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817163392:0@lo:400:kworker.0
00000100:00100000:0.0:1767323824.074382:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817163520
00000100:00100000:2.0:1767323824.074383:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817162624
00000100:00100000:0.0:1767323824.074393:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817163520
00000100:00100000:2.0:1767323824.074393:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817162624
00000100:00100000:2.0:1767323824.074430:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817162880
00000100:00100000:2.0:1767323824.074433:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817162880
00000100:00100000:3.0:1767323824.074440:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323824.074441:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323824.074458:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817163392
00000100:00100000:0.0:1767323824.074464:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817163392
00000100:00100000:2.0:1767323824.074470:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817163136
00000100:00100000:2.0:1767323824.074474:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817163136
00000100:00100000:0.0:1767323824.074500:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3860
00000100:00100000:2.0:1767323824.074511:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6169
00000100:00100000:0.0:1767323824.074512:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817163520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323824.074516:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817163008:0@lo:38:kworker.0
00000100:00100000:1.0:1767323824.074525:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6170
00000100:00100000:2.0:1767323824.074525:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817162880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323824.074556:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323824.074568:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817163264:0@lo:38:kworker.0
00000100:00100000:3.0:1767323824.074585:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323824.074606:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817163008
00000100:00100000:3.0:1767323824.074610:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817163008
00000100:00100000:3.0:1767323824.074623:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817163264
00000100:00100000:3.0:1767323824.074625:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817163264
00000100:00100000:3.0:1767323824.074634:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90918
00000100:00100000:3.0:1767323824.074639:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817162624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323824.074656:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323824.074692:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817162880:12345-0@lo:400:kworker.0 Request processed in 172us (3442us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323824.074700:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817162624:12345-0@lo:38:kworker.0 Request processed in 58us (3524us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323824.074704:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6169
00000100:00100000:3.0:1767323824.074713:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90918
00000100:00100000:3.0:1767323824.074732:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90919
00000100:00100000:3.0:1767323824.074737:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817163008:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323824.074738:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90920
00000100:00100000:2.0:1767323824.074746:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817163264:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323824.074751:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767323824.074773:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323824.074802:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817163008:12345-0@lo:38:kworker.0 Request processed in 62us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323824.074808:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817163264:12345-0@lo:38:kworker.0 Request processed in 59us (219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323824.074815:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90919
00000100:00100000:2.0:1767323824.074822:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90920
00000100:00100000:0.0:1767323824.074848:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817163520:12345-0@lo:400:kworker.0 Request processed in 339us (3398us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323824.074856:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3860
00000100:00080000:3.0:1767323824.074860:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323824.074868:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323824.074870:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817162880:0@lo:400:kworker.0
00000100:00100000:0.0:1767323824.074879:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3861
00000100:00100000:0.0:1767323824.074888:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817163392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323824.074917:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817162752
00000100:00100000:2.0:1767323824.074922:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817162752
00000100:00100000:0.0:1767323824.074930:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817163392:12345-0@lo:400:kworker.0 Request processed in 43us (494us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323824.074936:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3861
00000100:00100000:2.0:1767323824.074950:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462
00000100:00100000:2.0:1767323824.074957:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817162752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323824.074969:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323824.074973:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817163520:0@lo:400:kworker.0
00000100:00100000:2.0:1767323824.075000:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817162752:12345-0@lo:38:kworker.0 Request processed in 43us (566us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323824.075007:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462
00000100:00080000:2.0:1767323824.075058:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323824.075065:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323824.075069:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817162752:0@lo:38:kworker.0
00000100:00080000:2.0:1767323824.075096:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323824.075098:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817163392:0@lo:400:kworker.0
00000100:00080000:2.0:1767323824.075103:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323824.075109:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817163008:0@lo:38:kworker.0
00000100:00080000:2.0:1767323824.075123:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323824.075127:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323824.075130:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817163264:0@lo:38:kworker.0
00000100:00080000:2.0:1767323824.075139:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323824.075143:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323824.075146:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817162624:0@lo:38:kworker.0
00000100:00100000:1.0:1767323824.076793:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817163136:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323824.076796:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323824.076882:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817163136:12345-0@lo:400:kworker.0 Request processed in 2345us (5571us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323824.076890:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6170
00000100:00100000:0.0:1767323824.076994:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817163136:0@lo:400:kworker.0
00000100:00100000:2.0:1767323824.646974:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323825.094967:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323825.670848:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323826.119603:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323826.697643:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323826.858592:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323826.858641:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323826.861623:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758829056
00000100:00100000:2.0:1767323826.861636:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758829056
00000100:00100000:2.0:1767323826.861736:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758828928
00000100:00100000:2.0:1767323826.861740:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758828928
00000100:00100000:2.0:1767323826.861805:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6171
00000100:00100000:2.0:1767323826.861816:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758829056:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323826.861900:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758829056:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 86us (3317us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323826.861908:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6171
00000100:00100000:2.0:1767323826.861930:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90921
00000100:00100000:2.0:1767323826.861935:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758828928:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323826.861954:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323826.861979:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758828928:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (3338us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323826.861989:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90921
00000100:00080000:3.0:1767323826.862074:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323827.143358:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323827.657528:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817163648:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323827.657601:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323827.657997:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817163648
00000100:00100000:2.0:1767323827.658006:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817163648
00000100:00100000:2.0:1767323827.658073:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3603
00000100:00100000:2.0:1767323827.658082:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817163648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323827.658110:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323827.658156:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817163648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (555us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323827.658164:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3603
00000100:00080000:3.0:1767323827.658179:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323827.658215:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817163648:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323827.660907:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817163776:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323827.660964:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323827.661024:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817163776
00000100:00100000:3.0:1767323827.661034:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817163776
00000100:00100000:3.0:1767323827.661106:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604
00000100:00100000:3.0:1767323827.661116:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817163776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323827.661142:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767323827.661216:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323827.662771:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817163776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1636us (1785us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323827.662783:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604
00000100:00100000:0.0:1767323827.662823:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817163776:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323827.718951:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323828.166940:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323828.742893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323829.191062:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323829.191211:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323829.191219:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323829.191222:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323829.191226:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323829.191232:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323829.191240:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6366
00000100:00080000:1.0:1767323829.191245:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323829.191251:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323829.191298:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8a680 x1853166817163904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323829.191325:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323829.191329:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323829.191331:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323829.191335:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6366
00000100:00080000:1.0:1767323829.191337:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323829.191341:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323829.191354:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8b480 x1853166817164032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323829.191436:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817164160:0@lo:400:kworker.0
00000100:00100000:3.0:1767323829.191517:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323829.191624:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817164160
00000100:00100000:0.0:1767323829.191632:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817164160
00000100:00100000:0.0:1767323829.191696:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6172
00000100:00100000:0.0:1767323829.191708:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817164160:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767323829.191810:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323829.191814:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323829.191817:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323829.191821:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6366
00000100:00080000:1.0:1767323829.191824:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323829.191828:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323829.191843:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8aa00 x1853166817164288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323829.191870:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323829.191873:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323829.191875:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323829.191878:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6366
00000100:00080000:1.0:1767323829.191881:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323829.191884:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323829.191896:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa16a00 x1853166817164544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323829.192007:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817163904:0@lo:38:kworker.0
00000100:00100000:2.0:1767323829.192038:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323829.192064:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817164032:0@lo:38:kworker.0
00000100:00100000:2.0:1767323829.192088:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323829.192112:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817164288:0@lo:38:kworker.0
00000100:00100000:2.0:1767323829.192133:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323829.192150:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817164544:0@lo:38:kworker.0
00000100:00100000:2.0:1767323829.192169:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323829.192197:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323829.192207:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817164672:0@lo:400:kworker.0
00000100:00100000:2.0:1767323829.192232:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323829.192251:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323829.192257:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817164416:0@lo:400:kworker.0
00000100:00100000:2.0:1767323829.192277:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323829.192304:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817163904
00000100:00100000:2.0:1767323829.192309:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817163904
00000100:00100000:2.0:1767323829.192324:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817164288
00000100:00100000:2.0:1767323829.192327:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817164288
00000100:00100000:2.0:1767323829.192336:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817164544
00000100:00100000:2.0:1767323829.192338:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817164544
00000100:00100000:2.0:1767323829.192345:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817164416
00000100:00100000:2.0:1767323829.192347:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817164416
00000100:00100000:2.0:1767323829.192369:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6173
00000100:00100000:2.0:1767323829.192375:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817164416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323829.192411:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817164416:12345-0@lo:400:kworker.0 Request processed in 36us (133us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323829.192418:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6173
00000100:00100000:2.0:1767323829.192437:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90922
00000100:00100000:2.0:1767323829.192441:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817163904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323829.192459:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323829.192502:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817163904:12345-0@lo:38:kworker.0 Request processed in 47us (452us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323829.192509:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90922
00000100:00100000:2.0:1767323829.192523:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90923
00000100:00100000:2.0:1767323829.192527:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817164288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323829.192537:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323829.192562:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817164288:12345-0@lo:38:kworker.0 Request processed in 34us (428us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323829.192568:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90923
00000100:00100000:2.0:1767323829.192580:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90924
00000100:00100000:2.0:1767323829.192583:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817164544:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323829.192592:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323829.192614:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817164544:12345-0@lo:38:kworker.0 Request processed in 29us (445us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323829.192620:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90924
00000100:00100000:2.0:1767323829.192644:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817164672
00000100:00100000:2.0:1767323829.192648:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817164672
00000100:00100000:2.0:1767323829.192677:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862
00000100:00100000:2.0:1767323829.192683:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817164672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323829.192714:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817164672:12345-0@lo:400:kworker.0 Request processed in 31us (482us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323829.192720:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862
00000100:00080000:2.0:1767323829.192748:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323829.192751:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323829.192769:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817164160:12345-0@lo:400:kworker.0 Request processed in 1051us (1238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323829.192779:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6172
00000100:00100000:2.0:1767323829.192803:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817164416:0@lo:400:kworker.0
00000100:00100000:0.0:1767323829.192805:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817164032
00000100:00100000:0.0:1767323829.192811:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817164032
00000100:00100000:2.0:1767323829.192819:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817164672:0@lo:400:kworker.0
00000100:00100000:0.0:1767323829.192833:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463
00000100:00100000:0.0:1767323829.192839:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817164032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323829.192850:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323829.192857:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323829.192864:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323829.192868:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817163904:0@lo:38:kworker.0
00000100:00080000:2.0:1767323829.192881:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767323829.192885:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817164032:12345-0@lo:38:kworker.0 Request processed in 43us (794us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767323829.192888:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323829.192896:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817164032:0@lo:38:kworker.0
00000100:00100000:0.0:1767323829.192899:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463
00000100:00080000:2.0:1767323829.192912:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323829.192918:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323829.192930:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817164800:0@lo:400:kworker.0
00000100:00100000:2.0:1767323829.192947:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817164288:0@lo:38:kworker.0
00000100:00100000:0.0:1767323829.192957:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323829.192961:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323829.192967:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323829.192971:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817164544:0@lo:38:kworker.0
00000100:00100000:0.0:1767323829.193013:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817164800
00000100:00100000:0.0:1767323829.193017:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817164800
00000100:00080000:2.0:1767323829.193046:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323829.193065:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3863
00000100:00100000:2.0:1767323829.193072:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817164800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323829.193104:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817164800:12345-0@lo:400:kworker.0 Request processed in 34us (149us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323829.193110:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3863
00000100:00100000:1.0:1767323829.193688:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817164800:0@lo:400:kworker.0
00000100:00100000:3.0:1767323829.193795:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817164160:0@lo:400:kworker.0
00000100:00100000:2.0:1767323829.766878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323830.215540:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323830.790876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323831.239704:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323831.814868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323831.977188:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323831.977283:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323831.982137:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758829312
00000100:00100000:3.0:1767323831.982153:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758829312
00000100:00100000:3.0:1767323831.982254:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758829184
00000100:00100000:3.0:1767323831.982258:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758829184
00000100:00100000:3.0:1767323831.982282:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6174
00000100:00100000:3.0:1767323831.982295:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758829312:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323831.982376:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758829312:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 86us (5198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323831.982384:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6174
00000100:00100000:3.0:1767323831.982402:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90925
00000100:00100000:3.0:1767323831.982406:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758829184:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323831.982426:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323831.982451:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758829184:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (5169us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323831.982457:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90925
00000100:00080000:2.0:1767323831.984319:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323832.265663:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323832.775018:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323832.775040:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817164928:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323832.775107:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323832.775195:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817164928
00000100:00100000:3.0:1767323832.775203:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817164928
00000100:00100000:2.0:1767323832.775209:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323832.775222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817165056:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323832.775267:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323832.775279:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817165056
00000100:00100000:3.0:1767323832.775284:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817165056
00000100:00100000:3.0:1767323832.775314:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605
00000100:00100000:3.0:1767323832.775326:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817164928:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323832.775332:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606
00000100:00100000:2.0:1767323832.775341:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817165056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323832.775358:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:2.0:1767323832.775362:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323832.775411:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817165056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (155us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323832.775419:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606
00000100:00100000:2.0:1767323832.775485:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817165056:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767323832.775603:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323832.775608:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323832.775631:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817164928:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323832.776058:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817164928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 734us (950us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323832.776066:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605
00000100:00100000:2.0:1767323832.838884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323833.287001:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323833.862896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323834.310929:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323834.310940:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323834.310943:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323834.310947:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323834.310951:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323834.310959:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6371
00000100:00080000:2.0:1767323834.310964:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323834.310970:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323834.311009:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75886d80 x1853166817165184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323834.311035:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323834.311039:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323834.311040:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323834.311044:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6371
00000100:00080000:2.0:1767323834.311046:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323834.311049:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323834.311062:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884a80 x1853166817165312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323834.311107:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323834.311111:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323834.311113:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323834.311117:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6371
00000100:00080000:2.0:1767323834.311119:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323834.311122:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323834.311133:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75887b80 x1853166817165568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323834.311154:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323834.311157:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323834.311159:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323834.311162:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6371
00000100:00080000:2.0:1767323834.311164:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323834.311167:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323834.311177:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75887480 x1853166817165824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323834.311270:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817165440:0@lo:400:kworker.0
00000100:00100000:3.0:1767323834.311332:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323834.311404:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323834.311410:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817166080:0@lo:400:kworker.0
00000100:00100000:3.0:1767323834.311434:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323834.311497:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817165952:0@lo:400:kworker.0
00000100:00100000:3.0:1767323834.311519:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323834.311535:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323834.311539:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817165696:0@lo:400:kworker.0
00000100:00100000:3.0:1767323834.311558:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323834.311630:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817166080
00000100:00100000:2.0:1767323834.311637:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817166080
00000100:00100000:2.0:1767323834.311695:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817165952
00000100:00100000:2.0:1767323834.311699:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817165952
00000100:00100000:2.0:1767323834.311720:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3864
00000100:00100000:2.0:1767323834.311729:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817166080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323834.311803:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817166080:12345-0@lo:400:kworker.0 Request processed in 76us (368us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323834.311812:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3864
00000100:00100000:2.0:1767323834.311831:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3865
00000100:00100000:2.0:1767323834.311836:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817165952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323834.311861:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817165952:12345-0@lo:400:kworker.0 Request processed in 26us (342us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323834.311867:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3865
00000100:00100000:2.0:1767323834.311883:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817165440
00000100:00100000:2.0:1767323834.311886:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817165440
00000100:00100000:2.0:1767323834.311907:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817165696
00000100:00100000:2.0:1767323834.311909:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817165696
00000100:00100000:2.0:1767323834.311924:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6175
00000100:00100000:2.0:1767323834.311929:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817165440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323834.311955:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817165440:12345-0@lo:400:kworker.0 Request processed in 25us (623us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323834.311961:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6175
00000100:00100000:2.0:1767323834.311971:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6176
00000100:00100000:2.0:1767323834.311976:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817165696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323834.311998:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817165696:12345-0@lo:400:kworker.0 Request processed in 23us (439us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323834.312003:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6176
00000100:00080000:3.0:1767323834.312671:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323834.312677:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323834.312679:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323834.312713:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817165696:0@lo:400:kworker.0
00000100:00100000:3.0:1767323834.312725:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817165952:0@lo:400:kworker.0
00000100:00100000:3.0:1767323834.312781:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817166080:0@lo:400:kworker.0
00000100:00100000:3.0:1767323834.312792:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817165440:0@lo:400:kworker.0
00000100:00100000:0.0:1767323834.313640:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817165184:0@lo:38:kworker.0
00000100:00100000:0.0:1767323834.313692:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323834.313723:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817165312:0@lo:38:kworker.0
00000100:00100000:0.0:1767323834.313746:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323834.313786:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817165568:0@lo:38:kworker.0
00000100:00100000:0.0:1767323834.313805:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323834.313820:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817165824:0@lo:38:kworker.0
00000100:00100000:0.0:1767323834.313836:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323834.313863:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817165184
00000100:00100000:0.0:1767323834.313868:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817165184
00000100:00100000:0.0:1767323834.313891:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817165568
00000100:00100000:0.0:1767323834.313893:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817165568
00000100:00100000:0.0:1767323834.313902:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817165824
00000100:00100000:0.0:1767323834.313903:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817165824
00000100:00100000:0.0:1767323834.313914:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90926
00000100:00100000:0.0:1767323834.313919:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817165184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323834.313937:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323834.313968:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817165184:12345-0@lo:38:kworker.0 Request processed in 47us (276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323834.313974:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90926
00000100:00100000:0.0:1767323834.313987:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90927
00000100:00100000:0.0:1767323834.313992:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817165568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323834.314000:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323834.314021:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817165568:12345-0@lo:38:kworker.0 Request processed in 28us (214us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323834.314027:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90927
00000100:00100000:0.0:1767323834.314038:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90928
00000100:00100000:0.0:1767323834.314041:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817165824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323834.314049:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323834.314070:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817165824:12345-0@lo:38:kworker.0 Request processed in 27us (233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323834.314075:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90928
00000100:00080000:0.0:1767323834.314104:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323834.314108:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323834.314111:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817165184:0@lo:38:kworker.0
00000100:00080000:0.0:1767323834.314119:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323834.314122:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323834.314124:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817165568:0@lo:38:kworker.0
00000100:00080000:0.0:1767323834.314130:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323834.314133:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323834.314136:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817165824:0@lo:38:kworker.0
00000100:00100000:1.0:1767323834.314215:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817165312
00000100:00100000:1.0:1767323834.314219:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817165312
00000100:00100000:1.0:1767323834.314247:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464
00000100:00100000:1.0:1767323834.314252:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817165312:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323834.314262:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323834.314305:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817165312:12345-0@lo:38:kworker.0 Request processed in 51us (557us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323834.314311:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464
00000100:00080000:1.0:1767323834.314338:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323834.314342:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323834.314345:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817165312:0@lo:38:kworker.0
00010000:00010000:2.0:1767323834.314482:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323834.886897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323835.336022:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323835.911189:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323836.071955:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767323836.072051:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758829440 offset 0 length 520: 4
00000100:00100000:3.0:1767323836.072078:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323836.072475:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758829696
00000100:00100000:2.0:1767323836.072484:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758829696
00000100:00100000:2.0:1767323836.072583:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758829568
00000100:00100000:2.0:1767323836.072585:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758829568
00000100:00100000:2.0:1767323836.072598:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6177
00000100:00100000:2.0:1767323836.072605:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758829696:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323836.072668:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758829696:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 62us (724us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323836.072676:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90929
00000100:00100000:2.0:1767323836.072686:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6177
00000100:00100000:1.0:1767323836.072687:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758829568:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323836.072708:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323836.072744:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758829568:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 61us (666us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323836.072749:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90929
00000100:00080000:3.0:1767323836.073883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323836.358967:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323836.934872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323837.383248:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323837.895515:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323837.895540:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817166208:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323837.895608:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323837.895678:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817166336:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323837.895708:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323837.895797:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817166208
00000100:00100000:0.0:1767323837.895805:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817166208
00000100:00100000:1.0:1767323837.895824:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817166336
00000100:00100000:1.0:1767323837.895828:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817166336
00000100:00080000:3.0:1767323837.895878:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767323837.895883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323837.895934:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607
00000100:00100000:1.0:1767323837.895945:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817166336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323837.895975:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323837.896038:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817166336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323837.896045:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607
00000100:00100000:2.0:1767323837.896093:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817166336:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323837.896291:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608
00000100:00100000:0.0:1767323837.896318:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817166208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323837.896343:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323837.896384:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817166208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (776us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323837.896391:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608
00000100:00100000:2.0:1767323837.896458:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817166208:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323837.958921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323838.406889:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323813/real 1767323813]  req@ffff8d4d4af64700 x1853166817159936/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323838 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767323838.406925:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4af64700 x1853166817159936/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323838 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767323838.406951:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323838.406979:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767323838.406984:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817159936:0@lo:250:kworker.0
00000100:00080000:2.0:1767323838.407071:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323838.407077:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767323838.407079:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323838.407084:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6356
00000100:00080000:2.0:1767323838.407088:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323838.407094:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323838.407126:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885c00 x1853166817166464/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323838.407149:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323838.407153:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323838.407155:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323838.407158:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6376
00000100:00080000:2.0:1767323838.407161:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323838.407164:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323838.407178:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75887480 x1853166817166592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323838.407187:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323838.407190:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323838.407192:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323838.407196:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6376
00000100:00080000:2.0:1767323838.407198:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323838.407201:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323838.407213:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75887b80 x1853166817166720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323838.407252:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323838.407255:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323838.407257:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323838.407261:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6376
00000100:00080000:2.0:1767323838.407263:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323838.407266:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323838.407277:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884e00 x1853166817166976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323838.407684:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817166848:0@lo:400:kworker.0
00000100:00100000:3.0:1767323838.407776:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1767323838.407828:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323838.407844:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817166848
00000100:00100000:0.0:1767323838.407852:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817166848
00000100:00100000:0.0:1767323838.407924:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6178
00000100:00080000:2.0:1767323838.407925:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323838.407931:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323838.407934:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767323838.407937:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817166848:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767323838.407940:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6376
00000100:00080000:2.0:1767323838.407946:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323838.407950:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323838.407965:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75885180 x1853166817167232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323838.407997:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817166848:12345-0@lo:400:kworker.0 Request processed in 63us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323838.408006:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6178
00000100:00100000:2.0:1767323838.408010:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817167104:0@lo:400:kworker.0
00000100:00100000:0.0:1767323838.408038:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817167488:0@lo:400:kworker.0
00000100:00100000:2.0:1767323838.408046:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323838.408073:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323838.408075:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323838.408082:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817167360:0@lo:400:kworker.0
00000100:00100000:0.0:1767323838.408116:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817167104
00000100:00100000:2.0:1767323838.408121:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323838.408122:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817167104
00000100:00100000:2.0:1767323838.408171:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817167488
00000100:00100000:2.0:1767323838.408176:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817167488
00000100:00100000:2.0:1767323838.408202:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817167360
00000100:00100000:2.0:1767323838.408206:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817167360
00000100:00100000:2.0:1767323838.408224:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3866
00000100:00100000:2.0:1767323838.408231:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817167488:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323838.408263:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817167488:12345-0@lo:400:kworker.0 Request processed in 33us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323838.408269:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3866
00000100:00100000:2.0:1767323838.408284:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3867
00000100:00080000:3.0:1767323838.408481:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323838.408515:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817166848:0@lo:400:kworker.0
00000100:00100000:2.0:1767323838.408572:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817167360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323838.408575:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6179
00000100:00100000:0.0:1767323838.408587:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817167104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323838.408612:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817167360:12345-0@lo:400:kworker.0 Request processed in 42us (493us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323838.408642:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817167104:12345-0@lo:400:kworker.0 Request processed in 57us (598us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323838.408649:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6179
00000100:00100000:1.0:1767323838.408673:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817166464:0@lo:250:kworker.0
00000100:00100000:0.0:1767323838.408683:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817167488:0@lo:400:kworker.0
00000400:00000100:1.0:1767323838.408702:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817166464 offset 0 length 520: 4
00000100:00100000:1.0:1767323838.408725:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817166592:0@lo:38:kworker.0
00000100:00100000:1.0:1767323838.408746:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323838.408785:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817166720:0@lo:38:kworker.0
00000100:00100000:1.0:1767323838.408806:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323838.408824:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817166976:0@lo:38:kworker.0
00000100:00100000:1.0:1767323838.408843:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323838.408865:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817167232:0@lo:38:kworker.0
00000100:00100000:0.0:1767323838.408866:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817166592
00000100:00100000:0.0:1767323838.408872:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817166592
00000100:00100000:1.0:1767323838.408891:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323838.410438:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817166976
00000100:00100000:0.0:1767323838.410450:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817166976
00000100:00100000:0.0:1767323838.410491:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817167232
00000100:00100000:0.0:1767323838.410494:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817167232
00000100:00100000:0.0:1767323838.410513:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90930
00000100:00100000:0.0:1767323838.410519:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817166592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323838.410540:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323838.410600:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817166592:12345-0@lo:38:kworker.0 Request processed in 79us (1851us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323838.410607:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90930
00000100:00100000:0.0:1767323838.410622:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90931
00000100:00100000:0.0:1767323838.410626:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817166976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323838.410635:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323838.410659:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817166976:12345-0@lo:38:kworker.0 Request processed in 31us (1815us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323838.410664:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90931
00000100:00100000:0.0:1767323838.410674:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90932
00000100:00100000:0.0:1767323838.410677:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817167232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323838.410686:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323838.410709:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817167232:12345-0@lo:38:kworker.0 Request processed in 30us (1819us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323838.410715:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90932
00000100:00100000:0.0:1767323838.410874:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817166720
00000100:00100000:0.0:1767323838.410879:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817166720
00000100:00100000:0.0:1767323838.410902:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465
00000100:00100000:0.0:1767323838.410906:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817166720:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323838.410917:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323838.410944:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817166720:12345-0@lo:38:kworker.0 Request processed in 36us (2137us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323838.410951:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465
00000100:00080000:0.0:1767323838.410997:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323838.411003:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323838.411007:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817166592:0@lo:38:kworker.0
00000100:00080000:0.0:1767323838.411016:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323838.411019:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323838.411023:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817166720:0@lo:38:kworker.0
00000100:00080000:0.0:1767323838.411031:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323838.411035:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323838.411037:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817166976:0@lo:38:kworker.0
00000100:00080000:0.0:1767323838.411045:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323838.411047:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323838.411050:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817167232:0@lo:38:kworker.0
00000100:00100000:0.0:1767323838.411118:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817167360:0@lo:400:kworker.0
00000100:00100000:0.0:1767323838.411131:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817167104:0@lo:400:kworker.0
00000100:00100000:2.0:1767323838.414697:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3867
00000100:00100000:2.0:1767323838.982860:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323839.431328:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323840.006984:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323840.454991:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323841.031220:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323841.192073:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323841.192123:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323841.192351:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758829952
00000100:00100000:0.0:1767323841.192360:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758829952
00000100:00100000:1.0:1767323841.192376:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758829824
00000100:00100000:1.0:1767323841.192391:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758829824
00000100:00080000:3.0:1767323841.192446:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323841.192564:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6180
00000100:00100000:1.0:1767323841.192576:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758829952:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323841.192649:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758829952:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 76us (585us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323841.192657:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6180
00000100:00100000:1.0:1767323841.192674:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90933
00000100:00100000:1.0:1767323841.192678:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758829824:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323841.192697:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323841.192721:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758829824:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 41us (597us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323841.192728:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90933
00010000:00010000:3.0:1767323841.478940:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323842.055009:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323842.508607:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323843.014979:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817167744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323843.015039:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323843.015132:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817167744
00000100:00100000:2.0:1767323843.015138:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817167744
00000100:00100000:2.0:1767323843.015190:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609
00000100:00100000:2.0:1767323843.015196:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817167744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323843.015220:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323843.015379:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323843.015391:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817167616:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323843.015416:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323843.015447:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817167616
00000100:00100000:1.0:1767323843.015451:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817167616
00000100:00100000:1.0:1767323843.015480:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610
00000100:00100000:1.0:1767323843.015487:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817167616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323843.015502:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323843.015525:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817167616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (108us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323843.015529:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610
00000100:00100000:1.0:1767323843.015565:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817167616:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767323843.015673:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323843.015677:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323843.015839:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817167744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 643us (799us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323843.015845:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609
00000100:00100000:0.0:1767323843.015904:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817167744:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323843.078996:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323843.526918:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323843.526927:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323843.526930:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323843.526934:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323843.526938:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323843.526945:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6381
00000100:00080000:1.0:1767323843.526950:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323843.526956:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323843.526990:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15500 x1853166817167872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323843.527019:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323843.527022:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323843.527023:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323843.527027:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6381
00000100:00080000:1.0:1767323843.527029:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323843.527032:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323843.527043:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15180 x1853166817168000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323843.527085:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323843.527088:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323843.527090:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323843.527093:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6381
00000100:00080000:1.0:1767323843.527095:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323843.527097:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323843.527107:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79407800 x1853166817168256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323843.527131:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323843.527133:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323843.527135:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323843.527138:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6381
00000100:00080000:1.0:1767323843.527140:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323843.527142:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323843.527151:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79406680 x1853166817168512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323843.527194:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817168384:0@lo:400:kworker.0
00000100:00100000:3.0:1767323843.527204:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817168128:0@lo:400:kworker.0
00000100:00100000:2.0:1767323843.527278:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817168768:0@lo:400:kworker.0
00000100:00100000:0.0:1767323843.527379:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817167872:0@lo:38:kworker.0
00000100:00100000:3.0:1767323843.528374:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323843.528420:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323843.528461:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817168640:0@lo:400:kworker.0
00000100:00100000:2.0:1767323843.528473:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817168768
00000100:00100000:2.0:1767323843.528481:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817168768
00000100:00100000:3.0:1767323843.528496:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323843.528525:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817168640
00000100:00100000:2.0:1767323843.528528:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817168640
00000100:00100000:3.0:1767323843.528545:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3868
00000100:00100000:2.0:1767323843.528553:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3869
00000100:00100000:3.0:1767323843.528561:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817168768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323843.528566:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817168640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323843.528627:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817168768:12345-0@lo:400:kworker.0 Request processed in 73us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323843.528632:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817168640:12345-0@lo:400:kworker.0 Request processed in 70us (135us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323843.528640:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3868
00000100:00100000:2.0:1767323843.528652:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3869
00000100:00100000:3.0:1767323843.528693:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817168640:0@lo:400:kworker.0
00000100:00100000:2.0:1767323843.528695:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817168128
00000100:00100000:2.0:1767323843.528701:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817168128
00000100:00080000:3.0:1767323843.528724:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323843.528743:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6181
00000100:00100000:3.0:1767323843.528748:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817168768:0@lo:400:kworker.0
00000100:00100000:2.0:1767323843.528769:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817168128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323843.528812:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817168128:12345-0@lo:400:kworker.0 Request processed in 62us (452us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323843.528818:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6181
00000100:00100000:2.0:1767323843.528846:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817168128:0@lo:400:kworker.0
00000100:00100000:0.0:1767323843.528974:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323843.528993:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817168000:0@lo:38:kworker.0
00000100:00100000:0.0:1767323843.529015:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323843.529043:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817168256:0@lo:38:kworker.0
00000100:00100000:0.0:1767323843.529066:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323843.529073:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817168000
00000100:00100000:3.0:1767323843.529079:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817168000
00000100:00100000:0.0:1767323843.529087:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817168512:0@lo:38:kworker.0
00000100:00100000:3.0:1767323843.529108:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466
00000100:00100000:0.0:1767323843.529112:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323843.529119:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817168000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323843.529137:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323843.529178:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817168000:12345-0@lo:38:kworker.0 Request processed in 60us (161us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323843.529181:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817167872
00000100:00100000:3.0:1767323843.529186:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466
00000100:00100000:0.0:1767323843.529187:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817167872
00000100:00100000:0.0:1767323843.529214:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817168512
00000100:00100000:3.0:1767323843.529214:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817168256
00000100:00100000:0.0:1767323843.529220:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817168512
00000100:00100000:3.0:1767323843.529221:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817168256
00000100:00100000:0.0:1767323843.529236:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90934
00000100:00100000:0.0:1767323843.529242:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817167872:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323843.529246:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90935
00000100:00100000:3.0:1767323843.529254:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817168512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323843.529258:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767323843.529266:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323843.529292:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817167872:12345-0@lo:38:kworker.0 Request processed in 49us (317us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323843.529299:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90934
00000100:00100000:3.0:1767323843.529304:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817168512:12345-0@lo:38:kworker.0 Request processed in 47us (191us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323843.529311:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90935
00000100:00100000:0.0:1767323843.529318:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90936
00000100:00100000:0.0:1767323843.529323:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817168256:12345-0@lo:38:kworker.0
00010000:00010000:3.0:1767323843.529332:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00020000:0.0:1767323843.529333:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323843.529381:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817168256:12345-0@lo:38:kworker.0 Request processed in 56us (314us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323843.529387:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90936
00000100:00080000:0.0:1767323843.529413:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323843.529418:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323843.529421:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817167872:0@lo:38:kworker.0
00000100:00080000:0.0:1767323843.529429:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323843.529432:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323843.529434:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817168000:0@lo:38:kworker.0
00000100:00080000:0.0:1767323843.529441:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323843.529444:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323843.529446:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817168256:0@lo:38:kworker.0
00000100:00080000:0.0:1767323843.529453:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323843.529456:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323843.529458:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817168512:0@lo:38:kworker.0
00000100:00100000:1.0:1767323843.532069:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323843.534106:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817168384
00000100:00100000:2.0:1767323843.534119:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817168384
00000100:00100000:2.0:1767323843.534197:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6182
00000100:00100000:2.0:1767323843.534209:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817168384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323843.534356:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817168384:12345-0@lo:400:kworker.0 Request processed in 149us (2293us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323843.534374:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6182
00000100:00100000:1.0:1767323843.534480:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817168384:0@lo:400:kworker.0
00000100:00080000:3.0:1767323843.535080:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323844.102874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323844.551603:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323845.127060:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323845.574960:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323846.154274:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323846.314559:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323846.314656:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758830208
00000100:00100000:0.0:1767323846.314666:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758830208
00000100:00100000:0.0:1767323846.314795:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6183
00000100:00100000:0.0:1767323846.314806:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758830208:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323846.314897:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758830208:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 93us (348us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323846.314905:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6183
00000100:00080000:3.0:1767323846.315056:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323846.315548:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323846.315630:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758830080
00000100:00100000:2.0:1767323846.315637:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758830080
00000100:00100000:2.0:1767323846.315701:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90937
00000100:00100000:2.0:1767323846.315708:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758830080:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323846.315730:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323846.315799:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758830080:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 89us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323846.315806:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90937
00010000:00010000:0.0:1767323846.598897:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323847.174908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323847.623560:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323848.135617:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323848.135640:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817168896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323848.135704:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323848.135854:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817168896
00000100:00100000:2.0:1767323848.135862:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817168896
00000100:00100000:2.0:1767323848.135920:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611
00000100:00100000:2.0:1767323848.135928:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817168896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323848.135967:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323848.136009:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817168896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323848.136015:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611
00000100:00080000:1.0:1767323848.136451:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323848.136464:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817169024:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323848.136493:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323848.136555:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817168896:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323848.136645:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817169024
00000100:00100000:0.0:1767323848.136650:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817169024
00000100:00100000:0.0:1767323848.136732:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612
00000100:00100000:0.0:1767323848.136741:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817169024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323848.136778:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323848.136816:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817169024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323848.136822:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612
00000100:00080000:1.0:1767323848.136868:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323848.136892:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817169024:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323848.198861:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323848.647240:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323848.647250:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323848.647253:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323848.647257:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323848.647262:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323848.647269:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6386
00000100:00080000:1.0:1767323848.647273:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323848.647278:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323848.647328:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79406300 x1853166817169152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323848.647396:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323848.647400:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323848.647402:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00010000:2.0:1767323848.647404:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323848.647406:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6386
00000100:00080000:1.0:1767323848.647408:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323848.647412:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323848.647426:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79407b80 x1853166817169280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323848.647471:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817169152:0@lo:38:kworker.0
00000100:00100000:2.0:1767323848.647502:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767323848.647520:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323848.647524:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323848.647525:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323848.647529:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6386
00000100:00080000:1.0:1767323848.647531:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323848.647534:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323848.647538:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323848.647548:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218700 x1853166817169536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323848.647572:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323848.647575:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323848.647577:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323848.647579:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6386
00000100:00080000:1.0:1767323848.647581:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323848.647585:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323848.647593:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817169280:0@lo:38:kworker.0
00000100:00100000:1.0:1767323848.647594:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21a300 x1853166817169792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323848.647616:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323848.647641:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817169536:0@lo:38:kworker.0
00000100:00100000:3.0:1767323848.647660:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323848.647662:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323848.647669:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817170048:0@lo:400:kworker.0
00000100:00100000:0.0:1767323848.647677:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817169792:0@lo:38:kworker.0
00000100:00100000:0.0:1767323848.647693:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323848.647696:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323848.647718:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817169920:0@lo:400:kworker.0
00000100:00100000:0.0:1767323848.647737:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817169152
00000100:00100000:3.0:1767323848.647739:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323848.647744:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817169152
00000100:00100000:3.0:1767323848.647777:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323848.647782:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817169664:0@lo:400:kworker.0
00000100:00100000:0.0:1767323848.647808:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817169536
00000100:00100000:3.0:1767323848.647810:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323848.647811:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817169536
00000100:00100000:0.0:1767323848.647825:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817169792
00000100:00100000:0.0:1767323848.647828:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817169792
00000100:00100000:3.0:1767323848.647834:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817169280
00000100:00100000:0.0:1767323848.647835:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817169664
00000100:00100000:3.0:1767323848.647836:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817169280
00000100:00100000:0.0:1767323848.647837:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817169664
00000100:00100000:3.0:1767323848.647859:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467
00000100:00100000:0.0:1767323848.647863:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6184
00000100:00100000:3.0:1767323848.647865:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817169280:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323848.647869:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817169664:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767323848.647885:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323848.647915:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817169664:12345-0@lo:400:kworker.0 Request processed in 47us (104us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323848.647915:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817169280:12345-0@lo:38:kworker.0 Request processed in 49us (297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323848.647923:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6184
00000100:00100000:3.0:1767323848.647923:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467
00000100:00100000:0.0:1767323848.647938:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90938
00000100:00100000:0.0:1767323848.647942:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817169152:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323848.647943:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817170048
00000100:00100000:3.0:1767323848.647946:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817170048
00010000:00020000:0.0:1767323848.647952:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323848.647970:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817169920
00000100:00100000:3.0:1767323848.647973:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817169920
00000100:00100000:0.0:1767323848.647975:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817169152:12345-0@lo:38:kworker.0 Request processed in 32us (436us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323848.647981:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90938
00000100:00100000:3.0:1767323848.647990:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3870
00000100:00100000:0.0:1767323848.647991:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90939
00000100:00100000:0.0:1767323848.647994:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817169536:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323848.647995:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817170048:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767323848.648003:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323848.648021:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817169536:12345-0@lo:38:kworker.0 Request processed in 25us (357us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323848.648022:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817170048:12345-0@lo:400:kworker.0 Request processed in 28us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323848.648026:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90939
00000100:00100000:3.0:1767323848.648028:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3870
00000100:00100000:0.0:1767323848.648037:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90940
00000100:00100000:3.0:1767323848.648037:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3871
00000100:00100000:0.0:1767323848.648041:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817169792:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323848.648043:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817169920:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767323848.648049:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323848.648066:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817169792:12345-0@lo:38:kworker.0 Request processed in 23us (371us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323848.648066:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817169920:12345-0@lo:400:kworker.0 Request processed in 23us (325us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323848.648072:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90940
00000100:00100000:3.0:1767323848.648072:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3871
00000100:00080000:0.0:1767323848.648107:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323848.648118:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817170048:0@lo:400:kworker.0
00000100:00100000:3.0:1767323848.648142:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817169664:0@lo:400:kworker.0
00000100:00080000:0.0:1767323848.648146:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323848.648150:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323848.648151:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817169920:0@lo:400:kworker.0
00000100:00100000:0.0:1767323848.648153:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817169536:0@lo:38:kworker.0
00000100:00080000:0.0:1767323848.648159:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323848.648162:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323848.648165:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817169792:0@lo:38:kworker.0
00000100:00080000:0.0:1767323848.648172:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323848.648175:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323848.648178:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817169152:0@lo:38:kworker.0
00000100:00080000:0.0:1767323848.648185:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323848.648187:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323848.648189:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817169280:0@lo:38:kworker.0
00000100:00100000:2.0:1767323848.649553:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817169408:0@lo:400:kworker.0
00000100:00100000:2.0:1767323848.649608:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323848.650256:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817169408
00000100:00100000:0.0:1767323848.650264:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817169408
00000100:00100000:0.0:1767323848.650352:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6185
00000100:00100000:0.0:1767323848.650360:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817169408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323848.650422:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817169408:12345-0@lo:400:kworker.0 Request processed in 61us (813us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323848.650428:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6185
00000100:00080000:2.0:1767323848.651909:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323848.651963:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817169408:0@lo:400:kworker.0
00000100:00100000:2.0:1767323849.222948:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323849.671023:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323850.247026:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323850.695670:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323851.270975:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323851.432187:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323851.432538:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323851.442124:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758830464
00000100:00100000:3.0:1767323851.442140:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758830464
00000100:00100000:3.0:1767323851.442279:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758830336
00000100:00100000:3.0:1767323851.442293:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758830336
00000100:00100000:3.0:1767323851.442324:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6186
00000100:00100000:3.0:1767323851.442336:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758830464:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323851.442674:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90941
00000100:00100000:1.0:1767323851.442681:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758830336:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323851.442703:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323851.442735:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758830336:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (10198us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323851.442742:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90941
00000100:00100000:3.0:1767323851.443125:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758830464:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 110us (10270us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323851.443134:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6186
00000100:00080000:2.0:1767323851.443771:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323851.719366:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323852.294880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323852.743117:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323853.255510:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323853.255546:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817170176:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323853.255618:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323853.255838:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817170176
00000100:00100000:0.0:1767323853.255847:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817170176
00000100:00100000:0.0:1767323853.255957:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613
00000100:00100000:0.0:1767323853.255966:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817170176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323853.255997:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323853.256038:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817170176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (420us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323853.256046:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613
00000100:00100000:1.0:1767323853.257382:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817170176:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323853.257726:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323853.257738:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817170304:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323853.257819:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323853.258493:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817170304
00000100:00100000:2.0:1767323853.258502:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817170304
00000100:00080000:3.0:1767323853.263763:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323853.263774:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323853.263843:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3614
00000100:00100000:2.0:1767323853.263860:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817170304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323853.263894:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323853.263978:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817170304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (6158us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323853.263985:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3614
00000100:00100000:1.0:1767323853.266828:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817170304:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323853.318868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323853.767307:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323853.767319:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323853.767323:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323853.767327:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323853.767332:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323853.767340:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6391
00000100:00080000:1.0:1767323853.767344:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323853.767350:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323853.767396:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21b100 x1853166817170432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1767323853.767403:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323853.767426:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323853.767430:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323853.767432:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323853.767435:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6391
00000100:00080000:1.0:1767323853.767438:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323853.767441:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323853.767453:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21aa00 x1853166817170560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323853.767487:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323853.767491:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323853.767493:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323853.767497:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6391
00000100:00080000:1.0:1767323853.767500:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323853.767503:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323853.767515:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817170688:0@lo:400:kworker.0
00000100:00100000:1.0:1767323853.767517:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218380 x1853166817170816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323853.767560:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323853.767564:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323853.767566:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323853.767570:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6391
00000100:00080000:1.0:1767323853.767573:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323853.767576:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323853.767588:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323853.767592:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21a300 x1853166817171072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323853.767635:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817170944:0@lo:400:kworker.0
00000100:00100000:1.0:1767323853.767637:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817171328:0@lo:400:kworker.0
00000100:00100000:0.0:1767323853.767667:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323853.767667:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323853.767675:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817171200:0@lo:400:kworker.0
00000100:00100000:2.0:1767323853.767722:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817170432:0@lo:38:kworker.0
00000100:00100000:0.0:1767323853.770484:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817170688
00000100:00100000:0.0:1767323853.770496:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817170688
00000100:00100000:0.0:1767323853.770551:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817170944
00000100:00100000:0.0:1767323853.770554:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817170944
00000100:00100000:0.0:1767323853.770573:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6187
00000100:00100000:0.0:1767323853.770582:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817170688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323853.770649:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817170688:12345-0@lo:400:kworker.0 Request processed in 68us (3063us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323853.770657:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6187
00000100:00100000:0.0:1767323853.770672:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6188
00000100:00100000:0.0:1767323853.770677:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817170944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323853.770709:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817170944:12345-0@lo:400:kworker.0 Request processed in 32us (3042us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323853.770714:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6188
00000100:00080000:0.0:1767323853.770732:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323853.770782:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817170944:0@lo:400:kworker.0
00000100:00100000:0.0:1767323853.770813:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817170688:0@lo:400:kworker.0
00000100:00100000:0.0:1767323853.770850:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817171328
00000100:00100000:0.0:1767323853.770854:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817171328
00000100:00100000:0.0:1767323853.770881:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3872
00000100:00100000:0.0:1767323853.770886:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817171328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323853.770919:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817171328:12345-0@lo:400:kworker.0 Request processed in 33us (3251us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323853.770925:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3872
00000100:00100000:3.0:1767323853.771668:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323853.772075:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817171200
00000100:00100000:0.0:1767323853.772081:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817171200
00000100:00100000:0.0:1767323853.772120:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3873
00000100:00100000:0.0:1767323853.772127:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817171200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323853.772166:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817171200:12345-0@lo:400:kworker.0 Request processed in 40us (499us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323853.772175:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3873
00000100:00100000:1.0:1767323853.772183:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817171328:0@lo:400:kworker.0
00000100:00100000:3.0:1767323853.772254:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817171200:0@lo:400:kworker.0
00000100:00100000:2.0:1767323853.772312:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323853.772348:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817170560:0@lo:38:kworker.0
00000100:00100000:0.0:1767323853.772364:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817170432
00000100:00100000:0.0:1767323853.772368:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817170432
00000100:00100000:2.0:1767323853.772380:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323853.772395:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90942
00000100:00100000:0.0:1767323853.772403:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817170432:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323853.772412:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817170816:0@lo:38:kworker.0
00010000:00020000:0.0:1767323853.772421:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323853.772435:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323853.772441:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817170560
00000100:00100000:3.0:1767323853.772448:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817170560
00000100:00100000:0.0:1767323853.772451:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817170432:12345-0@lo:38:kworker.0 Request processed in 49us (139us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323853.772454:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817171072:0@lo:38:kworker.0
00000100:00100000:0.0:1767323853.772460:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90942
00000100:00100000:1.0:1767323853.772466:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817170816
00000100:00100000:1.0:1767323853.772471:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817170816
00000100:00100000:2.0:1767323853.772480:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323853.772486:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468
00000100:00100000:3.0:1767323853.772494:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817170560:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323853.772496:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817171072
00000100:00100000:1.0:1767323853.772500:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817171072
00000100:00100000:0.0:1767323853.772506:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90943
00010000:00020000:3.0:1767323853.772509:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323853.772516:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817170816:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767323853.772519:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323853.772524:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:0.0:1767323853.772528:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323853.772530:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817170432:0@lo:38:kworker.0
00000100:00100000:1.0:1767323853.772532:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90944
00000100:00100000:1.0:1767323853.772542:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817171072:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767323853.772554:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767323853.772556:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323853.772561:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323853.772563:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817170560:12345-0@lo:38:kworker.0 Request processed in 66us (178us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323853.772566:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817170560:0@lo:38:kworker.0
00000100:00100000:0.0:1767323853.772569:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817170816:12345-0@lo:38:kworker.0 Request processed in 54us (132us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767323853.772578:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323853.772582:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468
00000100:00100000:0.0:1767323853.772583:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90943
00000100:00080000:2.0:1767323853.772584:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323853.772591:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817170816:0@lo:38:kworker.0
00000100:00100000:1.0:1767323853.772600:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817171072:12345-0@lo:38:kworker.0 Request processed in 56us (119us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767323853.772602:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323853.772610:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323853.772614:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90944
00000100:00100000:2.0:1767323853.772617:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817171072:0@lo:38:kworker.0
00000100:00100000:2.0:1767323854.342912:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323854.790922:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323855.366920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323855.815079:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323856.391100:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323856.552111:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323856.552228:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323856.555176:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758830720
00000100:00100000:3.0:1767323856.555196:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758830720
00000100:00100000:3.0:1767323856.555409:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758830592
00000100:00100000:3.0:1767323856.555414:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758830592
00000100:00100000:3.0:1767323856.555443:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6189
00000100:00100000:3.0:1767323856.555454:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758830720:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323856.555585:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758830720:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 133us (3489us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323856.555591:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6189
00000100:00100000:3.0:1767323856.555615:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90945
00000100:00100000:3.0:1767323856.555620:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758830592:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323856.555644:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323856.555676:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758830592:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 55us (3448us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323856.555683:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90945
00000100:00080000:0.0:1767323856.557819:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323856.839347:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323857.415500:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323857.864146:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323858.375088:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817171456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323858.375103:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817171584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323858.375306:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323858.375465:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817171584
00000100:00100000:3.0:1767323858.375608:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323858.375674:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817171584
00000100:00100000:2.0:1767323858.375692:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817171456
00000100:00100000:2.0:1767323858.375699:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817171456
00000100:00080000:3.0:1767323858.375776:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323858.375782:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323858.375788:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3615
00000100:00100000:0.0:1767323858.375799:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817171584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323858.375837:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323858.375853:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616
00000100:00100000:2.0:1767323858.375865:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817171456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323858.375888:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323858.375893:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817171584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (587us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323858.375902:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3615
00000100:00100000:2.0:1767323858.375935:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817171456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (327us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323858.375946:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616
00000100:00100000:1.0:1767323858.376010:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817171584:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323858.376044:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817171456:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323858.438892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767323858.887461:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323858.887476:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323858.887479:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323858.887484:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323858.887490:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323858.887501:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6396
00000100:00080000:1.0:1767323858.887507:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323858.887519:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323858.887574:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218a80 x1853166817171712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:0.0:1767323858.887700:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323858.890012:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817171712:0@lo:38:kworker.0
00000100:00080000:1.0:1767323858.890584:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323858.890591:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323858.890596:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323858.890601:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6396
00000100:00080000:1.0:1767323858.890606:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323858.890613:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323858.890655:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21a300 x1853166817171840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323858.890711:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323858.890716:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323858.890718:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323858.890722:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6396
00000100:00080000:1.0:1767323858.890725:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323858.890728:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323858.890741:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21aa00 x1853166817172096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323858.890786:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323858.890790:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323858.890792:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323858.890796:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6396
00000100:00080000:1.0:1767323858.890799:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323858.890804:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323858.890818:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218700 x1853166817172352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323858.890822:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817171968:0@lo:400:kworker.0
00000100:00100000:2.0:1767323858.890940:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323858.890959:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817172224:0@lo:400:kworker.0
00000100:00100000:0.0:1767323858.890991:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323858.891025:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323858.891028:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817171840:0@lo:38:kworker.0
00000100:00100000:0.0:1767323858.891033:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817172480:0@lo:400:kworker.0
00000100:00100000:0.0:1767323858.891073:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323858.891107:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323858.891142:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817171712
00000100:00100000:0.0:1767323858.891151:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817171712
00000100:00100000:0.0:1767323858.891195:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817172224
00000100:00100000:0.0:1767323858.891198:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817172224
00000100:00100000:0.0:1767323858.891255:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817171968
00000100:00100000:0.0:1767323858.891258:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817171968
00000100:00100000:0.0:1767323858.891281:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6190
00000100:00100000:0.0:1767323858.891287:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817172224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323858.891332:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817172224:12345-0@lo:400:kworker.0 Request processed in 45us (341us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323858.891337:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6190
00000100:00100000:0.0:1767323858.891350:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6191
00000100:00100000:0.0:1767323858.891353:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817171968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323858.891371:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817171968:12345-0@lo:400:kworker.0 Request processed in 17us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323858.891376:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6191
00000100:00100000:0.0:1767323858.891387:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90946
00000100:00100000:0.0:1767323858.891390:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817171712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323858.891412:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323858.891444:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817171712:12345-0@lo:38:kworker.0 Request processed in 52us (506us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323858.891450:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90946
00000100:00080000:0.0:1767323858.891472:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323858.891515:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817172224:0@lo:400:kworker.0
00000100:00100000:0.0:1767323858.891535:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817171968:0@lo:400:kworker.0
00000100:00100000:2.0:1767323858.892477:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323858.892534:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817172096:0@lo:38:kworker.0
00000100:00100000:2.0:1767323858.892580:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323858.892596:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817172352:0@lo:38:kworker.0
00000100:00100000:2.0:1767323858.892618:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323858.892648:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323858.892654:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323858.892657:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817171712:0@lo:38:kworker.0
00000100:00100000:3.0:1767323858.892784:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817172608:0@lo:400:kworker.0
00000100:00100000:0.0:1767323858.892795:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817172096
00000100:00100000:0.0:1767323858.892804:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817172096
00000100:00100000:3.0:1767323858.892823:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323858.892835:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817172352
00000100:00100000:0.0:1767323858.892839:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817172352
00000100:00100000:0.0:1767323858.892863:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90947
00000100:00100000:0.0:1767323858.892871:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817172096:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323858.892873:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817172480
00000100:00100000:3.0:1767323858.892880:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817172480
00010000:00020000:0.0:1767323858.892893:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323858.892923:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817172608
00000100:00100000:3.0:1767323858.892926:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817172608
00000100:00100000:0.0:1767323858.892936:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817172096:12345-0@lo:38:kworker.0 Request processed in 64us (354us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323858.892944:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90947
00000100:00100000:3.0:1767323858.892951:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874
00000100:00100000:3.0:1767323858.892962:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817172480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323858.892965:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90948
00000100:00100000:0.0:1767323858.892973:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817172352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323858.892982:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323858.893017:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817172352:12345-0@lo:38:kworker.0 Request processed in 43us (398us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323858.893025:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90948
00000100:00100000:3.0:1767323858.893025:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817172480:12345-0@lo:400:kworker.0 Request processed in 65us (1953us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323858.893036:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874
00000100:00100000:3.0:1767323858.893056:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3875
00000100:00100000:3.0:1767323858.893063:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817172608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323858.893117:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817172480:0@lo:400:kworker.0
00000100:00100000:1.0:1767323858.893278:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817171840
00000100:00100000:1.0:1767323858.893285:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817171840
00000100:00100000:1.0:1767323858.893312:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469
00000100:00100000:1.0:1767323858.893318:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817171840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323858.893329:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323858.893364:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817171840:12345-0@lo:38:kworker.0 Request processed in 45us (2294us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323858.893371:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469
00000100:00080000:2.0:1767323858.893655:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323858.893661:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323858.893666:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817171840:0@lo:38:kworker.0
00000100:00080000:2.0:1767323858.893676:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323858.893680:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323858.893682:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817172096:0@lo:38:kworker.0
00000100:00080000:2.0:1767323858.893690:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323858.893694:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323858.893697:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817172352:0@lo:38:kworker.0
00000100:00100000:3.0:1767323858.893790:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817172608:12345-0@lo:400:kworker.0 Request processed in 727us (967us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323858.893798:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3875
00000100:00100000:0.0:1767323858.895919:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817172608:0@lo:400:kworker.0
00000100:00100000:2.0:1767323859.462918:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323859.911354:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323860.486885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323860.935240:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323861.510925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323861.673437:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323861.673608:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758830976
00000100:00100000:2.0:1767323861.673621:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758830976
00000100:00100000:2.0:1767323861.674025:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6192
00000100:00100000:2.0:1767323861.674037:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758830976:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323861.674147:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758830976:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 111us (965us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323861.674157:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6192
00000100:00100000:3.0:1767323861.676971:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323861.677044:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758830848
00000100:00080000:0.0:1767323861.677057:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323861.677057:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758830848
00000100:00100000:1.0:1767323861.677114:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90949
00000100:00100000:1.0:1767323861.677125:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758830848:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323861.677154:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323861.677244:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758830848:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 118us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323861.677253:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90949
00000400:00000100:3.0:1767323861.677347:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758831104 offset 0 length 520: 4
00010000:00010000:3.0:1767323861.959822:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323862.537328:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323862.984340:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323863.495077:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817172736:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323863.495159:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323863.495354:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817172736
00000100:00100000:1.0:1767323863.495363:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817172736
00000100:00100000:1.0:1767323863.495428:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617
00000100:00100000:1.0:1767323863.495438:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817172736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323863.495470:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323863.495514:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817172736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323863.495524:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617
00000100:00080000:0.0:1767323863.495598:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323863.495657:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817172736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323863.496219:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817172864:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323863.496260:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323863.496322:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817172864
00000100:00100000:1.0:1767323863.496327:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817172864
00000100:00100000:1.0:1767323863.496374:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618
00000100:00080000:3.0:1767323863.496378:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323863.496384:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817172864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323863.496404:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323863.502545:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817172864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6153us (6273us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323863.502560:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618
00000100:00100000:0.0:1767323863.508319:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817172864:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323863.558825:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323864.006949:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323864.006959:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323864.006962:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323864.006966:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323864.006971:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323864.006977:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6401
00000100:00080000:2.0:1767323864.006982:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323864.006988:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323864.007027:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bd500 x1853166817172992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323864.007046:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323864.007049:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323864.007051:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323864.007054:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6401
00000100:00080000:2.0:1767323864.007057:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323864.007059:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323864.007073:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30380 x1853166817173120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323864.007115:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323864.007119:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323864.007120:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323864.007124:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6401
00000100:00080000:2.0:1767323864.007127:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323864.007130:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323864.007141:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f33100 x1853166817173376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323864.007158:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817173248:0@lo:400:kworker.0
00000100:00080000:2.0:1767323864.007182:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323864.007186:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323864.007188:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323864.007192:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6401
00000100:00080000:2.0:1767323864.007195:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323864.007198:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323864.007211:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30000 x1853166817173632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323864.007240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323864.007243:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817173504:0@lo:400:kworker.0
00000100:00100000:2.0:1767323864.007279:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323864.007334:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817173248
00000100:00100000:2.0:1767323864.007341:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817173248
00000100:00100000:2.0:1767323864.007396:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817173504
00000100:00100000:2.0:1767323864.007400:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817173504
00000100:00080000:3.0:1767323864.007412:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323864.007426:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6193
00000100:00100000:2.0:1767323864.007435:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817173248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323864.007486:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817173248:12345-0@lo:400:kworker.0 Request processed in 52us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323864.007494:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6193
00000100:00100000:2.0:1767323864.007516:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6194
00000100:00100000:2.0:1767323864.007522:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817173504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323864.007532:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817173248:0@lo:400:kworker.0
00000100:00100000:2.0:1767323864.007556:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817173504:12345-0@lo:400:kworker.0 Request processed in 33us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323864.007562:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6194
00000100:00100000:3.0:1767323864.007584:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817173504:0@lo:400:kworker.0
00000100:00100000:0.0:1767323864.008668:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323838/real 1767323838]  req@ffff8d4e75885c00 x1853166817166464/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323863 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00010000:3.0:1767323864.008683:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323864.008692:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e75885c00 x1853166817166464/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323863 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767323864.008708:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817172992:0@lo:38:kworker.0
00000100:00100000:0.0:1767323864.008744:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323864.008796:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817173120:0@lo:38:kworker.0
00000100:00100000:0.0:1767323864.008827:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323864.008846:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817173376:0@lo:38:kworker.0
00000100:00100000:0.0:1767323864.008867:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323864.008887:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817173632:0@lo:38:kworker.0
00000100:00100000:3.0:1767323864.008913:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817172992
00000100:00100000:0.0:1767323864.008918:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323864.008922:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817172992
00000100:00100000:1.0:1767323864.008987:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817173120
00000100:00100000:1.0:1767323864.008993:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817173120
00000100:00100000:1.0:1767323864.009018:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470
00000100:00100000:1.0:1767323864.009023:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817173120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323864.009042:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323864.009074:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817173120:12345-0@lo:38:kworker.0 Request processed in 50us (247us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323864.009081:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470
00000100:00100000:3.0:1767323864.009432:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817173376
00000100:00100000:3.0:1767323864.009437:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817173376
00000100:00100000:3.0:1767323864.009455:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817173632
00000100:00100000:3.0:1767323864.009458:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817173632
00000100:00100000:3.0:1767323864.009475:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90950
00000100:00100000:3.0:1767323864.009481:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817172992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323864.009492:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323864.009522:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817172992:12345-0@lo:38:kworker.0 Request processed in 40us (777us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323864.009528:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90950
00000100:00100000:3.0:1767323864.009539:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90951
00000100:00100000:3.0:1767323864.009543:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817173376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323864.009551:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323864.009572:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817173376:12345-0@lo:38:kworker.0 Request processed in 28us (705us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323864.009578:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90951
00000100:00100000:3.0:1767323864.009589:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90952
00000100:00100000:3.0:1767323864.009593:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817173632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323864.009601:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323864.009628:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817173632:12345-0@lo:38:kworker.0 Request processed in 32us (712us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323864.009634:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90952
00000100:00080000:0.0:1767323864.009639:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323864.009647:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323864.009651:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817173632:0@lo:38:kworker.0
00000100:00080000:0.0:1767323864.009658:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323864.009670:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767323864.009673:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817166464:0@lo:250:kworker.0
00000100:00080000:2.0:1767323864.009691:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323864.009696:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767323864.009701:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323864.009705:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323864.009706:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6381
00000100:00080000:2.0:1767323864.009713:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323864.009714:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323864.009720:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817172992:0@lo:38:kworker.0
00000100:00080000:2.0:1767323864.009722:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00080000:0.0:1767323864.009728:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323864.009733:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323864.009736:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817173120:0@lo:38:kworker.0
00000100:00080000:0.0:1767323864.009745:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323864.009747:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f33480 x1853166817173760/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323864.009751:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323864.009777:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817173376:0@lo:38:kworker.0
00000100:00100000:0.0:1767323864.009801:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817173760:0@lo:250:kworker.0
00000400:00000100:0.0:1767323864.009821:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817173760 offset 0 length 520: 4
00000100:00100000:2.0:1767323864.582968:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323865.030929:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323865.606878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323866.054969:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323866.634221:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323866.796084:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323866.796119:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323866.796185:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758831360
00000100:00100000:3.0:1767323866.796196:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758831360
00000100:00100000:2.0:1767323866.796207:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758831232
00000100:00100000:2.0:1767323866.796214:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758831232
00000100:00100000:2.0:1767323866.796268:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90953
00000100:00100000:2.0:1767323866.796277:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758831232:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323866.796302:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323866.796307:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6195
00000100:00100000:3.0:1767323866.796319:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758831360:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767323866.796374:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323866.796376:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758831232:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 98us (254us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323866.796391:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90953
00000100:00100000:3.0:1767323866.796409:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758831360:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 92us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323866.796416:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6195
00010000:00010000:0.0:1767323867.079575:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323867.656278:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323868.103060:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323868.614962:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323868.614984:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817173888:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323868.614984:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817174016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323868.615190:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323868.615255:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817173888
00000100:00100000:2.0:1767323868.615263:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817173888
00000100:00100000:2.0:1767323868.615331:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619
00000100:00100000:2.0:1767323868.615342:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817173888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323868.615370:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323868.615425:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817173888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323868.615433:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619
00000100:00080000:0.0:1767323868.615499:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323868.615536:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817173888:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323868.615549:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323868.615642:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817174016
00000100:00100000:2.0:1767323868.615646:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817174016
00000100:00100000:2.0:1767323868.615719:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3620
00000100:00100000:2.0:1767323868.615726:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817174016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323868.615742:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323868.615796:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817174016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323868.615805:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3620
00000100:00100000:1.0:1767323868.615911:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817174016:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323868.615960:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323868.678869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323869.126909:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323869.126961:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323869.126966:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323869.126969:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323869.126973:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323869.126977:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323869.126985:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6406
00000100:00080000:1.0:1767323869.126988:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323869.126994:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323869.127033:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21bb80 x1853166817174144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323869.127059:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323869.127062:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323869.127063:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323869.127067:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6406
00000100:00080000:1.0:1767323869.127069:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323869.127073:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323869.127090:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218a80 x1853166817174272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323869.127175:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817174400:0@lo:400:kworker.0
00000100:00100000:3.0:1767323869.127240:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323869.127329:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323869.127333:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323869.127335:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767323869.127337:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817174400
00000100:00080000:1.0:1767323869.127339:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6406
00000100:00080000:1.0:1767323869.127341:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323869.127344:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323869.127345:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817174400
00000100:00100000:1.0:1767323869.127357:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b21b100 x1853166817174528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323869.127381:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323869.127385:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323869.127387:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323869.127389:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6406
00000100:00080000:1.0:1767323869.127392:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323869.127395:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323869.127396:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6196
00000100:00100000:1.0:1767323869.127404:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f9f80 x1853166817174784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323869.127430:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817174656:0@lo:400:kworker.0
00000100:00100000:1.0:1767323869.127457:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323869.127491:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817174656
00000100:00100000:1.0:1767323869.127495:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817174656
00000100:00100000:2.0:1767323869.127551:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817174144:0@lo:38:kworker.0
00000100:00100000:2.0:1767323869.127579:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323869.127604:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817174272:0@lo:38:kworker.0
00000100:00100000:2.0:1767323869.127627:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323869.127650:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817174528:0@lo:38:kworker.0
00000100:00100000:2.0:1767323869.127682:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323869.127700:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817174784:0@lo:38:kworker.0
00000100:00100000:2.0:1767323869.127717:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323869.127743:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817174272
00000100:00100000:2.0:1767323869.127746:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817174272
00000100:00100000:0.0:1767323869.127773:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817174400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323869.127852:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471
00000100:00100000:2.0:1767323869.127857:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817174272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323869.127878:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323869.127910:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817174272:12345-0@lo:38:kworker.0 Request processed in 52us (282us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323869.127916:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471
00000100:00100000:2.0:1767323869.127936:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817174144
00000100:00100000:2.0:1767323869.127938:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817174144
00000100:00100000:1.0:1767323869.129214:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817174528
00000100:00100000:1.0:1767323869.129223:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817174528
00000100:00100000:1.0:1767323869.129239:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817174784
00000100:00100000:1.0:1767323869.129242:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817174784
00000100:00100000:1.0:1767323869.129255:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6197
00000100:00100000:1.0:1767323869.129266:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817174656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323869.129321:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817174656:12345-0@lo:400:kworker.0 Request processed in 60us (1863us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323869.129327:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6197
00000100:00100000:1.0:1767323869.129342:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90954
00000100:00100000:1.0:1767323869.129346:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817174528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323869.129359:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323869.129382:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817174528:12345-0@lo:38:kworker.0 Request processed in 35us (1699us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323869.129388:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90954
00000100:00100000:1.0:1767323869.129851:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90955
00000100:00100000:1.0:1767323869.129856:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817174784:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323869.129877:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323869.129903:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817174784:12345-0@lo:38:kworker.0 Request processed in 46us (2185us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323869.129909:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90955
00000100:00100000:1.0:1767323869.129963:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817174656:0@lo:400:kworker.0
00000100:00080000:1.0:1767323869.130006:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767323869.130055:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323869.130060:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323869.130065:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817174272:0@lo:38:kworker.0
00000100:00080000:1.0:1767323869.130074:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323869.130077:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323869.130079:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817174528:0@lo:38:kworker.0
00000100:00080000:1.0:1767323869.130086:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323869.130088:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323869.130091:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817174784:0@lo:38:kworker.0
00000100:00100000:0.0:1767323869.130217:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817174400:12345-0@lo:400:kworker.0 Request processed in 2464us (2976us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323869.130224:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6196
00000100:00100000:2.0:1767323869.130354:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90956
00000100:00100000:2.0:1767323869.130360:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817174144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323869.130371:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323869.130383:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817174400:0@lo:400:kworker.0
00000100:00100000:2.0:1767323869.130401:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817174144:12345-0@lo:38:kworker.0 Request processed in 41us (2822us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323869.130408:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90956
00000100:00080000:1.0:1767323869.130453:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323869.130457:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323869.130460:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817174144:0@lo:38:kworker.0
00000100:00100000:2.0:1767323869.703647:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323870.151060:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323870.726969:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323871.176016:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323871.750854:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323871.912501:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323871.912556:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323871.915363:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758831616
00000100:00100000:3.0:1767323871.915380:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758831616
00000100:00100000:3.0:1767323871.915529:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758831488
00000100:00100000:3.0:1767323871.915533:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758831488
00000100:00100000:3.0:1767323871.915561:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6198
00000100:00100000:3.0:1767323871.915583:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758831616:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323871.915666:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758831616:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 85us (3174us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323871.915673:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6198
00000100:00100000:3.0:1767323871.915693:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90957
00000100:00100000:3.0:1767323871.915697:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758831488:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323871.915716:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323871.915742:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758831488:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (3185us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323871.915749:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90957
00000100:00080000:1.0:1767323871.919195:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323872.199008:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323872.776412:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323873.223053:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323873.737676:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323873.737702:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817174912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323873.737790:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323873.738029:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817174912
00000100:00100000:0.0:1767323873.738036:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817174912
00000100:00100000:0.0:1767323873.738117:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621
00000100:00100000:0.0:1767323873.738126:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817174912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323873.738157:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323873.738201:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817174912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (411us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323873.738208:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621
00000100:00080000:1.0:1767323873.738337:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323873.738408:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817174912:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323873.739483:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817175040:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323873.739529:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323873.739654:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817175040
00000100:00100000:3.0:1767323873.739661:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817175040
00000100:00100000:3.0:1767323873.739712:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622
00000100:00100000:3.0:1767323873.739722:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817175040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323873.739744:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767323873.741433:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323873.746821:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817175040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7091us (7280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323873.746837:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622
00000100:00100000:1.0:1767323873.746973:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817175040:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323873.798890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323874.246958:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767323874.247270:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323874.247277:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323874.247280:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323874.247284:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323874.247289:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323874.247296:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6411
00000100:00080000:0.0:1767323874.247301:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323874.247307:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323874.247349:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6ca80 x1853166817175168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323874.247408:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817175168:0@lo:38:kworker.0
00000100:00100000:1.0:1767323874.247480:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323874.247545:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323874.247549:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323874.247551:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323874.247555:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6411
00000100:00080000:0.0:1767323874.247557:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323874.247561:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323874.247576:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6c700 x1853166817175296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323874.247631:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817175424:0@lo:400:kworker.0
00000100:00080000:0.0:1767323874.247690:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323874.247694:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323874.247695:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323874.247698:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6411
00000100:00080000:0.0:1767323874.247699:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323874.247702:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323874.247712:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6f800 x1853166817175552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323874.247733:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323874.247735:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323874.247737:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323874.247739:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6411
00000100:00080000:0.0:1767323874.247740:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323874.247742:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323874.247748:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6dc00 x1853166817175808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323874.247800:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817175680:0@lo:400:kworker.0
00000100:00100000:2.0:1767323874.247982:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817175168
00000100:00100000:2.0:1767323874.247990:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817175168
00000100:00100000:2.0:1767323874.248029:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90958
00000100:00100000:2.0:1767323874.248036:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817175168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323874.248056:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323874.248338:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323874.248378:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817175680
00000100:00100000:0.0:1767323874.248381:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817175680
00000100:00100000:0.0:1767323874.248409:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6199
00000100:00100000:0.0:1767323874.248413:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817175680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323874.248445:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817175680:12345-0@lo:400:kworker.0 Request processed in 32us (107us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323874.248461:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6199
00000100:00100000:0.0:1767323874.248491:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817175680:0@lo:400:kworker.0
00000100:00080000:0.0:1767323874.248510:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323874.248612:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817175168:12345-0@lo:38:kworker.0 Request processed in 576us (1132us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323874.248617:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90958
00000100:00080000:1.0:1767323874.248666:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323874.248670:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323874.248672:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817175168:0@lo:38:kworker.0
00000100:00100000:1.0:1767323874.248683:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817175296:0@lo:38:kworker.0
00000100:00100000:1.0:1767323874.248700:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323874.248721:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817175552:0@lo:38:kworker.0
00000100:00100000:1.0:1767323874.248732:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323874.248796:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817175808:0@lo:38:kworker.0
00000100:00100000:1.0:1767323874.248810:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323874.248838:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817175296
00000100:00100000:0.0:1767323874.248841:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817175296
00000100:00100000:0.0:1767323874.248856:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472
00000100:00100000:0.0:1767323874.248859:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817175296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323874.248867:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323874.248888:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817175296:12345-0@lo:38:kworker.0 Request processed in 27us (187us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323874.248894:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472
00000100:00080000:1.0:1767323874.249010:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323874.249014:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323874.249017:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817175296:0@lo:38:kworker.0
00000100:00100000:3.0:1767323874.249108:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323874.249141:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817175552
00000100:00100000:2.0:1767323874.249145:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817175552
00000100:00100000:2.0:1767323874.249171:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817175808
00000100:00100000:2.0:1767323874.249174:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817175808
00000100:00100000:2.0:1767323874.249191:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90959
00000100:00100000:2.0:1767323874.249195:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817175552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323874.249206:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323874.249233:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817175552:12345-0@lo:38:kworker.0 Request processed in 36us (498us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323874.249239:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90959
00000100:00100000:2.0:1767323874.249250:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90960
00000100:00100000:2.0:1767323874.249253:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817175808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323874.249263:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323874.249285:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817175808:12345-0@lo:38:kworker.0 Request processed in 30us (473us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323874.249290:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90960
00000100:00100000:0.0:1767323874.249414:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817175424
00000100:00100000:0.0:1767323874.249418:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817175424
00000100:00080000:2.0:1767323874.249485:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323874.249571:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6200
00000100:00100000:0.0:1767323874.249578:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817175424:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767323874.249595:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323874.249600:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323874.249603:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817175552:0@lo:38:kworker.0
00000100:00080000:1.0:1767323874.249611:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323874.249614:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323874.249617:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817175808:0@lo:38:kworker.0
00000100:00100000:0.0:1767323874.249620:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817175424:12345-0@lo:400:kworker.0 Request processed in 43us (512us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323874.249625:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6200
00000100:00100000:3.0:1767323874.249687:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817175424:0@lo:400:kworker.0
00000100:00100000:2.0:1767323874.823138:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323875.270901:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323875.846938:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323876.295865:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323876.870950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323877.031665:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323877.031800:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758831744
00000100:00100000:2.0:1767323877.031809:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758831744
00000100:00100000:2.0:1767323877.031859:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90961
00000100:00100000:2.0:1767323877.031868:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758831744:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323877.031891:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323877.031988:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758831744:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 119us (332us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323877.031996:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90961
00000100:00100000:1.0:1767323877.035651:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323877.039431:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758831872
00000100:00100000:3.0:1767323877.039456:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758831872
00000100:00100000:3.0:1767323877.039547:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6201
00000100:00100000:3.0:1767323877.039556:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758831872:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323877.039633:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758831872:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (3992us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323877.039644:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6201
00000100:00080000:0.0:1767323877.039783:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767323877.319924:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323877.894857:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323878.347490:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323878.855869:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817175936:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323878.855945:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323878.856053:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817176064:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323878.856085:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323878.856548:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817175936
00000100:00100000:1.0:1767323878.856558:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817175936
00000100:00100000:1.0:1767323878.856798:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817176064
00000100:00100000:1.0:1767323878.856803:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817176064
00000100:00100000:0.0:1767323878.857022:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3623
00000100:00100000:0.0:1767323878.857045:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817175936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323878.857076:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323878.857126:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817175936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (1181us total) trans 0 rc 0/0
00000100:00080000:2.0:1767323878.857186:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323878.857190:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323878.857232:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817175936:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323878.857439:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3624
00000100:00100000:1.0:1767323878.857446:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817176064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323878.857462:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323878.857497:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817176064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (1411us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323878.857503:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624
00000100:00100000:1.0:1767323878.857538:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817176064:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323878.857592:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3623
00000100:00100000:2.0:1767323878.919108:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323879.367170:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323879.367324:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323879.367328:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323879.367331:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323879.367334:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323879.367337:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323879.367343:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6416
00000100:00080000:1.0:1767323879.367348:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323879.367354:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323879.367393:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8000 x1853166817176192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323879.367423:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323879.367426:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323879.367427:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323879.367430:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6416
00000100:00080000:1.0:1767323879.367433:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323879.367435:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323879.367445:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fa300 x1853166817176320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323879.367501:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817176448:0@lo:400:kworker.0
00000100:00100000:3.0:1767323879.367554:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323879.367597:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817176448
00000100:00100000:0.0:1767323879.367605:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817176448
00000100:00080000:1.0:1767323879.367627:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323879.367631:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323879.367633:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323879.367637:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6416
00000100:00080000:1.0:1767323879.367640:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323879.367644:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323879.367658:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f9880 x1853166817176576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323879.367680:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323879.367682:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323879.367684:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323879.367687:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6416
00000100:00080000:1.0:1767323879.367689:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323879.367691:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323879.367699:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8380 x1853166817176832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323879.367848:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817176704:0@lo:400:kworker.0
00000100:00100000:2.0:1767323879.367875:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323879.367885:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817176704
00000100:00100000:0.0:1767323879.367889:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817176704
00000100:00100000:2.0:1767323879.367908:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6202
00000100:00080000:1.0:1767323879.367914:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323879.367917:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817176448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323879.367938:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817176192:0@lo:38:kworker.0
00000100:00100000:1.0:1767323879.367961:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323879.367983:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817176320:0@lo:38:kworker.0
00000100:00100000:1.0:1767323879.368009:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323879.368065:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817176576:0@lo:38:kworker.0
00000100:00100000:1.0:1767323879.368087:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323879.368103:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817176832:0@lo:38:kworker.0
00000100:00100000:1.0:1767323879.368121:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323879.368148:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817176320
00000100:00100000:1.0:1767323879.368152:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817176320
00000100:00100000:1.0:1767323879.368174:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473
00000100:00100000:1.0:1767323879.368180:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817176320:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323879.368196:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323879.368228:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817176320:12345-0@lo:38:kworker.0 Request processed in 47us (218us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323879.368235:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473
00000100:00100000:1.0:1767323879.368254:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817176192
00000100:00100000:1.0:1767323879.368257:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817176192
00000100:00100000:1.0:1767323879.368278:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817176576
00000100:00100000:1.0:1767323879.368281:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817176576
00000100:00100000:1.0:1767323879.368288:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817176832
00000100:00100000:1.0:1767323879.368290:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817176832
00000100:00100000:1.0:1767323879.368298:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90962
00000100:00100000:1.0:1767323879.368302:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817176192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323879.368312:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323879.368336:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817176192:12345-0@lo:38:kworker.0 Request processed in 33us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323879.368353:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90962
00000100:00100000:1.0:1767323879.368364:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90963
00000100:00100000:1.0:1767323879.368368:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817176576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323879.368377:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323879.368399:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817176576:12345-0@lo:38:kworker.0 Request processed in 29us (311us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323879.368404:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90963
00000100:00100000:1.0:1767323879.368414:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90964
00000100:00100000:1.0:1767323879.368418:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817176832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323879.368425:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323879.368446:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817176832:12345-0@lo:38:kworker.0 Request processed in 26us (324us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323879.368451:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90964
00000100:00080000:1.0:1767323879.368485:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323879.368490:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323879.368493:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817176192:0@lo:38:kworker.0
00000100:00080000:1.0:1767323879.368502:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323879.368506:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323879.368509:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817176320:0@lo:38:kworker.0
00000100:00080000:1.0:1767323879.368518:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323879.368521:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323879.368524:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817176576:0@lo:38:kworker.0
00000100:00080000:1.0:1767323879.368532:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323879.368535:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323879.368538:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817176832:0@lo:38:kworker.0
00000100:00100000:2.0:1767323879.368652:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817176448:12345-0@lo:400:kworker.0 Request processed in 735us (1095us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323879.368659:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6202
00000100:00100000:0.0:1767323879.368751:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6203
00000100:00100000:0.0:1767323879.368777:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817176704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323879.368811:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817176704:12345-0@lo:400:kworker.0 Request processed in 37us (935us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323879.368817:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6203
00000100:00100000:2.0:1767323879.368886:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817176704:0@lo:400:kworker.0
00000100:00100000:3.0:1767323879.369432:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817176448:0@lo:400:kworker.0
00000100:00100000:2.0:1767323879.942879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323880.390898:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323880.966843:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323881.415300:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323881.990867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323882.152232:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323882.152311:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758832128
00000100:00100000:1.0:1767323882.152324:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758832128
00000100:00100000:1.0:1767323882.152420:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6204
00000100:00100000:1.0:1767323882.152432:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758832128:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323882.152536:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758832128:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 105us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323882.152546:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6204
00000100:00100000:1.0:1767323882.152659:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323882.152680:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758832000
00000100:00100000:1.0:1767323882.152684:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758832000
00000100:00100000:1.0:1767323882.152706:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90965
00000100:00100000:1.0:1767323882.152712:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758832000:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323882.152735:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323882.152793:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758832000:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 79us (133us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323882.152800:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90965
00000100:00080000:2.0:1767323882.153069:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323882.438964:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323883.014901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323883.462894:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323883.975062:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323883.975086:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817176960:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323883.975164:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323883.975283:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817176960
00000100:00100000:1.0:1767323883.975291:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817176960
00000100:00100000:1.0:1767323883.975358:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3625
00000100:00100000:1.0:1767323883.975370:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817176960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323883.975399:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323883.975448:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817176960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323883.975456:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3625
00000100:00080000:2.0:1767323883.975544:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323883.975583:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817176960:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323883.975779:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817177088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323883.975809:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323883.976143:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817177088
00000100:00100000:3.0:1767323883.976148:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817177088
00000100:00100000:3.0:1767323883.976189:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626
00000100:00080000:2.0:1767323883.976234:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323883.976240:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817177088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323883.976259:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323883.976299:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817177088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (489us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323883.976306:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626
00000100:00100000:2.0:1767323883.976338:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817177088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323884.038844:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323884.487130:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323884.493148:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323884.493159:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767323884.493163:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323884.493168:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323884.493172:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323884.493180:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6421
00000100:00080000:1.0:1767323884.493185:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323884.493191:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323884.493230:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b218a80 x1853166817177216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323884.493247:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323884.493250:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323884.493252:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323884.493256:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6421
00000100:00080000:1.0:1767323884.493260:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323884.493263:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323884.493277:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f9500 x1853166817177344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767323884.493320:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323884.493325:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323884.493327:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323884.493330:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6421
00000100:00080000:1.0:1767323884.493333:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323884.493337:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323884.493349:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8380 x1853166817177600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323884.493359:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817177472:0@lo:400:kworker.0
00000100:00080000:1.0:1767323884.493395:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767323884.493399:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767323884.493401:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767323884.493406:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6421
00000100:00080000:1.0:1767323884.493408:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767323884.493412:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323884.493424:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fa300 x1853166817177856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323884.493436:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323884.493472:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817177984:0@lo:400:kworker.0
00000100:00100000:1.0:1767323884.493512:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323884.493536:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323884.493546:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817178112:0@lo:400:kworker.0
00000100:00100000:1.0:1767323884.493549:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323884.493559:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817177728:0@lo:400:kworker.0
00000100:00100000:3.0:1767323884.493572:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817177984
00000100:00100000:0.0:1767323884.493579:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323884.493580:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817177984
00000100:00100000:1.0:1767323884.493593:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323884.493631:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817178112
00000100:00100000:3.0:1767323884.493634:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817178112
00000100:00100000:3.0:1767323884.493662:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3876
00000100:00100000:2.0:1767323884.493669:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817177216:0@lo:38:kworker.0
00000100:00100000:3.0:1767323884.493673:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817177984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323884.493705:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323884.493940:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817177472
00000100:00100000:0.0:1767323884.493944:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817177472
00000100:00100000:0.0:1767323884.493997:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817177728
00000100:00100000:0.0:1767323884.494001:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817177728
00000100:00100000:0.0:1767323884.494024:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817177216
00000100:00100000:0.0:1767323884.494027:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817177216
00000100:00100000:0.0:1767323884.494043:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6205
00000100:00100000:0.0:1767323884.494049:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817177472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323884.494969:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6206
00000100:00100000:1.0:1767323884.494981:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817177728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323884.497023:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817177344:0@lo:38:kworker.0
00000100:00100000:0.0:1767323884.497156:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817177472:12345-0@lo:400:kworker.0 Request processed in 3103us (3718us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323884.497166:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6205
00000100:00100000:0.0:1767323884.497202:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90966
00000100:00100000:0.0:1767323884.497208:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817177216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323884.497231:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323884.497264:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817177216:12345-0@lo:38:kworker.0 Request processed in 55us (3559us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323884.497270:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90966
00000100:00100000:0.0:1767323884.497296:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3877
00000100:00100000:0.0:1767323884.497306:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817178112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323884.497340:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817178112:12345-0@lo:400:kworker.0 Request processed in 38us (3763us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323884.497346:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3877
00000100:00080000:0.0:1767323884.497375:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323884.497409:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817178112:0@lo:400:kworker.0
00000100:00100000:0.0:1767323884.497422:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817177472:0@lo:400:kworker.0
00000100:00100000:3.0:1767323884.502905:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817177984:12345-0@lo:400:kworker.0 Request processed in 9224us (9382us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323884.502926:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3876
00000100:00100000:0.0:1767323884.502966:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817177984:0@lo:400:kworker.0
00000100:00100000:2.0:1767323884.503055:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323884.503110:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817177600:0@lo:38:kworker.0
00000100:00100000:2.0:1767323884.503150:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323884.503180:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817177856:0@lo:38:kworker.0
00000100:00100000:2.0:1767323884.503203:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323884.503241:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323884.503243:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817177600
00000100:00080000:2.0:1767323884.503249:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323884.503250:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817177600
00000100:00100000:2.0:1767323884.503255:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817177216:0@lo:38:kworker.0
00000100:00100000:3.0:1767323884.503284:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817177856
00000100:00100000:3.0:1767323884.503288:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817177856
00000100:00100000:0.0:1767323884.503324:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817177344
00000100:00100000:0.0:1767323884.503329:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817177344
00000100:00100000:0.0:1767323884.503354:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474
00000100:00100000:0.0:1767323884.503360:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817177344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323884.503381:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323884.503428:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817177344:12345-0@lo:38:kworker.0 Request processed in 67us (375us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323884.503435:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474
00000100:00080000:0.0:1767323884.505327:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323884.505338:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323884.505343:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817177344:0@lo:38:kworker.0
00000100:00100000:1.0:1767323884.505455:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817177728:12345-0@lo:400:kworker.0 Request processed in 10477us (11862us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323884.505465:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6206
00000100:00100000:1.0:1767323884.505494:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90967
00000100:00100000:1.0:1767323884.505499:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817177600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323884.505518:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323884.505557:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817177600:12345-0@lo:38:kworker.0 Request processed in 57us (2408us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323884.505566:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90967
00000100:00100000:1.0:1767323884.505578:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90968
00000100:00100000:1.0:1767323884.505582:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817177856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323884.505591:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323884.505611:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817177856:12345-0@lo:38:kworker.0 Request processed in 27us (2407us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323884.505616:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90968
00000100:00100000:1.0:1767323884.505728:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817177728:0@lo:400:kworker.0
00000100:00080000:1.0:1767323884.505751:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323884.505769:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323884.505772:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817177600:0@lo:38:kworker.0
00000100:00080000:1.0:1767323884.505783:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323884.505787:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323884.505789:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817177856:0@lo:38:kworker.0
00000100:00100000:2.0:1767323885.063201:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323885.511133:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323886.087138:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767323886.250617:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758832256 offset 0 length 520: 4
00000100:00100000:2.0:1767323886.250659:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323886.250695:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323886.250708:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758832512
00000100:00100000:3.0:1767323886.250719:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758832512
00000100:00100000:1.0:1767323886.250751:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758832384
00000100:00080000:0.0:1767323886.250785:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323886.250801:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758832384
00000100:00100000:1.0:1767323886.250851:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90969
00000100:00100000:1.0:1767323886.250859:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758832384:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323886.250883:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323886.250963:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758832384:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 102us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323886.250982:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90969
00000100:00100000:3.0:1767323886.252298:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6207
00000100:00100000:3.0:1767323886.252313:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758832512:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323886.252378:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758832512:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 71us (1719us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323886.252385:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6207
00010000:00010000:3.0:1767323886.535703:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323887.110870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323887.559320:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323888.134875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323888.583499:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323889.095056:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817178368:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323889.095138:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323889.095201:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323889.095227:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817178240:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323889.095261:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323889.095295:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817178368
00000100:00100000:0.0:1767323889.095303:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817178368
00000100:00100000:0.0:1767323889.095434:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817178240
00000100:00100000:0.0:1767323889.095438:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817178240
00000100:00100000:0.0:1767323889.095464:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3627
00000100:00100000:0.0:1767323889.095474:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817178368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323889.095501:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323889.095502:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628
00000100:00100000:2.0:1767323889.095517:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817178240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323889.095535:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767323889.095556:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323889.095560:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817178368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (420us total) trans 0 rc 0/0
00000100:00080000:1.0:1767323889.095562:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323889.095602:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817178240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (340us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323889.095610:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628
00000100:00100000:1.0:1767323889.095628:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817178368:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323889.095652:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3627
00000100:00100000:3.0:1767323889.095710:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817178240:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323889.158897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323889.606868:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323864/real 1767323864]  req@ffff8d4e61f33480 x1853166817173760/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323889 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323889.606868:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323889.606879:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323889.606885:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323889.606892:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323889.606896:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323889.606903:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6427
00000100:00080000:2.0:1767323889.606908:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00100000:1.0:1767323889.606912:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e61f33480 x1853166817173760/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323889 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323889.606916:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00080000:1.0:1767323889.606950:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323889.606966:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767323889.606973:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817173760:0@lo:250:kworker.0
00000100:00100000:2.0:1767323889.606974:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079500 x1853166817178496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1767323889.606990:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323889.606994:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323889.606998:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767323889.607007:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817178496:0@lo:38:kworker.0
00000100:00080000:2.0:1767323889.607014:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323889.607020:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6427
00000100:00080000:2.0:1767323889.607023:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767323889.607028:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323889.607042:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079880 x1853166817178624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323889.607073:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323889.607088:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323889.607092:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323889.607095:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323889.607099:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6427
00000100:00080000:2.0:1767323889.607101:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767323889.607105:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323889.607119:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b800 x1853166817178880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323889.607121:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323889.607134:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817178624:0@lo:38:kworker.0
00000100:00100000:3.0:1767323889.607138:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817178752:0@lo:400:kworker.0
00000100:00080000:2.0:1767323889.607157:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323889.607162:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323889.607164:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323889.607169:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6427
00000100:00100000:1.0:1767323889.607175:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323889.607180:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323889.607182:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767323889.607191:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323889.607206:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079f80 x1853166817179136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323889.607227:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817178880:0@lo:38:kworker.0
00000100:00080000:2.0:1767323889.607243:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323889.607247:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767323889.607250:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767323889.607255:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323889.607255:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817178496
00000100:00080000:2.0:1767323889.607257:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6406
00000100:00080000:2.0:1767323889.607262:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767323889.607264:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817178496
00000100:00080000:2.0:1767323889.607267:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323889.607274:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817179136:0@lo:38:kworker.0
00000100:00100000:2.0:1767323889.607282:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07bb80 x1853166817179520/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323889.607299:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817178752
00000100:00100000:1.0:1767323889.607305:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323889.607305:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817178752
00000100:00100000:1.0:1767323889.607344:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817179520:0@lo:250:kworker.0
00000100:00100000:0.0:1767323889.607358:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000400:00000100:1.0:1767323889.607369:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817179520 offset 0 length 520: 4
00000100:00100000:3.0:1767323889.607369:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817178880
00000100:00100000:0.0:1767323889.607373:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817179392:0@lo:400:kworker.0
00000100:00100000:3.0:1767323889.607375:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817178880
00000100:00100000:3.0:1767323889.607395:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817179136
00000100:00100000:3.0:1767323889.607399:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817179136
00000100:00100000:0.0:1767323889.607414:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323889.607418:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817179264:0@lo:400:kworker.0
00000100:00100000:3.0:1767323889.607420:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6208
00000100:00100000:3.0:1767323889.607439:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817178752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323889.607452:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90970
00000100:00100000:1.0:1767323889.607458:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323889.607463:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817178496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323889.607481:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323889.607505:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323889.607509:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817178752:12345-0@lo:400:kworker.0 Request processed in 75us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323889.607515:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817179008:0@lo:400:kworker.0
00000100:00100000:3.0:1767323889.607522:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6208
00000100:00100000:0.0:1767323889.607525:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817178496:12345-0@lo:38:kworker.0 Request processed in 62us (451us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323889.607534:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90970
00000100:00100000:3.0:1767323889.607549:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90971
00000100:00100000:1.0:1767323889.607550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323889.607558:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817178880:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323889.607570:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323889.607584:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817178624
00000100:00100000:1.0:1767323889.607589:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817178624
00000100:00100000:3.0:1767323889.607600:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817178880:12345-0@lo:38:kworker.0 Request processed in 40us (346us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323889.607616:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475
00000100:00100000:1.0:1767323889.607621:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817178624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323889.607633:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323889.607659:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817178624:12345-0@lo:38:kworker.0 Request processed in 36us (489us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323889.607665:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475
00000100:00100000:1.0:1767323889.607681:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817179008
00000100:00100000:1.0:1767323889.607684:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817179008
00000100:00100000:0.0:1767323889.607702:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90972
00000100:00100000:0.0:1767323889.607707:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817179136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323889.607717:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323889.607746:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817179136:12345-0@lo:38:kworker.0 Request processed in 37us (444us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323889.607751:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90972
00000100:00100000:0.0:1767323889.607793:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817179392
00000100:00100000:3.0:1767323889.607796:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90971
00000100:00100000:0.0:1767323889.607797:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817179392
00000100:00080000:3.0:1767323889.607816:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323889.607835:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817179264
00000100:00100000:3.0:1767323889.607838:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817179264
00000100:00100000:0.0:1767323889.607841:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3878
00000100:00100000:0.0:1767323889.607851:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817179392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323889.607881:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3879
00000100:00100000:0.0:1767323889.607886:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817179392:12345-0@lo:400:kworker.0 Request processed in 37us (472us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323889.607895:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817179264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323889.607897:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3878
00000100:00100000:0.0:1767323889.607946:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817179392:0@lo:400:kworker.0
00000100:00100000:3.0:1767323889.607965:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817179264:12345-0@lo:400:kworker.0 Request processed in 74us (508us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323889.607973:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3879
00000100:00080000:0.0:1767323889.607979:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323889.607987:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323889.607991:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817178880:0@lo:38:kworker.0
00000100:00100000:1.0:1767323889.607997:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6209
00000100:00100000:1.0:1767323889.608008:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817179008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323889.608028:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817178752:0@lo:400:kworker.0
00000100:00100000:1.0:1767323889.608047:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817179008:12345-0@lo:400:kworker.0 Request processed in 41us (498us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323889.608055:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6209
00000100:00100000:3.0:1767323889.608063:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817179008:0@lo:400:kworker.0
00000100:00100000:3.0:1767323889.608077:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817179264:0@lo:400:kworker.0
00000100:00080000:0.0:1767323889.608126:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323889.608130:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323889.608133:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817179136:0@lo:38:kworker.0
00000100:00080000:0.0:1767323889.608140:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323889.608143:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323889.608145:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817178624:0@lo:38:kworker.0
00000100:00080000:0.0:1767323889.608152:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323889.608155:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323889.608157:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817178496:0@lo:38:kworker.0
00000100:00100000:2.0:1767323890.182867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323890.630969:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323891.206865:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323891.370580:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323891.370629:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323891.370862:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758832768
00000100:00100000:0.0:1767323891.370872:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758832768
00000100:00100000:0.0:1767323891.370963:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758832640
00000100:00100000:0.0:1767323891.370966:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758832640
00000100:00100000:0.0:1767323891.370984:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6210
00000100:00100000:0.0:1767323891.370993:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758832768:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323891.371066:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758832768:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 74us (495us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323891.371073:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6210
00000100:00100000:0.0:1767323891.371088:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90973
00000100:00100000:0.0:1767323891.371092:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758832640:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323891.371110:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323891.371132:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758832640:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 38us (502us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323891.371137:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90973
00000100:00080000:3.0:1767323891.371780:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767323891.655818:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323892.231048:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323892.678968:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323893.255771:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323893.702997:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323894.215829:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323894.215855:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817179648:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323894.215936:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323894.216072:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817179648
00000100:00100000:2.0:1767323894.216081:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817179648
00000100:00100000:2.0:1767323894.216152:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629
00000100:00100000:2.0:1767323894.216160:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817179648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323894.216187:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323894.216233:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817179648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323894.216240:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629
00000100:00080000:3.0:1767323894.216337:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323894.216345:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817179648:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323894.216666:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817179776:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323894.216689:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323894.217405:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817179776
00000100:00100000:1.0:1767323894.217412:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817179776
00000100:00100000:1.0:1767323894.217524:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630
00000100:00100000:1.0:1767323894.217533:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817179776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323894.217555:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323894.217613:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817179776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (922us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323894.217619:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630
00000100:00100000:0.0:1767323894.217704:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817179776:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767323894.218527:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323894.278875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323894.726966:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323894.727174:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323894.727181:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323894.727184:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323894.727188:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323894.727192:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323894.727201:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6432
00000100:00080000:3.0:1767323894.727207:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767323894.727214:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323894.727261:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7f800 x1853166817179904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323894.727289:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323894.727292:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323894.727294:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323894.727298:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6432
00000100:00080000:3.0:1767323894.727301:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767323894.727304:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323894.727319:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7ca80 x1853166817180032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323894.727452:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817180160:0@lo:400:kworker.0
00000100:00100000:1.0:1767323894.727539:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323894.727647:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817180160
00000100:00100000:2.0:1767323894.727655:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817180160
00000100:00100000:2.0:1767323894.727715:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6211
00000100:00100000:2.0:1767323894.727725:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817180160:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323894.727835:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323894.727839:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323894.727842:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323894.727846:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6432
00000100:00080000:3.0:1767323894.727849:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767323894.727852:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323894.727869:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7e680 x1853166817180288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323894.727905:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323894.727909:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323894.727910:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323894.727913:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6432
00000100:00080000:3.0:1767323894.727916:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767323894.727918:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323894.727929:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7c380 x1853166817180544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323894.728079:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817180800:0@lo:400:kworker.0
00000100:00100000:0.0:1767323894.728112:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323894.728151:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817180800
00000100:00100000:0.0:1767323894.728155:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817180800
00000100:00100000:0.0:1767323894.728184:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3880
00000100:00100000:0.0:1767323894.728191:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817180800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323894.728228:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817180800:12345-0@lo:400:kworker.0 Request processed in 37us (115us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323894.728234:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3880
00000100:00100000:0.0:1767323894.728257:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817179904:0@lo:38:kworker.0
00000100:00100000:0.0:1767323894.728282:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323894.728300:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817180032:0@lo:38:kworker.0
00000100:00100000:0.0:1767323894.728324:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323894.728360:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817180288:0@lo:38:kworker.0
00000100:00100000:0.0:1767323894.728382:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323894.728399:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817180544:0@lo:38:kworker.0
00000100:00100000:0.0:1767323894.728417:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323894.728445:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817180032
00000100:00100000:0.0:1767323894.728449:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817180032
00000100:00100000:0.0:1767323894.728471:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476
00000100:00100000:0.0:1767323894.728476:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817180032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323894.728493:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323894.728526:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817180032:12345-0@lo:38:kworker.0 Request processed in 48us (201us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323894.728532:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476
00000100:00100000:0.0:1767323894.728549:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817179904
00000100:00100000:0.0:1767323894.728552:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817179904
00000100:00100000:0.0:1767323894.728568:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817180288
00000100:00100000:0.0:1767323894.728572:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817180288
00000100:00100000:0.0:1767323894.728580:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817180544
00000100:00100000:0.0:1767323894.728582:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817180544
00000100:00100000:0.0:1767323894.728591:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90974
00000100:00100000:0.0:1767323894.728595:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817179904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323894.728604:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323894.728628:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817179904:12345-0@lo:38:kworker.0 Request processed in 31us (345us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323894.728635:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90974
00000100:00100000:0.0:1767323894.728646:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90975
00000100:00100000:0.0:1767323894.728649:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817180288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323894.728657:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323894.728677:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817180288:12345-0@lo:38:kworker.0 Request processed in 26us (294us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323894.728682:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90975
00000100:00100000:0.0:1767323894.728692:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90976
00000100:00100000:0.0:1767323894.728696:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817180544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323894.728705:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323894.728726:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817180544:12345-0@lo:38:kworker.0 Request processed in 28us (307us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323894.728731:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90976
00000100:00100000:0.0:1767323894.728790:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817180800:0@lo:400:kworker.0
00000100:00080000:0.0:1767323894.728828:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323894.728833:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323894.728837:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817179904:0@lo:38:kworker.0
00000100:00080000:0.0:1767323894.728844:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323894.728848:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323894.728850:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817180032:0@lo:38:kworker.0
00000100:00080000:0.0:1767323894.728857:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323894.728859:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323894.728862:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817180288:0@lo:38:kworker.0
00000100:00080000:0.0:1767323894.728869:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323894.728872:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323894.728874:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817180544:0@lo:38:kworker.0
00000100:00100000:0.0:1767323894.728931:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817180416:0@lo:400:kworker.0
00000100:00100000:0.0:1767323894.728956:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323894.728975:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323894.728981:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817180672:0@lo:400:kworker.0
00000100:00100000:0.0:1767323894.729001:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323894.729024:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817180416
00000100:00100000:0.0:1767323894.729027:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817180416
00000100:00100000:0.0:1767323894.729052:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6212
00000100:00100000:0.0:1767323894.729057:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817180416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323894.729087:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817180416:12345-0@lo:400:kworker.0 Request processed in 29us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323894.729093:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6212
00000100:00100000:0.0:1767323894.729108:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817180672
00000100:00100000:0.0:1767323894.729111:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817180672
00000100:00100000:0.0:1767323894.729127:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3881
00000100:00100000:0.0:1767323894.729131:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817180672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323894.729157:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817180672:12345-0@lo:400:kworker.0 Request processed in 25us (154us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323894.729162:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3881
00000100:00100000:0.0:1767323894.729188:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817180672:0@lo:400:kworker.0
00000100:00100000:0.0:1767323894.729197:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817180416:0@lo:400:kworker.0
00000100:00080000:0.0:1767323894.729228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323894.729742:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817180160:12345-0@lo:400:kworker.0 Request processed in 2017us (2201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323894.729750:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6211
00000100:00100000:1.0:1767323894.730477:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817180160:0@lo:400:kworker.0
00000100:00100000:1.0:1767323895.304054:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767323895.751184:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323896.329820:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323896.488982:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323896.489031:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323896.489168:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758833024
00000100:00100000:0.0:1767323896.489178:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758833024
00000100:00100000:0.0:1767323896.489294:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758832896
00000100:00100000:0.0:1767323896.489298:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758832896
00000100:00080000:3.0:1767323896.489351:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323896.492030:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6213
00000100:00100000:1.0:1767323896.492056:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758833024:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323896.492628:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90977
00000100:00100000:0.0:1767323896.492636:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758832896:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323896.492660:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323896.492717:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758833024:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 672us (3741us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323896.492726:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6213
00000100:00100000:0.0:1767323896.496165:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758832896:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 3515us (7120us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323896.496180:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90977
00010000:00010000:3.0:1767323896.775098:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323897.352126:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323897.799043:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323898.374890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323898.822988:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323899.335275:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323899.335296:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817180928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323899.335352:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323899.336314:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323899.336325:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817181056:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323899.336349:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323899.341329:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817180928
00000100:00100000:0.0:1767323899.341341:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817180928
00000100:00100000:0.0:1767323899.341412:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817181056
00000100:00100000:0.0:1767323899.341416:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817181056
00000100:00100000:0.0:1767323899.341446:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631
00000100:00100000:0.0:1767323899.341456:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817180928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323899.341488:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323899.341601:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3632
00000100:00100000:2.0:1767323899.341611:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817181056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323899.341627:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767323899.341687:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323899.341692:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323899.341775:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817180928:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323899.342386:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817180928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 929us (7030us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323899.342395:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631
00000100:00100000:2.0:1767323899.342399:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817181056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 791us (6049us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323899.342405:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632
00000100:00100000:3.0:1767323899.343295:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817181056:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323899.398995:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323899.847164:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323899.847179:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323899.847183:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323899.847188:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323899.847193:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323899.847202:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6437
00000100:00080000:2.0:1767323899.847208:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767323899.847216:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323899.847275:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078000 x1853166817181184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323899.847562:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323899.847565:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323899.847567:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323899.847573:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6437
00000100:00080000:2.0:1767323899.847577:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767323899.847582:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323899.847599:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079500 x1853166817181312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323899.847634:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817181184:0@lo:38:kworker.0
00000100:00100000:3.0:1767323899.847681:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817181440:0@lo:400:kworker.0
00000100:00100000:0.0:1767323899.847731:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323899.847822:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817181184
00000100:00100000:1.0:1767323899.847832:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817181184
00000100:00100000:1.0:1767323899.847897:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90978
00000100:00100000:1.0:1767323899.847906:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817181184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323899.847931:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323899.848402:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323899.848407:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323899.848409:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323899.848414:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6437
00000100:00080000:2.0:1767323899.848417:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767323899.848420:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323899.848437:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079f80 x1853166817181568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323899.848494:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817181696:0@lo:400:kworker.0
00000100:00080000:2.0:1767323899.848528:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323899.848531:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323899.848533:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323899.848536:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6437
00000100:00080000:2.0:1767323899.848539:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767323899.848543:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323899.848555:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b480 x1853166817181824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323899.849172:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817182080:0@lo:400:kworker.0
00000100:00100000:1.0:1767323899.849209:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817181184:12345-0@lo:38:kworker.0 Request processed in 1301us (1476us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323899.849222:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90978
00000100:00100000:2.0:1767323899.849227:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323899.849257:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817181952:0@lo:400:kworker.0
00000100:00100000:1.0:1767323899.849290:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323899.849332:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817182080
00000100:00100000:1.0:1767323899.849338:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817182080
00000100:00100000:1.0:1767323899.849371:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817181952
00000100:00100000:1.0:1767323899.849375:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817181952
00000100:00100000:2.0:1767323899.849379:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3882
00000100:00100000:2.0:1767323899.849390:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817182080:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323899.849407:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3883
00000100:00100000:1.0:1767323899.849417:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817181952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323899.849440:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817182080:12345-0@lo:400:kworker.0 Request processed in 52us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323899.849447:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3882
00000100:00100000:1.0:1767323899.849481:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817181952:12345-0@lo:400:kworker.0 Request processed in 66us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323899.849489:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817182080:0@lo:400:kworker.0
00000100:00100000:1.0:1767323899.849490:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3883
00000100:00100000:1.0:1767323899.849524:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817181952:0@lo:400:kworker.0
00000100:00100000:1.0:1767323899.849550:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323899.849663:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323899.849894:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817181440
00000100:00100000:2.0:1767323899.849899:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817181440
00000100:00080000:0.0:1767323899.849983:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323899.849989:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323899.849993:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817181184:0@lo:38:kworker.0
00000100:00100000:0.0:1767323899.849999:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817181312:0@lo:38:kworker.0
00000100:00100000:0.0:1767323899.850027:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323899.850062:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817181568:0@lo:38:kworker.0
00000100:00100000:0.0:1767323899.850083:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323899.850099:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817181824:0@lo:38:kworker.0
00000100:00100000:0.0:1767323899.850117:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323899.850178:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817181312
00000100:00100000:0.0:1767323899.850182:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817181312
00000100:00100000:0.0:1767323899.850207:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477
00000100:00100000:1.0:1767323899.850209:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817181696
00000100:00100000:0.0:1767323899.850214:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817181312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323899.850230:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323899.850262:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817181312:12345-0@lo:38:kworker.0 Request processed in 49us (234us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323899.850268:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477
00000100:00100000:0.0:1767323899.850287:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817181568
00000100:00100000:0.0:1767323899.850290:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817181568
00000100:00100000:0.0:1767323899.850305:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90979
00000100:00100000:0.0:1767323899.850309:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817181568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323899.850318:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323899.850342:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817181568:12345-0@lo:38:kworker.0 Request processed in 31us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323899.850347:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90979
00000100:00100000:0.0:1767323899.850357:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817181824
00000100:00100000:0.0:1767323899.850360:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817181824
00000100:00080000:3.0:1767323899.850412:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323899.850442:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323899.850467:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817181696
00000100:00100000:0.0:1767323899.850549:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6214
00000100:00100000:0.0:1767323899.850558:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817181440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323899.850577:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90980
00000100:00100000:2.0:1767323899.850585:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817181824:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323899.850596:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817181440:12345-0@lo:400:kworker.0 Request processed in 38us (1044us total) trans 0 rc 0/0
00010000:00020000:2.0:1767323899.850599:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323899.850607:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6214
00000100:00100000:2.0:1767323899.850640:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817181824:12345-0@lo:38:kworker.0 Request processed in 54us (520us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323899.850649:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817181440:0@lo:400:kworker.0
00000100:00100000:2.0:1767323899.850650:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90980
00000100:00080000:0.0:1767323899.850676:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323899.850681:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323899.850685:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817181568:0@lo:38:kworker.0
00000100:00080000:2.0:1767323899.850688:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323899.850693:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323899.850698:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323899.850701:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817181824:0@lo:38:kworker.0
00000100:00080000:0.0:1767323899.850709:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323899.850712:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323899.850714:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817181312:0@lo:38:kworker.0
00000100:00100000:3.0:1767323899.851143:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6215
00000100:00100000:3.0:1767323899.851155:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817181696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323899.851195:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817181696:12345-0@lo:400:kworker.0 Request processed in 46us (1533us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323899.851201:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6215
00000100:00100000:0.0:1767323899.851300:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817181696:0@lo:400:kworker.0
00000100:00100000:1.0:1767323900.422862:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323900.871129:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323901.448239:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323901.608950:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323901.608997:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323901.609059:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758833280
00000100:00100000:3.0:1767323901.609070:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758833280
00000100:00100000:1.0:1767323901.609189:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758833152
00000100:00100000:1.0:1767323901.609194:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758833152
00000100:00100000:1.0:1767323901.609256:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90981
00000100:00100000:1.0:1767323901.609263:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758833152:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323901.609286:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323901.609730:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6216
00000100:00100000:3.0:1767323901.609740:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758833280:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323901.609818:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758833280:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 81us (878us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323901.609838:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6216
00000100:00100000:1.0:1767323901.610317:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758833152:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 1048us (1314us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323901.610325:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90981
00000100:00080000:2.0:1767323901.613172:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323901.895777:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323902.471060:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323902.918961:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323903.494827:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323903.944092:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323904.455213:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817182208:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323904.455267:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323904.455285:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817182336:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323904.457102:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323904.457436:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817182336
00000100:00100000:0.0:1767323904.457445:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817182336
00000100:00100000:0.0:1767323904.457544:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3633
00000100:00100000:0.0:1767323904.457554:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817182336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323904.457584:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323904.457634:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817182336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (536us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323904.457641:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3633
00000100:00100000:1.0:1767323904.458853:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323904.458995:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323904.459050:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817182336:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323904.459381:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817182208
00000100:00100000:3.0:1767323904.459388:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817182208
00000100:00100000:3.0:1767323904.459450:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3634
00000100:00100000:3.0:1767323904.459460:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817182208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323904.459483:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323904.459537:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817182208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (687us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323904.459544:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3634
00000100:00080000:1.0:1767323904.459668:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323904.459695:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817182208:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323904.518890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323904.966993:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323904.970073:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323904.970084:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323904.970087:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323904.970091:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323904.970096:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323904.970104:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6442
00000100:00080000:2.0:1767323904.970108:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323904.970115:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323904.970155:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07a300 x1853166817182464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323904.970172:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323904.970176:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323904.970177:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323904.970181:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6442
00000100:00080000:2.0:1767323904.970183:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323904.970188:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323904.970203:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b800 x1853166817182592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323904.970299:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767323904.970430:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323904.970435:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323904.970437:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323904.970441:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6442
00000100:00080000:2.0:1767323904.970444:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323904.970448:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323904.970460:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b480 x1853166817182848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323904.970491:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323904.970494:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323904.970496:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323904.970501:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6442
00000100:00080000:2.0:1767323904.970503:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323904.970507:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323904.970513:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817182976:0@lo:400:kworker.0
00000100:00100000:2.0:1767323904.970519:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079880 x1853166817183104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323904.970662:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817182720:0@lo:400:kworker.0
00000100:00100000:3.0:1767323904.970731:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817182464:0@lo:38:kworker.0
00000100:00100000:0.0:1767323904.971330:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323904.971538:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323904.971628:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817182976
00000100:00100000:0.0:1767323904.971636:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817182976
00000100:00100000:1.0:1767323904.971720:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817182720
00000100:00100000:1.0:1767323904.971724:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817182720
00000100:00100000:3.0:1767323904.971787:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323904.971832:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817182592:0@lo:38:kworker.0
00000100:00100000:3.0:1767323904.971874:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323904.971896:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817182592
00000100:00100000:3.0:1767323904.971900:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817182592
00000100:00100000:3.0:1767323904.971937:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478
00000100:00100000:3.0:1767323904.971944:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817182592:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323904.971969:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323904.972005:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817182592:12345-0@lo:38:kworker.0 Request processed in 60us (130us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323904.972012:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478
00000100:00100000:3.0:1767323904.972044:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817182464
00000100:00100000:3.0:1767323904.972048:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817182464
00000100:00100000:3.0:1767323904.972069:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90982
00000100:00100000:3.0:1767323904.972073:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817182464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323904.972082:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323904.972107:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817182464:12345-0@lo:38:kworker.0 Request processed in 33us (321us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323904.972112:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90982
00000100:00080000:3.0:1767323904.972149:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323904.972153:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323904.972157:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817182592:0@lo:38:kworker.0
00000100:00100000:3.0:1767323904.972163:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817182848:0@lo:38:kworker.0
00000100:00100000:3.0:1767323904.972184:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323904.972201:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817182848
00000100:00100000:3.0:1767323904.972205:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817182848
00000100:00100000:3.0:1767323904.972222:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90983
00000100:00100000:3.0:1767323904.972226:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817182848:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323904.972234:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323904.972256:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817182848:12345-0@lo:38:kworker.0 Request processed in 29us (72us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323904.972261:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90983
00000100:00080000:3.0:1767323904.972281:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323904.972285:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323904.972288:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817182848:0@lo:38:kworker.0
00000100:00100000:3.0:1767323904.972294:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817183104:0@lo:38:kworker.0
00000100:00100000:3.0:1767323904.972317:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323904.972352:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323904.972356:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323904.972359:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817182464:0@lo:38:kworker.0
00000100:00100000:3.0:1767323904.972375:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817183104
00000100:00100000:3.0:1767323904.972378:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817183104
00000100:00100000:3.0:1767323904.972394:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90984
00000100:00100000:3.0:1767323904.972398:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817183104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323904.972406:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323904.972444:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817183104:12345-0@lo:38:kworker.0 Request processed in 45us (126us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323904.972450:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90984
00000100:00080000:3.0:1767323904.972471:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323904.972475:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323904.972478:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817183104:0@lo:38:kworker.0
00000100:00100000:0.0:1767323904.972694:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6217
00000100:00100000:0.0:1767323904.972701:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817182976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323904.972746:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817182976:12345-0@lo:400:kworker.0 Request processed in 46us (2165us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323904.972753:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6217
00000100:00100000:0.0:1767323904.972810:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817182976:0@lo:400:kworker.0
00000100:00080000:2.0:1767323904.973331:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323904.973463:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6218
00000100:00100000:1.0:1767323904.973470:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817182720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323904.973523:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817182720:12345-0@lo:400:kworker.0 Request processed in 54us (1986us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323904.973531:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6218
00000100:00100000:0.0:1767323904.973553:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817182720:0@lo:400:kworker.0
00000100:00100000:2.0:1767323905.542952:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323905.990890:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323906.566877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323906.729390:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323906.729438:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758833536
00000100:00100000:3.0:1767323906.729447:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758833536
00000100:00100000:3.0:1767323906.729513:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6219
00000100:00100000:3.0:1767323906.729522:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758833536:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:1.0:1767323906.729523:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323906.729533:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323906.729545:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758833408
00000100:00100000:1.0:1767323906.729551:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758833408
00000100:00100000:1.0:1767323906.729583:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90985
00000100:00100000:3.0:1767323906.729590:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758833536:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 69us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323906.729593:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758833408:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:3.0:1767323906.729599:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6219
00010000:00020000:1.0:1767323906.729619:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323906.729652:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758833408:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 61us (120us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323906.729659:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90985
00010000:00010000:3.0:1767323907.015098:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323907.592891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323908.041321:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323908.614878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323909.064134:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323909.575121:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323909.575149:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817183232:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323909.575227:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323909.575398:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817183232
00000100:00100000:1.0:1767323909.575407:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817183232
00000100:00100000:1.0:1767323909.575534:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3635
00000100:00100000:1.0:1767323909.575545:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817183232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323909.575581:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323909.575638:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817183232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (410us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323909.575646:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3635
00000100:00080000:3.0:1767323909.575724:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323909.575816:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817183232:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323909.576167:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817183360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323909.576203:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323909.583413:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817183360
00000100:00100000:0.0:1767323909.583429:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817183360
00000100:00100000:0.0:1767323909.583528:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636
00000100:00100000:0.0:1767323909.583539:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817183360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323909.583579:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323909.584046:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817183360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 507us (7840us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323909.584056:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636
00000100:00080000:0.0:1767323909.584087:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323909.584145:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817183360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323909.638897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323910.087575:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323910.087587:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323910.087591:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323910.087595:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323910.087599:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323910.087609:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6447
00000100:00080000:0.0:1767323910.087613:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323910.087620:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323910.087674:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3caa00 x1853166817183488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323910.087705:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323910.087708:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323910.087711:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323910.087715:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6447
00000100:00080000:0.0:1767323910.087717:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323910.087721:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323910.087736:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8380 x1853166817183616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323910.087804:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323910.087808:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323910.087810:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323910.087814:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6447
00000100:00080000:0.0:1767323910.087816:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323910.087819:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323910.087831:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3cbb80 x1853166817183872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323910.087860:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323910.087873:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323910.087875:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323910.087879:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6447
00000100:00080000:0.0:1767323910.087881:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323910.087884:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323910.087895:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4b3c8700 x1853166817184128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323910.088022:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817183488:0@lo:38:kworker.0
00000100:00100000:1.0:1767323910.088089:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323910.088144:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817183616:0@lo:38:kworker.0
00000100:00100000:1.0:1767323910.088168:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323910.088205:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817183872:0@lo:38:kworker.0
00000100:00100000:1.0:1767323910.088225:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323910.088270:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817183488
00000100:00100000:1.0:1767323910.088277:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817183488
00000100:00100000:1.0:1767323910.088308:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817183872
00000100:00100000:1.0:1767323910.088311:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817183872
00000100:00100000:1.0:1767323910.088330:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90986
00000100:00100000:1.0:1767323910.088337:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817183488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323910.088355:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323910.088395:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817183488:12345-0@lo:38:kworker.0 Request processed in 57us (305us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323910.088401:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90986
00000100:00100000:1.0:1767323910.088416:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90987
00000100:00100000:1.0:1767323910.088420:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817183872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323910.088429:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323910.088452:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817183872:12345-0@lo:38:kworker.0 Request processed in 30us (226us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323910.088457:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90987
00000100:00100000:1.0:1767323910.088475:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817183616
00000100:00100000:1.0:1767323910.088479:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817183616
00000100:00100000:1.0:1767323910.088499:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479
00000100:00100000:1.0:1767323910.088503:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817183616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323910.088513:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323910.088537:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817183616:12345-0@lo:38:kworker.0 Request processed in 32us (368us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323910.088543:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479
00000100:00080000:1.0:1767323910.088587:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323910.088591:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323910.088595:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817183488:0@lo:38:kworker.0
00000100:00080000:1.0:1767323910.088604:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323910.088607:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323910.088609:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817183616:0@lo:38:kworker.0
00000100:00080000:1.0:1767323910.088617:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323910.088619:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323910.088622:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817183872:0@lo:38:kworker.0
00000100:00100000:1.0:1767323910.088664:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817184000:0@lo:400:kworker.0
00000100:00100000:1.0:1767323910.088688:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323910.088715:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817184000
00000100:00100000:1.0:1767323910.088719:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817184000
00000100:00100000:1.0:1767323910.088799:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6220
00000100:00100000:1.0:1767323910.088807:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817184000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323910.088848:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817184000:12345-0@lo:400:kworker.0 Request processed in 43us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323910.088855:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6220
00000100:00100000:1.0:1767323910.088899:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817184000:0@lo:400:kworker.0
00000100:00100000:2.0:1767323910.089366:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817183744:0@lo:400:kworker.0
00000100:00100000:2.0:1767323910.089398:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323910.089433:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817183744
00000100:00100000:2.0:1767323910.089437:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817183744
00000100:00100000:2.0:1767323910.089467:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6221
00000100:00100000:2.0:1767323910.089474:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817183744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323910.089509:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817183744:12345-0@lo:400:kworker.0 Request processed in 36us (109us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323910.089515:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6221
00000100:00100000:2.0:1767323910.089545:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817183744:0@lo:400:kworker.0
00000100:00080000:2.0:1767323910.089583:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323910.090826:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817184128:0@lo:38:kworker.0
00000100:00100000:1.0:1767323910.090881:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323910.091098:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817184128
00000100:00100000:2.0:1767323910.091105:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817184128
00000100:00100000:2.0:1767323910.091142:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90988
00000100:00100000:2.0:1767323910.091148:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817184128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323910.091169:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323910.091230:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817184128:12345-0@lo:38:kworker.0 Request processed in 80us (348us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323910.091245:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90988
00000100:00080000:0.0:1767323910.091415:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323910.091421:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323910.091425:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817184128:0@lo:38:kworker.0
00010000:00010000:3.0:1767323910.091502:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323910.664221:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323910.825402:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:0.0:1767323910.825442:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758833664 offset 0 length 520: 4
00000100:00100000:0.0:1767323910.825468:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323910.825565:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758833920
00000100:00100000:1.0:1767323910.825576:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758833920
00000100:00100000:1.0:1767323910.825653:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758833792
00000100:00100000:1.0:1767323910.825656:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758833792
00000100:00100000:1.0:1767323910.825676:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6222
00000100:00100000:1.0:1767323910.825685:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758833920:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323910.825796:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758833920:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 111us (403us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323910.825804:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6222
00000100:00100000:1.0:1767323910.825823:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90989
00000100:00100000:1.0:1767323910.825828:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758833792:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323910.825848:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323910.825877:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758833792:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (409us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323910.825884:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90989
00000100:00080000:0.0:1767323910.825949:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323911.111010:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323911.687857:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323912.135333:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323912.710879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323913.159171:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323913.734874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323914.182923:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323889/real 1767323889]  req@ffff8d4d7d07bb80 x1853166817179520/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323914 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767323914.182957:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d7d07bb80 x1853166817179520/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323914 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767323914.182979:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323914.183005:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767323914.183009:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817179520:0@lo:250:kworker.0
00010000:00010000:3.0:1767323914.183135:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323914.183175:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323914.183179:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767323914.183181:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323914.183186:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6432
00000100:00080000:2.0:1767323914.183189:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323914.183193:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323914.183219:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b480 x1853166817184256/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323914.183238:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323914.183248:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323914.183250:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323914.183254:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6452
00000100:00080000:2.0:1767323914.183256:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323914.183259:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323914.183274:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b800 x1853166817184384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323914.183282:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323914.183284:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323914.183286:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323914.183288:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6452
00000100:00080000:2.0:1767323914.183290:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323914.183292:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323914.183300:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07bb80 x1853166817184512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323914.183366:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817184640:0@lo:400:kworker.0
00000100:00100000:3.0:1767323914.183427:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323914.183513:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817184640
00000100:00100000:1.0:1767323914.183521:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817184640
00000100:00080000:3.0:1767323914.183567:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323914.183580:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6223
00000100:00100000:1.0:1767323914.183589:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817184640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323914.183645:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817184640:12345-0@lo:400:kworker.0 Request processed in 57us (217us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323914.183653:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6223
00000100:00100000:3.0:1767323914.183677:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817184640:0@lo:400:kworker.0
00000100:00080000:2.0:1767323914.183702:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323914.183707:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323914.183709:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323914.183720:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6452
00000100:00080000:2.0:1767323914.183723:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323914.183726:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323914.183740:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d079f80 x1853166817184768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323914.183804:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323914.183807:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323914.183809:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323914.183813:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6452
00000100:00080000:2.0:1767323914.183815:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323914.183819:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323914.183829:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6c380 x1853166817185024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323914.183855:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323914.183860:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817185280:0@lo:400:kworker.0
00000100:00100000:2.0:1767323914.183883:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323914.183906:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817185280
00000100:00100000:2.0:1767323914.183909:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817185280
00000100:00100000:2.0:1767323914.183931:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3884
00000100:00100000:2.0:1767323914.183937:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817185280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323914.183968:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817185280:12345-0@lo:400:kworker.0 Request processed in 31us (83us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323914.183974:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3884
00000100:00100000:2.0:1767323914.184004:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817185280:0@lo:400:kworker.0
00000100:00100000:1.0:1767323914.184062:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817185152:0@lo:400:kworker.0
00000100:00100000:1.0:1767323914.184088:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323914.184111:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767323914.184116:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817184896:0@lo:400:kworker.0
00000100:00100000:1.0:1767323914.184137:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323914.184159:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817184896
00000100:00100000:1.0:1767323914.184162:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817184896
00000100:00100000:1.0:1767323914.184180:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6224
00000100:00100000:1.0:1767323914.184184:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817184896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323914.184205:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817184896:12345-0@lo:400:kworker.0 Request processed in 21us (68us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323914.184209:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6224
00000100:00100000:1.0:1767323914.184226:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817184896:0@lo:400:kworker.0
00000100:00100000:2.0:1767323914.184365:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817185152
00000100:00100000:2.0:1767323914.184368:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817185152
00000100:00080000:3.0:1767323914.184435:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323914.184437:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323914.184438:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323914.184791:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817184256:0@lo:250:kworker.0
00000400:00000100:0.0:1767323914.184822:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817184256 offset 0 length 520: 4
00000100:00100000:0.0:1767323914.184843:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817184384:0@lo:38:kworker.0
00000100:00100000:0.0:1767323914.184866:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323914.184890:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817184512:0@lo:38:kworker.0
00000100:00100000:0.0:1767323914.184914:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323914.184948:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817184768:0@lo:38:kworker.0
00000100:00100000:0.0:1767323914.184968:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323914.184985:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817185024:0@lo:38:kworker.0
00000100:00100000:3.0:1767323914.184994:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817184384
00000100:00100000:3.0:1767323914.184998:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817184384
00000100:00100000:0.0:1767323914.185004:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323914.185047:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817184512
00000100:00100000:0.0:1767323914.185051:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817184512
00000100:00100000:0.0:1767323914.185071:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480
00000100:00100000:0.0:1767323914.185076:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817184512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323914.185093:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323914.185126:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817184512:12345-0@lo:38:kworker.0 Request processed in 48us (211us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323914.185132:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480
00000100:00100000:2.0:1767323914.185472:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3885
00000100:00100000:2.0:1767323914.185482:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817185152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323914.185525:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817185152:12345-0@lo:400:kworker.0 Request processed in 46us (1436us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323914.185530:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3885
00000100:00100000:3.0:1767323914.185972:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817184768
00000100:00100000:3.0:1767323914.185977:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817184768
00000100:00100000:3.0:1767323914.185996:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817185024
00000100:00100000:3.0:1767323914.185999:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817185024
00000100:00100000:3.0:1767323914.186014:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90990
00000100:00100000:3.0:1767323914.186020:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817184384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323914.186032:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323914.186046:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90991
00000100:00100000:0.0:1767323914.186051:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817184768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323914.186061:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323914.186062:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817184384:12345-0@lo:38:kworker.0 Request processed in 42us (1196us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323914.186068:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90990
00000100:00100000:3.0:1767323914.186080:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90992
00000100:00100000:0.0:1767323914.186084:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817184768:12345-0@lo:38:kworker.0 Request processed in 31us (1115us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323914.186084:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817185024:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323914.186089:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90991
00010000:00020000:3.0:1767323914.186092:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323914.186111:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817185024:12345-0@lo:38:kworker.0 Request processed in 27us (1106us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323914.186116:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90992
00000100:00080000:0.0:1767323914.186125:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323914.186130:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323914.186133:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817184384:0@lo:38:kworker.0
00000100:00080000:0.0:1767323914.186142:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323914.186145:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323914.186148:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817184512:0@lo:38:kworker.0
00000100:00080000:0.0:1767323914.186155:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323914.186158:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323914.186161:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817184768:0@lo:38:kworker.0
00000100:00080000:0.0:1767323914.186168:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323914.186172:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323914.186174:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817185024:0@lo:38:kworker.0
00000100:00100000:3.0:1767323914.186201:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817185152:0@lo:400:kworker.0
00000100:00100000:0.0:1767323914.695349:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817185408:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323914.695413:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323914.698281:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817185408
00000100:00100000:3.0:1767323914.698311:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817185408
00000100:00100000:3.0:1767323914.698498:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637
00000100:00100000:3.0:1767323914.698512:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817185408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323914.698565:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323914.698685:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817185408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 176us (3270us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323914.698693:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637
00000100:00100000:3.0:1767323914.701392:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817185536:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323914.701499:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323914.701784:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817185536
00000100:00100000:2.0:1767323914.701795:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817185536
00000100:00100000:2.0:1767323914.701868:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638
00000100:00100000:2.0:1767323914.701879:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817185536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323914.701925:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323914.702004:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817185536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (503us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323914.702014:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638
00000100:00100000:2.0:1767323914.702092:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817185536:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323914.702210:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817185408:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323914.758925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323915.207026:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323915.782846:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323915.951332:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323915.951396:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323915.951593:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758834048
00000100:00100000:0.0:1767323915.951608:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758834048
00000100:00100000:0.0:1767323915.951675:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758834176
00000100:00100000:0.0:1767323915.951680:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758834176
00000100:00080000:1.0:1767323915.951899:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323915.952144:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6225
00000100:00100000:0.0:1767323915.952157:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758834176:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323915.952258:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758834176:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (861us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323915.952266:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6225
00000100:00100000:0.0:1767323915.952294:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90993
00000100:00100000:0.0:1767323915.952300:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758834048:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323915.952320:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323915.952345:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758834048:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 44us (1028us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323915.952351:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90993
00010000:00010000:1.0:1767323916.231026:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323916.807967:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323917.255220:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323917.830872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323918.279606:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323918.855019:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323919.304003:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323919.304111:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323919.304122:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323919.304124:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323919.304130:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323919.304136:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323919.304146:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6456
00000100:00080000:3.0:1767323919.304152:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323919.304160:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323919.304221:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7ea00 x1853166817185664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323919.304739:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817185664:0@lo:38:kworker.0
00000100:00100000:0.0:1767323919.304870:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323919.304930:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817185664
00000100:00100000:1.0:1767323919.304942:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817185664
00000100:00080000:3.0:1767323919.304994:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323919.305000:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323919.305003:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323919.305009:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6456
00000100:00080000:3.0:1767323919.305012:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323919.305018:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323919.305022:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90994
00000100:00100000:1.0:1767323919.305032:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817185664:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323919.305050:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7c700 x1853166817185792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:1.0:1767323919.305064:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323919.307974:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817185792:0@lo:38:kworker.0
00000100:00100000:0.0:1767323919.308147:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323919.308298:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817185792
00000100:00100000:2.0:1767323919.308307:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817185792
00000100:00100000:2.0:1767323919.308357:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481
00000100:00100000:2.0:1767323919.308365:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817185792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323919.308395:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323919.308447:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817185792:12345-0@lo:38:kworker.0 Request processed in 81us (300us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323919.308454:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481
00000100:00100000:1.0:1767323919.311305:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817185664:12345-0@lo:38:kworker.0 Request processed in 6261us (6423us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323919.311324:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90994
00000100:00080000:0.0:1767323919.313426:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323919.313444:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323919.313450:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817185664:0@lo:38:kworker.0
00000100:00080000:0.0:1767323919.313502:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323919.313506:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323919.313510:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817185792:0@lo:38:kworker.0
00000100:00100000:2.0:1767323919.314659:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767323919.315443:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323919.315452:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323919.315456:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323919.315463:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6456
00000100:00080000:3.0:1767323919.315468:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323919.315476:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323919.315508:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4fc7ea00 x1853166817186048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323919.315566:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323919.315570:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323919.315572:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323919.315575:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6456
00000100:00080000:3.0:1767323919.315578:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323919.315581:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323919.315594:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439180 x1853166817186304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323919.315676:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817186176:0@lo:400:kworker.0
00000100:00100000:1.0:1767323919.315792:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323919.315844:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323919.315851:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817186432:0@lo:400:kworker.0
00000100:00100000:1.0:1767323919.315882:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323919.315929:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817186176
00000100:00100000:1.0:1767323919.315939:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817186176
00000100:00080000:1.0:1767323919.315970:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323919.316025:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6226
00000100:00100000:1.0:1767323919.316037:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817186176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323919.316101:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817186176:12345-0@lo:400:kworker.0 Request processed in 67us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323919.316110:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6226
00000100:00100000:1.0:1767323919.316154:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817186176:0@lo:400:kworker.0
00000100:00100000:1.0:1767323919.316218:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817186432
00000100:00100000:1.0:1767323919.316223:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817186432
00000100:00100000:1.0:1767323919.316256:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886
00000100:00100000:1.0:1767323919.316263:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817186432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323919.316451:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817186432:12345-0@lo:400:kworker.0 Request processed in 188us (568us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323919.316458:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886
00000100:00080000:1.0:1767323919.316479:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767323919.316498:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817186432:0@lo:400:kworker.0
00000100:00100000:0.0:1767323919.316599:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817186048:0@lo:38:kworker.0
00000100:00100000:0.0:1767323919.316635:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323919.316675:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817186304:0@lo:38:kworker.0
00000100:00100000:0.0:1767323919.316699:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323919.316838:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817186048
00000100:00100000:1.0:1767323919.316844:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817186048
00000100:00100000:1.0:1767323919.316877:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817186304
00000100:00100000:1.0:1767323919.316880:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817186304
00000100:00100000:1.0:1767323919.316902:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90995
00000100:00100000:1.0:1767323919.316907:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817186048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323919.316930:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323919.316967:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817186048:12345-0@lo:38:kworker.0 Request processed in 59us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323919.316973:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90995
00000100:00100000:1.0:1767323919.316985:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90996
00000100:00100000:1.0:1767323919.316988:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817186304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323919.316997:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323919.317020:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817186304:12345-0@lo:38:kworker.0 Request processed in 30us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323919.317025:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90996
00000100:00100000:2.0:1767323919.317139:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817186560:0@lo:400:kworker.0
00000100:00100000:2.0:1767323919.317174:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323919.317190:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817185920:0@lo:400:kworker.0
00000100:00100000:2.0:1767323919.317212:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323919.317243:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817185920
00000100:00100000:2.0:1767323919.317246:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817185920
00000100:00100000:2.0:1767323919.317278:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6227
00000100:00100000:2.0:1767323919.317298:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817185920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323919.317333:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817185920:12345-0@lo:400:kworker.0 Request processed in 37us (120us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323919.317339:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6227
00000100:00080000:2.0:1767323919.317359:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323919.317378:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817185920:0@lo:400:kworker.0
00000100:00100000:1.0:1767323919.317520:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817186560
00000100:00100000:1.0:1767323919.317525:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817186560
00000100:00100000:1.0:1767323919.317565:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3887
00000100:00100000:1.0:1767323919.317572:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817186560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323919.317605:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817186560:12345-0@lo:400:kworker.0 Request processed in 34us (431us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323919.317611:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3887
00000100:00080000:0.0:1767323919.317702:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323919.317708:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323919.317711:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817186048:0@lo:38:kworker.0
00000100:00080000:0.0:1767323919.317721:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323919.317725:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323919.317727:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817186304:0@lo:38:kworker.0
00000100:00080000:2.0:1767323919.317792:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323919.317811:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817186560:0@lo:400:kworker.0
00000100:00100000:0.0:1767323919.815454:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323919.815485:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817186688:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323919.815587:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323919.815808:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817186688
00000100:00100000:2.0:1767323919.815818:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817186688
00000100:00100000:2.0:1767323919.815892:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3639
00000100:00100000:2.0:1767323919.815903:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817186688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323919.815944:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767323919.816160:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817186688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 258us (572us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323919.816169:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3639
00000100:00100000:0.0:1767323919.816281:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817186688:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323919.816827:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323919.816842:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817186816:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323919.816893:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323919.816935:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817186816
00000100:00100000:3.0:1767323919.816940:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817186816
00000100:00100000:2.0:1767323919.817095:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640
00000100:00100000:2.0:1767323919.817105:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817186816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323919.817131:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323919.817171:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817186816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323919.817178:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640
00000100:00100000:1.0:1767323919.817824:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817186816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323919.878877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323920.328050:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323920.902907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323921.065589:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323921.065706:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323921.065814:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758834304
00000100:00100000:1.0:1767323921.065828:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758834304
00000100:00100000:0.0:1767323921.065837:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758834432
00000100:00100000:0.0:1767323921.065849:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758834432
00000100:00100000:1.0:1767323921.065892:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 90997
00000100:00100000:1.0:1767323921.065902:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758834304:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323921.065927:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323921.065937:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6228
00000100:00100000:0.0:1767323921.065950:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758834432:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323921.066026:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758834432:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 75us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323921.066028:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758834304:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 120us (441us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323921.066045:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6228
00000100:00100000:1.0:1767323921.066325:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 90997
00000100:00080000:3.0:1767323921.066512:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323921.352802:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323921.927132:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323922.376377:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323922.950855:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323923.398957:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323923.974917:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323924.423112:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323924.423199:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323924.423205:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323924.423208:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323924.423211:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323924.423216:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323924.423223:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6461
00000100:00080000:3.0:1767323924.423227:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323924.423234:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323924.423285:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439f80 x1853166817186944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323924.423301:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323924.423303:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323924.423304:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323924.423307:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6461
00000100:00080000:3.0:1767323924.423309:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323924.423312:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323924.423321:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439880 x1853166817187072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323924.423401:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767323924.423444:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323924.423446:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323924.423448:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323924.423451:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6461
00000100:00080000:3.0:1767323924.423453:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323924.423456:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323924.423466:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543bb80 x1853166817187328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323924.423491:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323924.423494:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323924.423495:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323924.423498:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6461
00000100:00080000:3.0:1767323924.423499:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323924.423501:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323924.423514:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543b800 x1853166817187584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323924.423556:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817186944:0@lo:38:kworker.0
00000100:00100000:1.0:1767323924.423568:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817187456:0@lo:400:kworker.0
00000100:00100000:0.0:1767323924.423996:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817187840:0@lo:400:kworker.0
00000100:00100000:3.0:1767323924.424333:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817187712:0@lo:400:kworker.0
00000100:00100000:1.0:1767323924.424446:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323924.424536:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817187456
00000100:00100000:1.0:1767323924.424546:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817187456
00000100:00100000:1.0:1767323924.424635:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6229
00000100:00100000:1.0:1767323924.424647:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817187456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323924.424712:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817187456:12345-0@lo:400:kworker.0 Request processed in 67us (267us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323924.424719:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6229
00000100:00100000:1.0:1767323924.424791:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817187456:0@lo:400:kworker.0
00000100:00080000:1.0:1767323924.424827:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323924.425124:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323924.425354:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323924.425409:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817187200:0@lo:400:kworker.0
00000100:00100000:0.0:1767323924.425448:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817187840
00000100:00100000:0.0:1767323924.425452:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817187840
00000100:00100000:0.0:1767323924.425484:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3888
00000100:00100000:0.0:1767323924.425489:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817187840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323924.425519:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817187840:12345-0@lo:400:kworker.0 Request processed in 30us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323924.425524:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3888
00000100:00080000:0.0:1767323924.425535:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323924.425919:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323924.426029:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817187712
00000100:00100000:0.0:1767323924.426034:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817187712
00000100:00100000:0.0:1767323924.426113:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3889
00000100:00100000:0.0:1767323924.426120:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817187712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323924.426159:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817187712:12345-0@lo:400:kworker.0 Request processed in 41us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323924.426165:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3889
00000100:00080000:3.0:1767323924.426214:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323924.426246:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817187712:0@lo:400:kworker.0
00000100:00100000:2.0:1767323924.426312:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817187072:0@lo:38:kworker.0
00000100:00100000:2.0:1767323924.426363:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323924.426389:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323924.426403:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817187328:0@lo:38:kworker.0
00000100:00100000:2.0:1767323924.426441:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817187072
00000100:00100000:2.0:1767323924.426447:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817187072
00000100:00100000:2.0:1767323924.426491:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482
00000100:00100000:2.0:1767323924.426500:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817187072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323924.426522:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323924.426574:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817187072:12345-0@lo:38:kworker.0 Request processed in 73us (210us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323924.426581:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482
00000100:00100000:1.0:1767323924.427900:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817186944
00000100:00100000:1.0:1767323924.427908:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817186944
00000100:00100000:3.0:1767323924.427970:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323924.428042:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817187840:0@lo:400:kworker.0
00000100:00100000:3.0:1767323924.428309:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817187584:0@lo:38:kworker.0
00000100:00100000:2.0:1767323924.428339:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817187200
00000100:00100000:2.0:1767323924.428346:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817187200
00000100:00100000:2.0:1767323924.428400:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817187328
00000100:00100000:2.0:1767323924.428404:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817187328
00000100:00100000:2.0:1767323924.428423:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6230
00000100:00100000:2.0:1767323924.428432:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817187200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323924.428506:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817187200:12345-0@lo:400:kworker.0 Request processed in 74us (2129us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323924.428515:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6230
00000100:00100000:3.0:1767323924.428522:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323924.428537:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817187584
00000100:00100000:2.0:1767323924.428543:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817187584
00000100:00100000:2.0:1767323924.428566:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90998
00000100:00100000:2.0:1767323924.428572:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817186944:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767323924.428576:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767323924.428590:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323924.428638:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817186944:12345-0@lo:38:kworker.0 Request processed in 66us (3520us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323924.428645:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90998
00000100:00100000:2.0:1767323924.428659:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90999
00000100:00100000:2.0:1767323924.428663:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817187328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323924.428673:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323924.428691:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323924.428698:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817187072:0@lo:38:kworker.0
00000100:00080000:3.0:1767323924.428722:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323924.428723:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817187328:12345-0@lo:38:kworker.0 Request processed in 56us (755us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323924.428734:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323924.428741:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90999
00000100:00100000:3.0:1767323924.428744:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817187328:0@lo:38:kworker.0
00000100:00100000:2.0:1767323924.428806:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91000
00000100:00100000:2.0:1767323924.428812:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817187584:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767323924.428818:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767323924.428826:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323924.428827:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323924.428838:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817186944:0@lo:38:kworker.0
00000100:00100000:2.0:1767323924.428884:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817187584:12345-0@lo:38:kworker.0 Request processed in 65us (358us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323924.428893:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323924.428894:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91000
00000100:00080000:3.0:1767323924.428906:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323924.428911:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817187584:0@lo:38:kworker.0
00000100:00100000:0.0:1767323924.429242:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817187200:0@lo:400:kworker.0
00000100:00080000:3.0:1767323924.429725:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323924.935091:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323924.935117:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817187968:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323924.935187:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323924.936526:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817188096:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323924.936571:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323924.943065:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817187968
00000100:00100000:3.0:1767323924.943081:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817187968
00000100:00100000:2.0:1767323924.943209:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817188096
00000100:00100000:2.0:1767323924.943214:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817188096
00000100:00100000:2.0:1767323924.943247:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641
00000100:00100000:2.0:1767323924.943256:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817187968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767323924.943291:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323924.944732:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642
00000100:00100000:0.0:1767323924.944786:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817188096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323924.944816:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323924.944897:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817188096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 153us (8325us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323924.944904:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642
00000100:00100000:1.0:1767323924.945199:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817188096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323924.945636:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817187968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2378us (10446us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323924.945645:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641
00000100:00100000:0.0:1767323924.945736:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817187968:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323924.998958:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323925.450714:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323926.022870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323926.183454:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323926.183521:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323926.183661:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758834688
00000100:00100000:0.0:1767323926.183662:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758834560
00000100:00100000:1.0:1767323926.183672:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758834688
00000100:00100000:0.0:1767323926.183673:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758834560
00000100:00100000:0.0:1767323926.183738:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6231
00000100:00100000:1.0:1767323926.183747:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91001
00000100:00100000:1.0:1767323926.183791:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758834560:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:0.0:1767323926.183793:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758834688:12345-192.168.202.11@tcp:400:kworker.0
00010000:00020000:1.0:1767323926.183828:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323926.183865:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758834688:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 118us (420us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323926.183872:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6231
00000100:00080000:3.0:1767323926.183877:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323926.184492:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758834560:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 699us (968us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323926.184501:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91001
00010000:00010000:3.0:1767323926.471114:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323927.047215:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767323927.499142:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323928.072214:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323928.519164:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323929.094933:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323929.543020:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323929.543069:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323929.543076:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323929.543080:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323929.543084:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323929.543088:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323929.543096:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6467
00000100:00080000:3.0:1767323929.543101:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323929.543108:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323929.543156:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543bb80 x1853166817188224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323929.543172:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323929.543175:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323929.543177:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323929.543181:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6467
00000100:00080000:3.0:1767323929.543184:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323929.543187:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323929.543199:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439880 x1853166817188352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323929.543236:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323929.543240:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323929.543242:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323929.543246:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6467
00000100:00080000:3.0:1767323929.543248:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323929.543252:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323929.543264:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439180 x1853166817188608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323929.543276:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817188480:0@lo:400:kworker.0
00000100:00080000:3.0:1767323929.543295:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323929.543299:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323929.543301:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323929.543304:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6467
00000100:00080000:3.0:1767323929.543307:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323929.543310:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323929.543322:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75438000 x1853166817188864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323929.543354:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323929.543373:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817188736:0@lo:400:kworker.0
00000100:00100000:3.0:1767323929.543408:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323929.543429:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323929.543434:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323929.543440:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817189120:0@lo:400:kworker.0
00000100:00100000:3.0:1767323929.543444:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817188992:0@lo:400:kworker.0
00000100:00100000:1.0:1767323929.543480:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323929.543541:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817188224:0@lo:38:kworker.0
00000100:00100000:1.0:1767323929.543545:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817188480
00000100:00100000:1.0:1767323929.543553:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817188480
00000100:00100000:0.0:1767323929.543583:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323929.543605:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817188352:0@lo:38:kworker.0
00000100:00100000:1.0:1767323929.543630:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817188736
00000100:00100000:0.0:1767323929.543635:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323929.543635:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817188736
00000100:00100000:1.0:1767323929.543664:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817188224
00000100:00100000:1.0:1767323929.543667:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817188224
00000100:00100000:0.0:1767323929.543672:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817188608:0@lo:38:kworker.0
00000100:00100000:1.0:1767323929.543686:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6232
00000100:00100000:1.0:1767323929.543700:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817188480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323929.543701:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323929.543717:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817188864:0@lo:38:kworker.0
00000100:00100000:0.0:1767323929.543736:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323929.543776:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817188608
00000100:00100000:0.0:1767323929.543780:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817188608
00000100:00100000:0.0:1767323929.543795:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817188864
00000100:00100000:0.0:1767323929.543798:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817188864
00000100:00100000:0.0:1767323929.543806:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6233
00000100:00100000:0.0:1767323929.543813:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817188736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323929.543848:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817188736:12345-0@lo:400:kworker.0 Request processed in 35us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323929.543855:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6233
00000100:00100000:0.0:1767323929.543870:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91002
00000100:00100000:0.0:1767323929.543874:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817188224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323929.543890:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323929.543918:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817188224:12345-0@lo:38:kworker.0 Request processed in 42us (336us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323929.543924:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91002
00000100:00100000:0.0:1767323929.543935:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91003
00000100:00100000:0.0:1767323929.543938:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817188608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323929.543947:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323929.543965:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817188608:12345-0@lo:38:kworker.0 Request processed in 26us (268us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323929.543970:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91003
00000100:00100000:0.0:1767323929.543980:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91004
00000100:00100000:0.0:1767323929.543983:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817188864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323929.543992:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323929.544010:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817188864:12345-0@lo:38:kworker.0 Request processed in 26us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323929.544015:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91004
00000100:00080000:0.0:1767323929.544045:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323929.544051:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323929.544053:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817188480:12345-0@lo:400:kworker.0 Request processed in 355us (698us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323929.544057:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817188224:0@lo:38:kworker.0
00000100:00100000:1.0:1767323929.544068:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6232
00000100:00080000:0.0:1767323929.544071:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323929.544077:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323929.544080:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817188608:0@lo:38:kworker.0
00000100:00080000:0.0:1767323929.544089:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323929.544093:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323929.544098:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817188864:0@lo:38:kworker.0
00000100:00100000:1.0:1767323929.544100:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817189120
00000100:00100000:1.0:1767323929.544105:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817189120
00000100:00080000:0.0:1767323929.544140:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323929.544145:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323929.544152:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3890
00000100:00100000:1.0:1767323929.544162:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817189120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323929.544182:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817188480:0@lo:400:kworker.0
00000100:00100000:1.0:1767323929.544216:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817189120:12345-0@lo:400:kworker.0 Request processed in 56us (735us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323929.544223:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3890
00000100:00100000:0.0:1767323929.544245:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817189120:0@lo:400:kworker.0
00000100:00100000:3.0:1767323929.545688:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323929.545771:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817188736:0@lo:400:kworker.0
00000100:00100000:1.0:1767323929.545856:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817188992
00000100:00100000:1.0:1767323929.545862:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817188992
00000100:00100000:1.0:1767323929.545951:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3891
00000100:00100000:1.0:1767323929.545960:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817188992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323929.546010:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817188352
00000100:00100000:2.0:1767323929.546016:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817188352
00000100:00100000:1.0:1767323929.546020:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817188992:12345-0@lo:400:kworker.0 Request processed in 61us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323929.546029:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3891
00000100:00080000:0.0:1767323929.546085:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323929.546127:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483
00000100:00100000:0.0:1767323929.546133:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817188352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323929.546150:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323929.546186:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817188352:12345-0@lo:38:kworker.0 Request processed in 53us (2553us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323929.546193:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483
00000100:00080000:0.0:1767323929.546224:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323929.546230:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323929.546235:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817188352:0@lo:38:kworker.0
00000100:00100000:3.0:1767323929.546245:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817188992:0@lo:400:kworker.0
00000100:00100000:3.0:1767323930.054961:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817189248:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323930.055049:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323930.055219:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817189248
00000100:00100000:0.0:1767323930.055227:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817189248
00000100:00100000:0.0:1767323930.055277:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3643
00000100:00100000:0.0:1767323930.055286:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817189248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323930.055316:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323930.055609:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817189248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 322us (559us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323930.055619:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3643
00000100:00100000:1.0:1767323930.055625:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817189376:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323930.055665:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323930.055687:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817189376
00000100:00100000:0.0:1767323930.055692:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817189376
00000100:00100000:0.0:1767323930.055716:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3644
00000100:00100000:0.0:1767323930.055722:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817189376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323930.055748:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323930.056801:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817189248:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323930.060301:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817189376:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323930.060375:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817189376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4299us (4357us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323930.060386:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3644
00000100:00100000:2.0:1767323930.118868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323930.567599:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323931.143635:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323931.306062:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323931.306160:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323931.306235:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758834944
00000100:00100000:3.0:1767323931.306245:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758834944
00000100:00080000:1.0:1767323931.306313:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323931.306326:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758834816
00000100:00100000:3.0:1767323931.306331:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758834816
00000100:00100000:3.0:1767323931.306361:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6234
00000100:00100000:0.0:1767323931.306376:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91005
00000100:00100000:3.0:1767323931.306377:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758834944:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323931.306388:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758834816:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323931.306412:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323931.306788:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758834944:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 386us (705us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323931.307053:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6234
00000100:00100000:0.0:1767323931.309792:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758834816:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 3363us (3590us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323931.309809:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91005
00010000:00010000:3.0:1767323931.591373:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323932.171925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323932.615002:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323933.191051:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323933.639062:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323934.216740:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323934.662887:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323934.662898:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323934.662902:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323934.662905:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323934.662909:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323934.662916:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6472
00000100:00080000:3.0:1767323934.662921:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323934.662928:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323934.662966:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22e680 x1853166817189504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1767323934.663691:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323934.669044:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817189504:0@lo:38:kworker.0
00000100:00100000:2.0:1767323934.669127:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323934.671816:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817189504
00000100:00100000:0.0:1767323934.671829:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817189504
00000100:00100000:0.0:1767323934.671890:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91006
00000100:00100000:0.0:1767323934.671899:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817189504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323934.671921:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323934.671995:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817189504:12345-0@lo:38:kworker.0 Request processed in 96us (2868us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323934.672003:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91006
00000100:00080000:3.0:1767323934.674386:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323934.674395:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323934.674399:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323934.674406:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6472
00000100:00080000:3.0:1767323934.674412:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323934.674418:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323934.674458:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22f100 x1853166817189632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323934.674560:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817189760:0@lo:400:kworker.0
00000100:00100000:2.0:1767323934.674621:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323934.674693:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323934.674698:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323934.674700:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323934.674704:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6472
00000100:00080000:3.0:1767323934.674706:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323934.674710:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323934.674733:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22dc00 x1853166817189888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323934.674776:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767323934.674900:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817189760
00000100:00100000:0.0:1767323934.674907:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817189760
00000100:00100000:0.0:1767323934.674962:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6235
00000100:00100000:0.0:1767323934.674972:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817189760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323934.675019:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817189760:12345-0@lo:400:kworker.0 Request processed in 49us (397us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323934.675027:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6235
00000100:00100000:0.0:1767323934.675070:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323934.675080:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817190016:0@lo:400:kworker.0
00000100:00100000:0.0:1767323934.675104:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323934.675139:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323934.675141:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323934.675145:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6472
00000100:00080000:3.0:1767323934.675147:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323934.675151:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323934.675175:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01500 x1853166817190144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323934.675219:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323934.675228:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817190272:0@lo:400:kworker.0
00000100:00100000:3.0:1767323934.675256:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323934.677391:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817190016
00000100:00100000:0.0:1767323934.677402:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817190016
00000100:00100000:0.0:1767323934.677456:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6236
00000100:00100000:0.0:1767323934.677465:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817190016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323934.677549:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817190016:12345-0@lo:400:kworker.0 Request processed in 85us (2443us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323934.677555:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6236
00000100:00100000:0.0:1767323934.677602:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817190400:0@lo:400:kworker.0
00000100:00100000:0.0:1767323934.677635:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323934.677672:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817189632:0@lo:38:kworker.0
00000100:00100000:0.0:1767323934.677697:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767323934.677726:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323934.677744:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817190272
00000100:00100000:0.0:1767323934.677748:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817190272
00000100:00100000:0.0:1767323934.677852:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817190400
00000100:00100000:0.0:1767323934.677856:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817190400
00000100:00100000:0.0:1767323934.677876:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892
00000100:00100000:0.0:1767323934.677883:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817190272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323934.677913:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817190272:12345-0@lo:400:kworker.0 Request processed in 30us (2655us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323934.677919:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892
00000100:00100000:0.0:1767323934.677932:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3893
00000100:00100000:0.0:1767323934.677937:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e47bf8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817190400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323934.677967:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e47bf8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817190400:12345-0@lo:400:kworker.0 Request processed in 30us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323934.677973:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3893
00000100:00100000:2.0:1767323934.678307:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817189760:0@lo:400:kworker.0
00000100:00100000:2.0:1767323934.678335:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817189632
00000100:00100000:2.0:1767323934.678338:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817189632
00000100:00100000:2.0:1767323934.678359:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484
00000100:00100000:2.0:1767323934.678363:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817189632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323934.678380:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323934.678415:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817189632:12345-0@lo:38:kworker.0 Request processed in 50us (716us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323934.678421:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484
00000100:00100000:2.0:1767323934.678456:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817190016:0@lo:400:kworker.0
00000100:00080000:2.0:1767323934.678482:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323934.678486:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323934.678489:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817189632:0@lo:38:kworker.0
00000100:00100000:2.0:1767323934.678496:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817189888:0@lo:38:kworker.0
00000100:00100000:2.0:1767323934.678519:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323934.679906:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817189888
00000100:00100000:2.0:1767323934.679915:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817189888
00000100:00100000:2.0:1767323934.679946:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91007
00000100:00100000:2.0:1767323934.679952:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817189888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323934.679967:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323934.680004:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817189888:12345-0@lo:38:kworker.0 Request processed in 51us (1483us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323934.680009:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91007
00000100:00080000:2.0:1767323934.680046:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323934.680051:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323934.680054:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817189888:0@lo:38:kworker.0
00000100:00100000:2.0:1767323934.680062:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817190144:0@lo:38:kworker.0
00000100:00100000:2.0:1767323934.680088:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323934.680105:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817190144
00000100:00100000:2.0:1767323934.680109:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817190144
00000100:00100000:2.0:1767323934.680127:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91008
00000100:00100000:2.0:1767323934.680130:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817190144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323934.680140:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323934.680258:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323934.680264:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323934.680408:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817190272:0@lo:400:kworker.0
00000100:00080000:3.0:1767323934.680460:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323934.680464:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323934.680467:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817189504:0@lo:38:kworker.0
00000100:00100000:0.0:1767323934.680559:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817190400:0@lo:400:kworker.0
00000100:00100000:2.0:1767323934.680622:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817190144:12345-0@lo:38:kworker.0 Request processed in 489us (533us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323934.680629:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91008
00000100:00080000:3.0:1767323934.680848:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323934.680852:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323934.680855:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817190144:0@lo:38:kworker.0
00000100:00100000:1.0:1767323935.183959:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323935.183987:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817190528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323935.184055:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323935.184361:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817190528
00000100:00100000:0.0:1767323935.184369:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817190528
00000100:00100000:0.0:1767323935.184423:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645
00000100:00100000:0.0:1767323935.184433:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817190528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323935.184463:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323935.184516:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817190528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (455us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323935.184534:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645
00000100:00100000:1.0:1767323935.184597:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817190528:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323935.184881:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817190656:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323935.184913:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323935.184982:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817190656
00000100:00100000:2.0:1767323935.184987:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817190656
00000100:00100000:2.0:1767323935.185020:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646
00000100:00100000:2.0:1767323935.185027:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817190656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323935.185042:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323935.185086:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817190656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323935.185093:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646
00000100:00100000:1.0:1767323935.185490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817190656:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323935.239134:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323935.689031:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323936.263090:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767323936.425910:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758835072 offset 0 length 520: 4
00000100:00100000:2.0:1767323936.425953:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323936.426058:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323936.426387:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758835328
00000100:00100000:0.0:1767323936.426404:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758835328
00000100:00100000:0.0:1767323936.426483:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758835200
00000100:00100000:0.0:1767323936.426486:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758835200
00000100:00100000:0.0:1767323936.426504:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6237
00000100:00100000:0.0:1767323936.426526:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758835328:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767323936.426594:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758835328:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 71us (640us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323936.426601:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6237
00000100:00100000:0.0:1767323936.426618:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91009
00000100:00100000:0.0:1767323936.426622:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758835200:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767323936.426640:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323936.426662:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758835200:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 38us (604us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323936.426668:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91009
00000100:00080000:1.0:1767323936.426729:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323936.712385:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323937.286908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323937.737639:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323938.310880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323938.759008:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323939.336028:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323939.782874:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323914/real 1767323914]  req@ffff8d4d7d07b480 x1853166817184256/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323939 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767323939.782902:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d7d07b480 x1853166817184256/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323939 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767323939.782918:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323939.782924:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767323939.782926:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817184256:0@lo:250:kworker.0
00000100:00080000:0.0:1767323939.785429:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323939.785440:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323939.785444:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323939.785451:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6456
00000100:00080000:0.0:1767323939.785456:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323939.785462:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323939.785530:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62f100 x1853166817190784/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323939.785561:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323939.785565:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323939.785568:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323939.785571:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6477
00000100:00080000:0.0:1767323939.785574:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323939.785577:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323939.785591:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62e300 x1853166817190912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323939.785601:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323939.785604:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323939.785606:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323939.785611:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6477
00000100:00080000:0.0:1767323939.785613:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323939.785616:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323939.785629:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4f62d500 x1853166817191040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323939.785676:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323939.785680:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323939.785682:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323939.785685:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6477
00000100:00080000:0.0:1767323939.785688:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323939.785691:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323939.785702:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09f80 x1853166817191296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323939.785730:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323939.785733:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323939.785734:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323939.785737:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6477
00000100:00080000:0.0:1767323939.785739:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323939.785742:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323939.785773:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a578e00 x1853166817191552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323939.785780:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323939.785803:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817191168:0@lo:400:kworker.0
00000100:00100000:0.0:1767323939.785868:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817191680:0@lo:400:kworker.0
00000100:00100000:1.0:1767323939.785873:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323939.785912:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323939.785931:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817191808:0@lo:400:kworker.0
00000100:00100000:1.0:1767323939.785949:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817191424:0@lo:400:kworker.0
00000100:00100000:1.0:1767323939.785963:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323939.785991:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817191168
00000100:00100000:1.0:1767323939.785997:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817191168
00000100:00100000:1.0:1767323939.786034:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817191424
00000100:00100000:1.0:1767323939.786036:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817191424
00000100:00100000:1.0:1767323939.786052:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6238
00000100:00100000:1.0:1767323939.786057:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817191168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323939.786090:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817191168:12345-0@lo:400:kworker.0 Request processed in 33us (220us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323939.786094:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6238
00000100:00100000:1.0:1767323939.786105:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6239
00000100:00100000:1.0:1767323939.786109:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817191424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323939.786124:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817191424:12345-0@lo:400:kworker.0 Request processed in 16us (161us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323939.786128:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6239
00000100:00080000:1.0:1767323939.786139:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323939.786165:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817191424:0@lo:400:kworker.0
00000100:00100000:1.0:1767323939.786183:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323939.786213:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817191168:0@lo:400:kworker.0
00000100:00100000:0.0:1767323939.786237:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817191680
00000100:00100000:0.0:1767323939.786242:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817191680
00010000:00010000:3.0:1767323939.786275:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323939.786285:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817191808
00000100:00100000:0.0:1767323939.786290:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817191808
00000100:00100000:3.0:1767323939.786293:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3894
00000100:00100000:3.0:1767323939.786308:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817191680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323939.786318:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3895
00000100:00100000:0.0:1767323939.786327:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817191808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323939.786354:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817191680:12345-0@lo:400:kworker.0 Request processed in 53us (443us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323939.786362:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3894
00000100:00100000:0.0:1767323939.786376:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817191808:12345-0@lo:400:kworker.0 Request processed in 46us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323939.786385:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817190784:0@lo:250:kworker.0
00000100:00100000:0.0:1767323939.786386:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3895
00000400:00000100:3.0:1767323939.786415:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817190784 offset 0 length 520: 4
00000100:00100000:3.0:1767323939.786439:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817190912:0@lo:38:kworker.0
00000100:00100000:0.0:1767323939.786443:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817191680:0@lo:400:kworker.0
00000100:00100000:3.0:1767323939.786463:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323939.786493:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817191040:0@lo:38:kworker.0
00000100:00100000:0.0:1767323939.786500:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817190912
00000100:00100000:0.0:1767323939.786505:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817190912
00000100:00100000:3.0:1767323939.786518:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323939.786526:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91010
00000100:00100000:0.0:1767323939.786532:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817190912:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323939.786534:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817191296:0@lo:38:kworker.0
00010000:00020000:0.0:1767323939.786552:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323939.786553:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323939.786563:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817191552:0@lo:38:kworker.0
00000100:00100000:3.0:1767323939.786585:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323939.786595:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817190912:12345-0@lo:38:kworker.0 Request processed in 60us (130us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323939.786602:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91010
00000100:00080000:3.0:1767323939.786607:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323939.786611:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323939.786615:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817190912:0@lo:38:kworker.0
00000100:00100000:0.0:1767323939.786616:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817191296
00000100:00100000:0.0:1767323939.786621:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817191296
00000100:00100000:0.0:1767323939.786639:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817191552
00000100:00100000:0.0:1767323939.786643:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817191552
00000100:00100000:3.0:1767323939.786654:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91011
00000100:00100000:3.0:1767323939.786660:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817191296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323939.786796:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323939.786818:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817191296:12345-0@lo:38:kworker.0 Request processed in 158us (266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323939.786869:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817191040
00000100:00100000:2.0:1767323939.786873:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817191040
00000100:00100000:2.0:1767323939.786890:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485
00000100:00100000:2.0:1767323939.786894:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817191040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323939.786901:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323939.786921:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817191040:12345-0@lo:38:kworker.0 Request processed in 27us (404us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323939.786924:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485
00000100:00100000:0.0:1767323939.787842:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91012
00000100:00100000:0.0:1767323939.787861:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817191552:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323939.787876:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323939.788666:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817191552:12345-0@lo:38:kworker.0 Request processed in 66us (1329us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323939.788676:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91012
00000100:00080000:0.0:1767323939.788730:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323939.788735:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767323939.788795:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817191808:0@lo:400:kworker.0
00000100:00080000:0.0:1767323939.788870:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323939.788876:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323939.788879:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817191040:0@lo:38:kworker.0
00000100:00080000:0.0:1767323939.788889:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323939.788892:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323939.788896:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817191296:0@lo:38:kworker.0
00000100:00080000:0.0:1767323939.788904:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323939.788907:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323939.788910:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817191552:0@lo:38:kworker.0
00000100:00100000:3.0:1767323939.789808:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91011
00000100:00100000:1.0:1767323940.295023:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323940.295049:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817191936:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323940.295111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323940.295183:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817191936
00000100:00100000:2.0:1767323940.295191:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817191936
00000100:00100000:2.0:1767323940.295247:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647
00000100:00100000:2.0:1767323940.295256:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817191936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323940.295284:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323940.295330:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817191936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323940.295348:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647
00000100:00100000:1.0:1767323940.295433:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817191936:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323940.295610:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817192064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323940.295637:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323940.295739:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817192064
00000100:00100000:0.0:1767323940.295743:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817192064
00000100:00100000:0.0:1767323940.295795:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648
00000100:00100000:0.0:1767323940.295802:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817192064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323940.295818:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323940.295856:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817192064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323940.295862:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648
00000100:00100000:1.0:1767323940.295923:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817192064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323940.359005:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323940.807567:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323941.383643:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323941.545216:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323941.545449:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758835584
00000100:00100000:2.0:1767323941.545467:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758835584
00000100:00100000:2.0:1767323941.545550:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6240
00000100:00100000:2.0:1767323941.545561:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758835584:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767323941.545652:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323941.545715:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758835584:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 155us (508us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323941.545722:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6240
00000100:00100000:1.0:1767323941.546390:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323941.546490:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758835456
00000100:00100000:2.0:1767323941.546495:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758835456
00000100:00100000:2.0:1767323941.546527:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91013
00000100:00100000:2.0:1767323941.546532:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758835456:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323941.546553:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323941.546584:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758835456:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 50us (195us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323941.546590:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91013
00010000:00010000:1.0:1767323941.834486:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323942.406907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323942.857741:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323943.430930:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323943.879306:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323944.454945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767323944.905181:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323944.905190:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323944.905193:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323944.905198:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323944.905202:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323944.905209:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6482
00000100:00080000:3.0:1767323944.905214:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323944.905221:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323944.905259:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03b80 x1853166817192192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323944.905289:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323944.905293:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323944.905295:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323944.905299:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6482
00000100:00080000:3.0:1767323944.905302:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323944.905305:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323944.905318:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00a80 x1853166817192320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767323944.905394:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817192448:0@lo:400:kworker.0
00000100:00100000:2.0:1767323944.905471:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323944.905561:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817192192:0@lo:38:kworker.0
00000100:00100000:0.0:1767323944.905591:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323944.905617:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817192320:0@lo:38:kworker.0
00000100:00100000:0.0:1767323944.905641:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323944.905659:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323944.905663:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323944.905665:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323944.905669:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6482
00000100:00080000:3.0:1767323944.905672:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323944.905676:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323944.905689:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01c00 x1853166817192576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323944.905704:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817192448
00000100:00100000:0.0:1767323944.905711:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817192448
00000100:00080000:3.0:1767323944.905717:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323944.905720:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323944.905721:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323944.905725:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6482
00000100:00080000:3.0:1767323944.905728:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323944.905731:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323944.905740:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02300 x1853166817192832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323944.905782:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817192192
00000100:00100000:0.0:1767323944.905786:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817192192
00000100:00100000:0.0:1767323944.905809:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6241
00000100:00100000:0.0:1767323944.905819:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817192448:12345-0@lo:400:kworker.0
00010000:00010000:1.0:1767323944.905904:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767323944.905921:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323944.905932:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817192576:0@lo:38:kworker.0
00000100:00100000:3.0:1767323944.905935:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91014
00000100:00100000:3.0:1767323944.905940:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817192192:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323944.905957:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767323944.905958:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323944.905976:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817192832:0@lo:38:kworker.0
00000100:00100000:3.0:1767323944.905989:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817192192:12345-0@lo:38:kworker.0 Request processed in 48us (398us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323944.905994:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323944.905996:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91014
00000100:00100000:3.0:1767323944.906011:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817192576
00000100:00100000:3.0:1767323944.906014:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817192576
00000100:00080000:1.0:1767323944.906021:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323944.906024:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817192832
00000100:00080000:1.0:1767323944.906025:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323944.906026:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817192832
00000100:00100000:1.0:1767323944.906028:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817192192:0@lo:38:kworker.0
00000100:00100000:3.0:1767323944.906035:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91015
00000100:00100000:3.0:1767323944.906039:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817192576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323944.906048:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323944.906065:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91016
00000100:00100000:1.0:1767323944.906069:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817192832:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323944.906074:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817192576:12345-0@lo:38:kworker.0 Request processed in 34us (116us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767323944.906079:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323944.906080:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91015
00000100:00100000:3.0:1767323944.906099:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817193088:0@lo:400:kworker.0
00000100:00100000:1.0:1767323944.906101:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817192832:12345-0@lo:38:kworker.0 Request processed in 31us (106us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323944.906107:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91016
00000100:00100000:3.0:1767323944.906122:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323944.906146:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817193088
00000100:00100000:1.0:1767323944.906149:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817193088
00000100:00100000:3.0:1767323944.906162:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817192704:0@lo:400:kworker.0
00000100:00100000:1.0:1767323944.906179:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3896
00000100:00100000:1.0:1767323944.906185:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817193088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323944.906185:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323944.906202:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323944.906208:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817192960:0@lo:400:kworker.0
00000100:00100000:1.0:1767323944.906217:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817193088:12345-0@lo:400:kworker.0 Request processed in 32us (94us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323944.906222:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3896
00000100:00100000:3.0:1767323944.906227:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323944.906252:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817192704
00000100:00100000:3.0:1767323944.906256:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817192704
00000100:00100000:3.0:1767323944.906285:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6242
00000100:00100000:3.0:1767323944.906292:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817192704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323944.906322:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817192704:12345-0@lo:400:kworker.0 Request processed in 31us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323944.906327:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6242
00000100:00100000:0.0:1767323944.906734:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817192448:12345-0@lo:400:kworker.0 Request processed in 915us (1261us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323944.906736:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817192448:0@lo:400:kworker.0
00000100:00100000:0.0:1767323944.906741:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6241
00000100:00100000:1.0:1767323944.906818:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817192960
00000100:00100000:1.0:1767323944.906822:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817192960
00000100:00100000:1.0:1767323944.906864:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3897
00000100:00100000:1.0:1767323944.906871:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817192960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323944.906900:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817193088:0@lo:400:kworker.0
00000100:00100000:1.0:1767323944.906903:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817192960:12345-0@lo:400:kworker.0 Request processed in 33us (675us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323944.906908:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3897
00000100:00100000:1.0:1767323944.906930:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817192320
00000100:00100000:1.0:1767323944.906934:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817192320
00000100:00100000:3.0:1767323944.907017:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817192960:0@lo:400:kworker.0
00000100:00100000:3.0:1767323944.907027:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817192704:0@lo:400:kworker.0
00000100:00080000:3.0:1767323944.907050:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323944.907054:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323944.907057:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817192576:0@lo:38:kworker.0
00000100:00080000:3.0:1767323944.907064:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323944.907098:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323944.907102:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817192832:0@lo:38:kworker.0
00000100:00100000:1.0:1767323944.907318:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486
00000100:00100000:1.0:1767323944.907323:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817192320:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323944.907336:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323944.907375:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817192320:12345-0@lo:38:kworker.0 Request processed in 50us (1732us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767323944.907388:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323944.907393:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323944.907396:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817192320:0@lo:38:kworker.0
00000100:00100000:1.0:1767323944.907519:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486
00000100:00080000:1.0:1767323944.907532:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323944.907535:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767323944.907536:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767323945.415044:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323945.415045:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323945.415069:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817193216:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323945.415069:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817193344:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323945.415152:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323945.415185:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817193216
00000100:00100000:2.0:1767323945.415192:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817193216
00000100:00100000:3.0:1767323945.415199:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323945.415240:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817193344
00000100:00100000:2.0:1767323945.415245:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817193344
00000100:00100000:1.0:1767323945.415256:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649
00000100:00100000:1.0:1767323945.415271:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817193216:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323945.415281:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3650
00000100:00100000:2.0:1767323945.415291:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817193344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323945.415313:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:2.0:1767323945.415325:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323945.415377:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817193216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323945.415386:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817193344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323945.415387:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649
00000100:00100000:2.0:1767323945.415398:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3650
00000100:00100000:3.0:1767323945.415452:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817193344:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323945.415565:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817193216:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323945.483013:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323945.926947:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323946.502894:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323946.671666:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323946.671720:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323946.671793:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758835712
00000100:00100000:1.0:1767323946.671804:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758835712
00000100:00100000:1.0:1767323946.671897:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758835840
00000100:00100000:1.0:1767323946.671902:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758835840
00000100:00080000:2.0:1767323946.671993:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323946.674533:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6243
00000100:00100000:3.0:1767323946.674560:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758835840:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323946.674664:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758835840:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 117us (2942us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323946.674671:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6243
00000100:00100000:3.0:1767323946.674702:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91017
00000100:00100000:3.0:1767323946.674707:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758835712:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323946.674729:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323946.674769:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758835712:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (3099us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323946.674776:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91017
00010000:00010000:1.0:1767323946.951492:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323947.527152:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323947.975785:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323948.551629:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323948.998967:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323949.575456:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323950.022919:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323950.022937:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323950.022944:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323950.022948:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323950.022951:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323950.022956:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323950.022964:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6487
00000100:00080000:3.0:1767323950.022968:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323950.022975:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323950.023014:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02300 x1853166817193472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323950.023295:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817193472:0@lo:38:kworker.0
00000100:00100000:0.0:1767323950.023362:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323950.023440:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817193472
00000100:00100000:1.0:1767323950.023457:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817193472
00000100:00080000:3.0:1767323950.023465:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323950.023470:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323950.023472:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323950.023476:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6487
00000100:00080000:3.0:1767323950.023479:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323950.023483:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323950.023499:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91018
00000100:00100000:3.0:1767323950.023500:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a01c00 x1853166817193600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323950.023510:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817193472:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323950.023531:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767323950.023541:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323950.023545:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323950.023547:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323950.023550:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6487
00000100:00080000:3.0:1767323950.023552:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323950.023556:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323950.023568:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166817193856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323950.023578:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817193472:12345-0@lo:38:kworker.0 Request processed in 68us (213us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323950.023587:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91018
00000100:00080000:3.0:1767323950.023589:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323950.023593:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323950.023595:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323950.023599:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6487
00000100:00080000:3.0:1767323950.023602:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323950.023605:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323950.023611:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323950.023616:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02d80 x1853166817194112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323950.023624:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817193984:0@lo:400:kworker.0
00000100:00100000:3.0:1767323950.023654:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817193728:0@lo:400:kworker.0
00000100:00100000:1.0:1767323950.023657:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323950.023687:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817194240:0@lo:400:kworker.0
00000100:00100000:3.0:1767323950.023692:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323950.023717:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323950.023719:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323950.023727:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817194368:0@lo:400:kworker.0
00000100:00100000:1.0:1767323950.023750:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817193984
00000100:00100000:1.0:1767323950.023784:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817193984
00000100:00100000:1.0:1767323950.023819:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817193728
00000100:00100000:1.0:1767323950.023822:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817193728
00000100:00100000:1.0:1767323950.023842:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6244
00000100:00100000:1.0:1767323950.023847:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817193984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323950.023877:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817193984:12345-0@lo:400:kworker.0 Request processed in 30us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323950.023881:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6244
00000100:00100000:1.0:1767323950.023888:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6245
00000100:00100000:1.0:1767323950.023892:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817193728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323950.023906:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817193728:12345-0@lo:400:kworker.0 Request processed in 14us (218us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323950.023909:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6245
00000100:00100000:0.0:1767323950.023944:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817194240
00000100:00100000:0.0:1767323950.023948:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817194240
00000100:00100000:1.0:1767323950.023961:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817193984:0@lo:400:kworker.0
00000100:00100000:0.0:1767323950.023976:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3898
00000100:00100000:0.0:1767323950.023983:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817194240:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323950.024013:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817194240:12345-0@lo:400:kworker.0 Request processed in 32us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323950.024017:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3898
00000100:00100000:1.0:1767323950.024033:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817194240:0@lo:400:kworker.0
00000100:00080000:2.0:1767323950.024086:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323950.024090:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323950.024098:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817193600:0@lo:38:kworker.0
00000100:00100000:2.0:1767323950.024118:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323950.024139:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817193856:0@lo:38:kworker.0
00000100:00100000:2.0:1767323950.024151:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323950.024163:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817194112:0@lo:38:kworker.0
00000100:00100000:2.0:1767323950.024174:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323950.024189:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323950.024192:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323950.024194:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817193472:0@lo:38:kworker.0
00000100:00100000:2.0:1767323950.024208:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817193856
00000100:00100000:2.0:1767323950.024210:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817193856
00000100:00100000:2.0:1767323950.024223:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817194112
00000100:00100000:2.0:1767323950.024224:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817194112
00000100:00100000:2.0:1767323950.024232:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91019
00000100:00100000:2.0:1767323950.024235:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817193856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323950.024243:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323950.024282:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817193856:12345-0@lo:38:kworker.0 Request processed in 44us (128us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323950.024288:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91019
00000100:00100000:2.0:1767323950.024302:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91020
00000100:00100000:2.0:1767323950.024306:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817194112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323950.024315:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323950.024336:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817194112:12345-0@lo:38:kworker.0 Request processed in 29us (160us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323950.024342:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91020
00000100:00080000:2.0:1767323950.024367:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323950.024371:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323950.024374:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817193856:0@lo:38:kworker.0
00000100:00080000:2.0:1767323950.024390:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323950.024394:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323950.024397:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817194112:0@lo:38:kworker.0
00000100:00100000:3.0:1767323950.024476:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323950.024501:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817193728:0@lo:400:kworker.0
00000100:00100000:1.0:1767323950.024513:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817193600
00000100:00100000:1.0:1767323950.024517:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817193600
00000100:00100000:1.0:1767323950.024543:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487
00000100:00100000:1.0:1767323950.024547:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817193600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323950.024555:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323950.024591:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817193600:12345-0@lo:38:kworker.0 Request processed in 42us (470us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323950.024598:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487
00000100:00080000:0.0:1767323950.024603:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323950.024607:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323950.024609:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817193600:0@lo:38:kworker.0
00000100:00100000:2.0:1767323950.024645:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817194368
00000100:00100000:2.0:1767323950.024647:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817194368
00000100:00100000:2.0:1767323950.024676:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3899
00000100:00100000:2.0:1767323950.024681:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817194368:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323950.025031:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323950.025224:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817194368:12345-0@lo:400:kworker.0 Request processed in 541us (1467us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323950.025232:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3899
00000100:00100000:0.0:1767323950.025342:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817194368:0@lo:400:kworker.0
00000100:00100000:2.0:1767323950.535035:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323950.535056:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817194624:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323950.535123:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323950.535124:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817194496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323950.535429:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817194624
00000100:00100000:0.0:1767323950.535436:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817194624
00000100:00100000:3.0:1767323950.535549:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323950.535670:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817194496
00000100:00100000:0.0:1767323950.535674:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817194496
00000100:00100000:0.0:1767323950.535706:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3651
00000100:00100000:0.0:1767323950.535716:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817194624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323950.535745:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323950.535813:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817194624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (693us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323950.535821:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3651
00000100:00100000:0.0:1767323950.535838:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652
00000100:00100000:0.0:1767323950.535844:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817194496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323950.535859:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323950.535886:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817194496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323950.535892:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652
00000100:00100000:2.0:1767323950.536076:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817194624:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323950.536423:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4fc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817194496:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323950.599074:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323951.047163:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323951.622858:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767323951.784057:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323951.784137:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323951.784219:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758835968
00000100:00100000:2.0:1767323951.784229:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758835968
00000100:00100000:2.0:1767323951.784290:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758836096
00000100:00100000:2.0:1767323951.784294:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758836096
00000100:00100000:2.0:1767323951.784407:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6246
00000100:00100000:2.0:1767323951.784417:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758836096:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323951.784486:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758836096:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 71us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323951.784494:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6246
00000100:00100000:2.0:1767323951.784515:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91021
00000100:00100000:2.0:1767323951.784519:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758835968:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323951.784537:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323951.784573:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758835968:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 52us (527us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323951.784579:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91021
00000100:00080000:3.0:1767323951.786876:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767323952.070985:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323952.646861:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323953.096015:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323953.670858:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323954.118939:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323954.696125:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767323955.144622:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323955.144632:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767323955.144635:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323955.144639:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323955.144644:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323955.144651:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6492
00000100:00080000:0.0:1767323955.144657:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323955.144664:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323955.144705:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b64700 x1853166817194752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323955.144724:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323955.144726:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323955.144727:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323955.144730:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6492
00000100:00080000:0.0:1767323955.144732:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323955.144734:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323955.144745:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b66680 x1853166817194880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323955.144790:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323955.144793:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323955.144795:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323955.144797:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6492
00000100:00080000:0.0:1767323955.144799:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323955.144801:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323955.144809:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecf100 x1853166817195136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323955.144825:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323955.144828:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323955.144830:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323955.144832:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6492
00000100:00080000:0.0:1767323955.144835:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323955.144838:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323955.144850:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45841500 x1853166817195392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323955.144933:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817195648:0@lo:400:kworker.0
00000100:00100000:0.0:1767323955.144994:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323955.145053:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323955.145058:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817195008:0@lo:400:kworker.0
00000100:00100000:0.0:1767323955.145081:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323955.145105:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817195520:0@lo:400:kworker.0
00000100:00100000:0.0:1767323955.145127:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323955.145144:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323955.145148:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817195264:0@lo:400:kworker.0
00000100:00100000:0.0:1767323955.145166:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323955.145451:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817195008
00000100:00100000:3.0:1767323955.145460:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817195008
00000100:00100000:3.0:1767323955.145517:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817195264
00000100:00100000:3.0:1767323955.145521:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817195264
00000100:00100000:3.0:1767323955.145544:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6247
00000100:00100000:3.0:1767323955.145553:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817195008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323955.145600:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817195008:12345-0@lo:400:kworker.0 Request processed in 49us (518us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323955.145607:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6247
00000100:00100000:3.0:1767323955.145623:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6248
00000100:00100000:3.0:1767323955.145630:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817195264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323955.145657:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817195264:12345-0@lo:400:kworker.0 Request processed in 29us (490us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323955.145663:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6248
00000100:00080000:0.0:1767323955.145727:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323955.145791:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817195264:0@lo:400:kworker.0
00000100:00100000:0.0:1767323955.145821:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817195008:0@lo:400:kworker.0
00010000:00010000:1.0:1767323955.145897:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323955.145912:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817195648
00000100:00100000:2.0:1767323955.145915:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817194752:0@lo:38:kworker.0
00000100:00100000:1.0:1767323955.145917:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817195648
00000100:00100000:2.0:1767323955.145945:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323955.145963:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817194880:0@lo:38:kworker.0
00000100:00100000:1.0:1767323955.145971:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817195520
00000100:00100000:1.0:1767323955.145976:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817195520
00000100:00100000:2.0:1767323955.145982:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323955.146008:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3900
00000100:00100000:2.0:1767323955.146009:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817195136:0@lo:38:kworker.0
00000100:00100000:1.0:1767323955.146019:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817195648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323955.146027:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323955.146041:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817195392:0@lo:38:kworker.0
00000100:00100000:2.0:1767323955.146059:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323955.146070:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817195648:12345-0@lo:400:kworker.0 Request processed in 52us (1075us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323955.146077:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3900
00000100:00100000:2.0:1767323955.146090:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3901
00000100:00100000:2.0:1767323955.146098:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817195520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323955.146107:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817194752
00000100:00100000:1.0:1767323955.146111:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817194752
00000100:00100000:2.0:1767323955.146126:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817195520:12345-0@lo:400:kworker.0 Request processed in 29us (997us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323955.146132:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3901
00000100:00100000:1.0:1767323955.146133:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817195136
00000100:00100000:1.0:1767323955.146137:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817195136
00000100:00100000:1.0:1767323955.146149:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817195392
00000100:00100000:1.0:1767323955.146152:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817195392
00000100:00100000:2.0:1767323955.146158:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817195520:0@lo:400:kworker.0
00000100:00100000:1.0:1767323955.146165:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91022
00000100:00100000:1.0:1767323955.146172:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817194752:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323955.146177:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91023
00000100:00100000:2.0:1767323955.146182:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817195136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323955.146191:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767323955.146193:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323955.146222:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817195136:12345-0@lo:38:kworker.0 Request processed in 39us (194us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323955.146227:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91023
00000100:00100000:1.0:1767323955.146235:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817194752:12345-0@lo:38:kworker.0 Request processed in 60us (286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323955.146239:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91024
00000100:00100000:2.0:1767323955.146247:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817195392:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323955.146248:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91022
00010000:00020000:2.0:1767323955.146261:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323955.146276:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817194880
00000100:00100000:1.0:1767323955.146281:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817194880
00000100:00100000:2.0:1767323955.146289:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817195392:12345-0@lo:38:kworker.0 Request processed in 41us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323955.146296:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91024
00000100:00100000:1.0:1767323955.146303:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488
00000100:00100000:1.0:1767323955.146310:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817194880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323955.146319:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323955.146324:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323955.146329:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323955.146331:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817194752:0@lo:38:kworker.0
00000100:00080000:2.0:1767323955.146351:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323955.146353:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323955.146355:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817195136:0@lo:38:kworker.0
00000100:00080000:2.0:1767323955.146359:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323955.146361:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323955.146363:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45841500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817195392:0@lo:38:kworker.0
00000100:00100000:1.0:1767323955.146380:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817194880:12345-0@lo:38:kworker.0 Request processed in 69us (396us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767323955.146381:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323955.146387:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323955.146391:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817194880:0@lo:38:kworker.0
00000100:00100000:1.0:1767323955.146395:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488
00000100:00100000:2.0:1767323955.146434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817195648:0@lo:400:kworker.0
00000100:00080000:0.0:1767323955.146488:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323955.146491:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323955.654985:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323955.655007:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817195776:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323955.655084:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323955.655163:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817195776
00000100:00100000:2.0:1767323955.655171:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817195776
00000100:00100000:2.0:1767323955.655237:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653
00000100:00100000:2.0:1767323955.655246:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817195776:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323955.655286:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323955.655351:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817195776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323955.655359:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653
00000100:00100000:1.0:1767323955.655396:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817195776:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323955.655526:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817195904:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323955.655555:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323955.655585:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817195904
00000100:00100000:3.0:1767323955.655591:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817195904
00000100:00100000:3.0:1767323955.657318:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654
00000100:00100000:3.0:1767323955.657343:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817195904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323955.657371:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323955.657433:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817195904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (1877us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323955.657440:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654
00000100:00100000:2.0:1767323955.657467:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817195904:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323955.718913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767323956.167068:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323956.745515:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323956.905902:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323956.905996:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323956.906307:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758836352
00000100:00100000:3.0:1767323956.906317:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758836352
00000100:00080000:0.0:1767323956.906397:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323956.906436:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758836224
00000100:00100000:3.0:1767323956.906440:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758836224
00000100:00100000:2.0:1767323956.906732:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6249
00000100:00100000:2.0:1767323956.906743:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758836352:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323956.906845:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758836352:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 104us (952us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323956.906854:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6249
00000100:00100000:2.0:1767323956.906878:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91025
00000100:00100000:2.0:1767323956.906883:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758836224:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323956.906904:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323956.906932:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758836224:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 48us (936us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323956.906942:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91025
00010000:00010000:1.0:1767323957.191993:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323957.766877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323958.218831:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323958.791333:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323959.239015:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323959.814895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323960.263226:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767323960.263484:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323960.263491:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767323960.263494:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323960.263498:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323960.263503:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323960.263509:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6497
00000100:00080000:3.0:1767323960.263514:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323960.263520:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323960.263554:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573fb80 x1853166817196032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323960.263611:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323960.263614:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323960.263615:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323960.263618:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6497
00000100:00080000:3.0:1767323960.263620:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323960.263623:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323960.263636:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573c000 x1853166817196160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323960.263661:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767323960.263664:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323960.263665:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323960.263667:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6497
00000100:00080000:3.0:1767323960.263669:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323960.263670:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323960.263677:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573ca80 x1853166817196416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767323960.263696:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767323960.263697:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817196288:0@lo:400:kworker.0
00000100:00080000:3.0:1767323960.263699:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767323960.263702:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767323960.263708:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6497
00000100:00080000:3.0:1767323960.263710:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767323960.263712:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323960.263719:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45932680 x1853166817196672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323960.263785:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817196800:0@lo:400:kworker.0
00000100:00100000:3.0:1767323960.263829:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323960.263884:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323960.263890:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817196544:0@lo:400:kworker.0
00000100:00100000:2.0:1767323960.263895:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817196928:0@lo:400:kworker.0
00000100:00100000:3.0:1767323960.263919:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323960.263958:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817196800
00000100:00100000:3.0:1767323960.263965:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817196800
00000100:00100000:1.0:1767323960.263971:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323960.263979:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323960.264025:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817196544
00000100:00100000:3.0:1767323960.264026:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817196928
00000100:00100000:3.0:1767323960.264031:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817196928
00000100:00100000:1.0:1767323960.264033:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817196544
00000100:00100000:2.0:1767323960.264037:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3902
00000100:00100000:2.0:1767323960.264050:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817196800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323960.264056:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3903
00000100:00100000:3.0:1767323960.264065:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817196928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323960.264075:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817196288
00000100:00100000:1.0:1767323960.264080:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817196288
00000100:00100000:3.0:1767323960.264109:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817196928:12345-0@lo:400:kworker.0 Request processed in 46us (129us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323960.264116:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817196800:12345-0@lo:400:kworker.0 Request processed in 68us (285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323960.264119:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3903
00000100:00100000:1.0:1767323960.264120:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6250
00000100:00100000:2.0:1767323960.264131:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3902
00000100:00100000:1.0:1767323960.264136:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817196544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323960.264146:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6251
00000100:00100000:2.0:1767323960.264175:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45931500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817196800:0@lo:400:kworker.0
00000100:00100000:3.0:1767323960.264265:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817196288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323960.264421:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817196032:0@lo:38:kworker.0
00000100:00100000:1.0:1767323960.264928:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817196544:12345-0@lo:400:kworker.0 Request processed in 796us (1005us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323960.264935:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6250
00000100:00100000:2.0:1767323960.264965:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817196928:0@lo:400:kworker.0
00000100:00080000:1.0:1767323960.264975:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767323960.264981:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323960.264984:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323960.265001:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45933480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817196544:0@lo:400:kworker.0
00000100:00100000:3.0:1767323960.265025:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817196288:12345-0@lo:400:kworker.0 Request processed in 761us (1053us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323960.265032:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6251
00000100:00100000:1.0:1767323960.265038:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817196288:0@lo:400:kworker.0
00000100:00100000:0.0:1767323960.265099:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323960.265601:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817196160:0@lo:38:kworker.0
00000100:00100000:0.0:1767323960.265629:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323960.265661:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817196416:0@lo:38:kworker.0
00000100:00100000:0.0:1767323960.265681:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323960.265709:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817196160
00000100:00100000:1.0:1767323960.265715:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817196160
00000100:00100000:1.0:1767323960.265742:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489
00000100:00100000:1.0:1767323960.265748:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817196160:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323960.265752:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817196672:0@lo:38:kworker.0
00000100:00100000:0.0:1767323960.265794:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323960.265827:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817196032
00000100:00100000:3.0:1767323960.265831:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817196032
00000100:00100000:3.0:1767323960.265856:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817196416
00000100:00100000:3.0:1767323960.265860:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817196416
00000100:00100000:2.0:1767323960.265865:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91026
00000100:00100000:2.0:1767323960.265872:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817196032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323960.265889:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767323960.265943:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323960.265978:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817196160:12345-0@lo:38:kworker.0 Request processed in 229us (348us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323960.265985:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489
00000100:00100000:1.0:1767323960.266073:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817196672
00000100:00100000:1.0:1767323960.266077:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817196672
00000100:00080000:0.0:1767323960.266725:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323960.266731:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323960.266735:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817196160:0@lo:38:kworker.0
00000100:00100000:3.0:1767323960.266887:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91027
00000100:00100000:3.0:1767323960.266894:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817196416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323960.266916:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323960.266954:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817196416:12345-0@lo:38:kworker.0 Request processed in 60us (1272us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323960.266961:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91027
00000100:00100000:3.0:1767323960.266975:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91028
00000100:00100000:3.0:1767323960.266979:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817196672:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323960.266988:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323960.267011:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817196672:12345-0@lo:38:kworker.0 Request processed in 31us (1216us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323960.267017:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91028
00000100:00080000:0.0:1767323960.267062:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323960.267066:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323960.267069:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817196416:0@lo:38:kworker.0
00000100:00080000:0.0:1767323960.267080:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323960.267083:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323960.267085:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817196672:0@lo:38:kworker.0
00000100:00100000:2.0:1767323960.282521:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817196032:12345-0@lo:38:kworker.0 Request processed in 16639us (17413us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323960.282536:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91026
00000100:00080000:0.0:1767323960.283457:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323960.283463:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323960.283466:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817196032:0@lo:38:kworker.0
00000100:00100000:2.0:1767323960.775110:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323960.775133:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817197056:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767323960.775153:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817197184:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323960.775203:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323960.775822:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817197184
00000100:00100000:0.0:1767323960.775831:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817197184
00000100:00100000:0.0:1767323960.775887:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3655
00000100:00100000:2.0:1767323960.775888:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323960.775901:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817197184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323960.775932:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323960.775993:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817197184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (788us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323960.776000:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3655
00000100:00100000:0.0:1767323960.776016:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817197056
00000100:00100000:0.0:1767323960.776018:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817197056
00000100:00100000:0.0:1767323960.776038:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3656
00000100:00100000:0.0:1767323960.776043:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e74d23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817197056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323960.776056:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767323960.776083:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e74d23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817197056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323960.776089:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3656
00000100:00100000:2.0:1767323960.776700:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817197184:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323960.776734:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817197056:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323960.838898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:0.0:1767323961.002855:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758836480 offset 0 length 520: 4
00000100:00100000:0.0:1767323961.005044:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323961.005153:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323961.005740:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758836608
00000100:00100000:1.0:1767323961.005750:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758836608
00000100:00100000:1.0:1767323961.005818:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758836736
00000100:00100000:1.0:1767323961.005821:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758836736
00000100:00100000:1.0:1767323961.005876:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6252
00000100:00100000:1.0:1767323961.005884:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758836736:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323961.005961:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758836736:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 76us (807us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323961.005972:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6252
00000100:00100000:1.0:1767323961.005989:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91029
00000100:00100000:1.0:1767323961.005994:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758836608:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323961.006014:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323961.006040:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758836608:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (3140us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323961.006047:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91029
00000100:00080000:3.0:1767323961.006603:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323961.288087:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323961.862878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323962.311014:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323962.887281:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323963.335048:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323963.911596:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767323964.358905:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323939/real 1767323939]  req@ffff8d4d4f62f100 x1853166817190784/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323964 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767323964.358933:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4f62f100 x1853166817190784/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323964 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767323964.358948:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323964.360483:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767323964.360492:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817190784:0@lo:250:kworker.0
00000100:00080000:0.0:1767323964.365204:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323964.365215:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767323964.365219:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323964.365227:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6482
00000100:00080000:0.0:1767323964.365231:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323964.365238:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323964.365409:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f480 x1853166817197312/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323964.365444:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323964.365449:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323964.365451:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323964.365454:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6502
00000100:00080000:0.0:1767323964.365457:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323964.365461:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323964.365478:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac39880 x1853166817197440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323964.365488:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323964.365491:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323964.365493:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323964.365497:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6502
00000100:00080000:0.0:1767323964.365500:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323964.365503:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323964.365516:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1c00 x1853166817197568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323964.365562:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323964.365567:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323964.365569:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323964.365572:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6502
00000100:00080000:0.0:1767323964.365574:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323964.365577:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323964.365588:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae64000 x1853166817197824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767323964.365610:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767323964.365613:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767323964.365614:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767323964.365617:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6502
00000100:00080000:0.0:1767323964.365620:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767323964.365622:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323964.365632:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66136300 x1853166817198080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323964.365785:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817197696:0@lo:400:kworker.0
00000100:00100000:1.0:1767323964.365846:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323964.365925:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767323964.365932:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817198336:0@lo:400:kworker.0
00000100:00100000:1.0:1767323964.365958:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1767323964.365993:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323964.366006:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817198336
00000100:00100000:1.0:1767323964.366012:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817198336
00000100:00100000:1.0:1767323964.366065:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3904
00000100:00100000:1.0:1767323964.366074:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817198336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323964.366124:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817198336:12345-0@lo:400:kworker.0 Request processed in 51us (165us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323964.366131:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3904
00000100:00100000:1.0:1767323964.366172:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817198336:0@lo:400:kworker.0
00000100:00100000:0.0:1767323964.366273:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817197696
00000100:00100000:0.0:1767323964.366278:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817197696
00000100:00100000:0.0:1767323964.366319:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6253
00000100:00100000:0.0:1767323964.366327:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817197696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323964.366367:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817197696:12345-0@lo:400:kworker.0 Request processed in 40us (520us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323964.366373:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6253
00000100:00100000:2.0:1767323964.366625:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817197952:0@lo:400:kworker.0
00000100:00100000:2.0:1767323964.366655:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323964.366676:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323964.366682:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817198208:0@lo:400:kworker.0
00000100:00100000:2.0:1767323964.366703:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323964.366741:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817198208
00000100:00100000:2.0:1767323964.366745:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817198208
00000100:00100000:2.0:1767323964.366790:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3905
00000100:00100000:2.0:1767323964.366797:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817198208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323964.366829:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817198208:12345-0@lo:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323964.366835:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3905
00000100:00100000:2.0:1767323964.366863:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817198208:0@lo:400:kworker.0
00000100:00100000:2.0:1767323964.366900:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817197312:0@lo:250:kworker.0
00000400:00000100:2.0:1767323964.366919:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817197312 offset 0 length 520: 4
00000100:00100000:2.0:1767323964.366938:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817197440:0@lo:38:kworker.0
00000100:00100000:2.0:1767323964.366957:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323964.366976:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817197568:0@lo:38:kworker.0
00000100:00100000:2.0:1767323964.366997:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323964.367014:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817197824:0@lo:38:kworker.0
00000100:00100000:2.0:1767323964.367034:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323964.367050:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817198080:0@lo:38:kworker.0
00000100:00100000:2.0:1767323964.367069:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323964.367093:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817197952
00000100:00100000:2.0:1767323964.367097:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817197952
00000100:00100000:2.0:1767323964.367118:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817197440
00000100:00100000:2.0:1767323964.367121:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817197440
00000100:00100000:2.0:1767323964.367128:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817197824
00000100:00100000:2.0:1767323964.367131:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817197824
00000100:00100000:2.0:1767323964.367137:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817198080
00000100:00100000:2.0:1767323964.367139:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817198080
00000100:00100000:2.0:1767323964.367147:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6254
00000100:00100000:2.0:1767323964.367152:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817197952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323964.367182:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817197952:12345-0@lo:400:kworker.0 Request processed in 30us (527us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323964.367188:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6254
00000100:00100000:2.0:1767323964.367199:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91030
00000100:00100000:2.0:1767323964.367203:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817197440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323964.367220:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323964.367249:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817197440:12345-0@lo:38:kworker.0 Request processed in 44us (291us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323964.367267:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91030
00000100:00100000:2.0:1767323964.367278:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91031
00000100:00100000:2.0:1767323964.367282:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817197824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323964.367301:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323964.367322:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817197824:12345-0@lo:38:kworker.0 Request processed in 39us (287us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323964.367327:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91031
00000100:00100000:2.0:1767323964.367336:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91032
00000100:00100000:2.0:1767323964.367339:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817198080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323964.367347:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323964.367365:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817198080:12345-0@lo:38:kworker.0 Request processed in 24us (295us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323964.367369:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91032
00000100:00100000:2.0:1767323964.367384:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817197568
00000100:00100000:2.0:1767323964.367388:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817197568
00000100:00100000:2.0:1767323964.367406:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490
00000100:00100000:2.0:1767323964.367410:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817197568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323964.367418:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323964.367439:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817197568:12345-0@lo:38:kworker.0 Request processed in 29us (443us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323964.367444:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490
00000100:00100000:2.0:1767323964.367479:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817197952:0@lo:400:kworker.0
00000100:00080000:2.0:1767323964.367497:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323964.367501:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323964.367504:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817197440:0@lo:38:kworker.0
00000100:00080000:2.0:1767323964.367510:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323964.367513:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323964.367515:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817197568:0@lo:38:kworker.0
00000100:00080000:2.0:1767323964.367521:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323964.367524:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323964.367526:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817197824:0@lo:38:kworker.0
00000100:00080000:2.0:1767323964.367532:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767323964.367535:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323964.367537:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66136300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817198080:0@lo:38:kworker.0
00000100:00080000:3.0:1767323964.372330:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323964.372342:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767323964.372345:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767323964.378643:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817197696:0@lo:400:kworker.0
00000100:00100000:2.0:1767323964.934966:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323965.382982:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323965.895164:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767323965.895185:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817198464:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323965.895268:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323965.895319:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817198592:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323965.895355:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323965.895402:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817198464
00000100:00100000:0.0:1767323965.895411:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817198464
00000100:00100000:1.0:1767323965.895445:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817198592
00000100:00100000:1.0:1767323965.895452:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817198592
00000100:00100000:0.0:1767323965.895466:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657
00000100:00100000:0.0:1767323965.895477:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817198464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767323965.895505:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323965.895546:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658
00000100:00100000:0.0:1767323965.895548:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817198464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323965.895562:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657
00000100:00100000:1.0:1767323965.895563:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817198592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323965.895583:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323965.895626:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817198592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (270us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323965.895641:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658
00000100:00100000:0.0:1767323965.902547:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817198464:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323965.902628:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817198592:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323965.959040:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323966.122179:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323966.122252:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323966.122334:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758836992
00000100:00100000:3.0:1767323966.122346:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758836992
00000100:00100000:3.0:1767323966.122445:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758836864
00000100:00100000:3.0:1767323966.122449:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758836864
00000100:00100000:3.0:1767323966.122472:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6255
00000100:00100000:3.0:1767323966.122487:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758836992:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767323966.122840:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323966.122974:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758836992:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (418us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323966.122984:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6255
00000100:00100000:3.0:1767323966.123006:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91033
00000100:00100000:3.0:1767323966.123012:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758836864:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323966.123037:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323966.123155:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758836864:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 142us (902us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323966.123161:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91033
00010000:00010000:1.0:1767323966.407186:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323966.982945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323967.431178:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323968.007170:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323968.457440:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323969.030961:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323969.479892:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323969.479901:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323969.479905:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:1.0:1767323969.479908:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323969.479909:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323969.479915:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323969.479925:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6506
00000100:00080000:2.0:1767323969.479929:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323969.479935:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323969.479974:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a300 x1853166817198720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323969.480006:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323969.480010:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323969.480012:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323969.480016:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6506
00000100:00080000:2.0:1767323969.480019:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323969.480023:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323969.480044:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817198720:0@lo:38:kworker.0
00000100:00100000:2.0:1767323969.480049:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249180 x1853166817198848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323969.480113:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323969.480174:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323969.480187:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323969.480190:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767323969.480195:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817198848:0@lo:38:kworker.0
00000100:00080000:2.0:1767323969.480196:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6506
00000100:00080000:2.0:1767323969.480202:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323969.480217:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323969.480222:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817198976:0@lo:400:kworker.0
00000100:00100000:2.0:1767323969.480235:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae66d80 x1853166817199104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323969.480246:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323969.480267:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323969.480274:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323969.480279:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323969.480281:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767323969.480286:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817199104:0@lo:38:kworker.0
00000100:00080000:2.0:1767323969.480287:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6506
00000100:00080000:2.0:1767323969.480292:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323969.480297:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323969.480308:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767323969.480313:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1c00 x1853166817199360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323969.480320:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817199232:0@lo:400:kworker.0
00000100:00100000:0.0:1767323969.480331:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323969.480360:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817199360:0@lo:38:kworker.0
00000100:00100000:2.0:1767323969.480367:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323969.480370:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323969.480381:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817199488:0@lo:400:kworker.0
00000100:00100000:0.0:1767323969.480393:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323969.480416:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817198720
00000100:00100000:2.0:1767323969.480423:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323969.480425:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817198720
00000100:00100000:0.0:1767323969.480437:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817199616:0@lo:400:kworker.0
00000100:00100000:3.0:1767323969.480462:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817198976
00000100:00100000:2.0:1767323969.480465:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817199104
00000100:00100000:3.0:1767323969.480468:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817198976
00000100:00100000:0.0:1767323969.480469:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323969.480471:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817199104
00000100:00100000:2.0:1767323969.480491:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817199232
00000100:00100000:2.0:1767323969.480494:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817199232
00000100:00100000:0.0:1767323969.480515:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817198848
00000100:00100000:3.0:1767323969.480517:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817199360
00000100:00100000:0.0:1767323969.480522:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817198848
00000100:00100000:3.0:1767323969.480523:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817199360
00000100:00100000:2.0:1767323969.480527:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6256
00000100:00100000:2.0:1767323969.480537:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817198976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323969.480548:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6257
00000100:00100000:0.0:1767323969.480557:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491
00000100:00100000:3.0:1767323969.480562:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817199232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323969.480568:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817198848:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323969.480586:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817198976:12345-0@lo:400:kworker.0 Request processed in 50us (321us total) trans 0 rc 0/0
00010000:00020000:0.0:1767323969.480589:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323969.480598:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6256
00000100:00100000:2.0:1767323969.480617:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91034
00000100:00100000:2.0:1767323969.480621:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817198720:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323969.480628:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817199232:12345-0@lo:400:kworker.0 Request processed in 71us (258us total) trans 0 rc 0/0
00010000:00020000:2.0:1767323969.480631:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323969.480640:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817198848:12345-0@lo:38:kworker.0 Request processed in 72us (394us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323969.480642:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6257
00000100:00100000:0.0:1767323969.480654:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491
00000100:00100000:2.0:1767323969.480662:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817198720:12345-0@lo:38:kworker.0 Request processed in 39us (549us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323969.480668:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91034
00000100:00100000:3.0:1767323969.480675:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91035
00000100:00100000:3.0:1767323969.480681:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817199104:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323969.480685:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91036
00000100:00100000:2.0:1767323969.480689:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817199360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323969.480691:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323969.480695:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:2.0:1767323969.480699:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767323969.480704:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323969.480709:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817198848:0@lo:38:kworker.0
00000100:00080000:0.0:1767323969.480726:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323969.480728:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817199104:12345-0@lo:38:kworker.0 Request processed in 45us (396us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767323969.480734:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323969.480734:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817199360:12345-0@lo:38:kworker.0 Request processed in 41us (340us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323969.480741:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91035
00000100:00100000:0.0:1767323969.480745:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817198720:0@lo:38:kworker.0
00000100:00100000:2.0:1767323969.480750:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91036
00000100:00080000:3.0:1767323969.480786:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767323969.480798:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323969.480805:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767323969.480806:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817199488
00000100:00100000:2.0:1767323969.480812:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817199488
00000100:00100000:0.0:1767323969.480813:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817199360:0@lo:38:kworker.0
00000100:00100000:3.0:1767323969.480818:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817199232:0@lo:400:kworker.0
00000100:00080000:0.0:1767323969.480832:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323969.480836:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323969.480840:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323969.480846:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817199104:0@lo:38:kworker.0
00000100:00100000:2.0:1767323969.480856:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817199616
00000100:00100000:2.0:1767323969.480861:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817199616
00000100:00100000:3.0:1767323969.480863:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817198976:0@lo:400:kworker.0
00000100:00080000:3.0:1767323969.480883:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323969.480898:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3906
00000100:00100000:3.0:1767323969.480906:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3907
00000100:00100000:2.0:1767323969.480909:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817199488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323969.480919:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817199616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323969.480944:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817199488:12345-0@lo:400:kworker.0 Request processed in 39us (524us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323969.480961:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817199616:12345-0@lo:400:kworker.0 Request processed in 46us (494us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323969.481003:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817199488:0@lo:400:kworker.0
00000100:00100000:1.0:1767323969.481031:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817199616:0@lo:400:kworker.0
00000100:00100000:2.0:1767323969.481381:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3906
00000100:00100000:3.0:1767323969.481389:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3907
00000100:00100000:2.0:1767323970.054880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323970.503692:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323971.015331:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767323971.015355:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817199744:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323971.015435:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323971.015782:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817199744
00000100:00100000:2.0:1767323971.015790:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817199744
00000100:00100000:2.0:1767323971.015863:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659
00000100:00100000:2.0:1767323971.015873:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817199744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323971.015902:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323971.015952:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817199744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (517us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323971.015960:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659
00000100:00100000:0.0:1767323971.016459:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817199744:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767323971.017038:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323971.017573:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323971.017588:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817199872:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323971.017631:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323971.017714:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817199872
00000100:00100000:0.0:1767323971.017719:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817199872
00000100:00100000:0.0:1767323971.017775:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660
00000100:00100000:0.0:1767323971.017782:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817199872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767323971.017800:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767323971.017831:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817199872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (200us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323971.017836:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660
00000100:00080000:3.0:1767323971.017943:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323971.017968:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817199872:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323971.078877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323971.239824:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323971.239881:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767323971.240019:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758837120
00000100:00100000:1.0:1767323971.240029:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758837120
00000100:00100000:1.0:1767323971.240073:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758837248
00000100:00100000:1.0:1767323971.240076:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758837248
00000100:00100000:3.0:1767323971.240169:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91037
00000100:00100000:3.0:1767323971.240178:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758837120:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:1.0:1767323971.240199:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6258
00000100:00100000:1.0:1767323971.240210:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758837248:12345-192.168.202.11@tcp:400:kworker.0
00010000:00020000:3.0:1767323971.240212:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323971.240276:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758837248:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 69us (396us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323971.240284:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6258
00000100:00100000:3.0:1767323971.240320:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758837120:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 141us (501us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323971.240388:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91037
00000100:00080000:0.0:1767323971.240522:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323971.527497:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323972.103061:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323972.550938:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323973.126893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323973.575400:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323974.150876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323974.599015:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323974.599024:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323974.599027:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323974.599032:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323974.599036:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323974.599043:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6512
00000100:00080000:2.0:1767323974.599047:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323974.599053:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323974.599095:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66134a80 x1853166817200000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323974.599110:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323974.599113:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323974.599114:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323974.599118:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6512
00000100:00080000:2.0:1767323974.599120:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323974.599124:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323974.599139:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b64380 x1853166817200128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323974.599191:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323974.599195:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323974.599197:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323974.599201:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6512
00000100:00080000:2.0:1767323974.599203:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323974.599205:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767323974.599211:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817200000:0@lo:38:kworker.0
00000100:00100000:2.0:1767323974.599216:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b67480 x1853166817200384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1767323974.599239:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323974.599244:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323974.599249:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323974.599251:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323974.599254:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6512
00000100:00080000:2.0:1767323974.599256:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323974.599259:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323974.599266:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323974.599271:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b66680 x1853166817200640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323974.599280:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817200256:0@lo:400:kworker.0
00000100:00100000:0.0:1767323974.599288:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323974.599312:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817200512:0@lo:400:kworker.0
00000100:00100000:1.0:1767323974.599326:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323974.599345:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817200128:0@lo:38:kworker.0
00000100:00100000:2.0:1767323974.599347:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323974.599358:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817200896:0@lo:400:kworker.0
00000100:00100000:0.0:1767323974.599372:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323974.599372:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323974.599379:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817200768:0@lo:400:kworker.0
00000100:00100000:1.0:1767323974.599394:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323974.599405:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817200384:0@lo:38:kworker.0
00000100:00100000:2.0:1767323974.599414:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817200000
00000100:00100000:2.0:1767323974.599420:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817200000
00000100:00100000:0.0:1767323974.599432:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323974.599442:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323974.599453:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817200640:0@lo:38:kworker.0
00000100:00100000:0.0:1767323974.599478:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323974.599504:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817200256
00000100:00100000:2.0:1767323974.599508:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817200256
00000100:00100000:1.0:1767323974.599509:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817200512
00000100:00100000:1.0:1767323974.599515:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817200512
00000100:00100000:3.0:1767323974.599519:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817200384
00000100:00100000:3.0:1767323974.599526:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817200384
00000100:00100000:0.0:1767323974.599533:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817200128
00000100:00100000:0.0:1767323974.599538:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817200128
00000100:00100000:2.0:1767323974.599541:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817200640
00000100:00100000:2.0:1767323974.599544:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817200640
00000100:00100000:3.0:1767323974.599557:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6259
00000100:00100000:0.0:1767323974.599563:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492
00000100:00100000:1.0:1767323974.599567:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6260
00000100:00100000:3.0:1767323974.599571:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817200256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323974.599576:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817200128:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767323974.599576:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91038
00000100:00100000:1.0:1767323974.599583:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817200512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323974.599588:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817200000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323974.599596:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767323974.599598:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323974.599645:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817200512:12345-0@lo:400:kworker.0 Request processed in 67us (296us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323974.599653:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6260
00000100:00100000:0.0:1767323974.599658:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817200128:12345-0@lo:38:kworker.0 Request processed in 82us (284us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323974.599660:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817200256:12345-0@lo:400:kworker.0 Request processed in 93us (334us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323974.599662:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817200000:12345-0@lo:38:kworker.0 Request processed in 74us (376us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323974.599669:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492
00000100:00100000:1.0:1767323974.599675:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91039
00000100:00100000:2.0:1767323974.599684:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91038
00000100:00100000:1.0:1767323974.599686:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817200384:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767323974.599693:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6259
00010000:00020000:1.0:1767323974.599701:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323974.599702:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91040
00000100:00080000:0.0:1767323974.599710:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767323974.599710:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817200640:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767323974.599715:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323974.599719:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817200000:0@lo:38:kworker.0
00010000:00020000:2.0:1767323974.599720:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323974.599728:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817200896
00000100:00100000:3.0:1767323974.599733:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817200896
00000100:00080000:0.0:1767323974.599736:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767323974.599739:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817200384:12345-0@lo:38:kworker.0 Request processed in 53us (305us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767323974.599743:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323974.599751:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817200128:0@lo:38:kworker.0
00000100:00100000:1.0:1767323974.599752:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91039
00000100:00100000:2.0:1767323974.599777:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817200640:12345-0@lo:38:kworker.0 Request processed in 45us (277us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323974.599790:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817200768
00000100:00100000:3.0:1767323974.599794:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817200768
00000100:00100000:2.0:1767323974.599798:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91040
00000100:00080000:0.0:1767323974.599800:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323974.599804:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323974.599809:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817200384:0@lo:38:kworker.0
00000100:00080000:0.0:1767323974.599825:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767323974.599826:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3908
00000100:00100000:1.0:1767323974.599827:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817200512:0@lo:400:kworker.0
00000100:00080000:0.0:1767323974.599835:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323974.599840:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817200896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323974.599842:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817200640:0@lo:38:kworker.0
00000100:00100000:1.0:1767323974.599865:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3909
00000100:00100000:3.0:1767323974.599878:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817200896:12345-0@lo:400:kworker.0 Request processed in 40us (484us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323974.599879:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817200768:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323974.599889:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323974.599894:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3908
00000100:00080000:0.0:1767323974.599897:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767323974.599902:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323974.599929:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817200768:12345-0@lo:400:kworker.0 Request processed in 55us (486us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323974.599943:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3909
00000100:00100000:3.0:1767323974.599943:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817200896:0@lo:400:kworker.0
00000100:00100000:0.0:1767323974.599948:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817200768:0@lo:400:kworker.0
00000100:00100000:3.0:1767323974.599966:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817200256:0@lo:400:kworker.0
00000100:00100000:2.0:1767323975.175012:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323975.626270:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323976.135008:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817201024:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323976.135075:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323976.135172:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323976.135182:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817201152:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323976.135209:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323976.135266:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817201024
00000100:00100000:2.0:1767323976.135274:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817201024
00000100:00100000:1.0:1767323976.135330:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817201152
00000100:00100000:1.0:1767323976.135335:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817201152
00000100:00100000:2.0:1767323976.135360:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661
00000100:00100000:1.0:1767323976.135374:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662
00000100:00100000:2.0:1767323976.135376:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817201024:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767323976.135386:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817201152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323976.135409:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:1.0:1767323976.135410:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323976.135463:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817201152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (254us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323976.135470:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817201024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (394us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323976.135473:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662
00000100:00100000:2.0:1767323976.135483:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661
00000100:00100000:3.0:1767323976.135588:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817201152:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767323976.135605:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767323976.135612:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323976.135627:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817201024:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323976.199848:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323976.362796:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323976.362851:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758837504
00000100:00100000:2.0:1767323976.362859:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758837504
00000100:00100000:0.0:1767323976.362885:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00080000:3.0:1767323976.362923:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323976.362985:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758837376
00000100:00100000:2.0:1767323976.362990:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758837376
00000100:00100000:2.0:1767323976.363019:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6261
00000100:00100000:1.0:1767323976.363034:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91041
00000100:00100000:2.0:1767323976.363035:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758837504:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767323976.363048:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758837376:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767323976.363072:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323976.363161:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758837376:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 115us (276us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323976.363170:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91041
00000100:00100000:2.0:1767323976.363188:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758837504:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 149us (425us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323976.363198:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6261
00010000:00010000:1.0:1767323976.648912:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323977.222895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323977.670942:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323978.246867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323978.695274:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323979.270891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323979.718912:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:1.0:1767323979.718924:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323979.718932:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323979.718936:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323979.718941:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323979.718945:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323979.718953:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6517
00000100:00080000:2.0:1767323979.718957:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323979.718963:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323979.719048:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93a300 x1853166817201280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323979.719076:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323979.719080:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323979.719082:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323979.719086:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6517
00000100:00080000:2.0:1767323979.719088:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323979.719092:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323979.719105:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939880 x1853166817201408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323979.719180:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323979.719185:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323979.719187:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323979.719192:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6517
00000100:00080000:2.0:1767323979.719195:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323979.719198:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323979.719202:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767323979.719213:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93bb80 x1853166817201664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323979.719217:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817201536:0@lo:400:kworker.0
00000100:00080000:2.0:1767323979.719257:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323979.719260:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323979.719262:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323979.719278:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6517
00000100:00080000:2.0:1767323979.719281:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323979.719294:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323979.719299:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323979.719314:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939c00 x1853166817201920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323979.719339:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767323979.719352:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817201792:0@lo:400:kworker.0
00000100:00100000:1.0:1767323979.719367:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817201536
00000100:00100000:1.0:1767323979.719374:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817201536
00000100:00100000:3.0:1767323979.719386:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767323979.719426:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323979.719439:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817201792
00000100:00100000:3.0:1767323979.719442:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817201792
00000100:00100000:1.0:1767323979.719448:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6262
00000100:00100000:1.0:1767323979.719461:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817201536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323979.719483:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6263
00000100:00100000:3.0:1767323979.719491:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817201792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767323979.719511:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817201536:12345-0@lo:400:kworker.0 Request processed in 53us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323979.719517:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6262
00000100:00100000:3.0:1767323979.719536:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817201792:12345-0@lo:400:kworker.0 Request processed in 45us (148us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323979.719544:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6263
00000100:00100000:1.0:1767323979.719556:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817201536:0@lo:400:kworker.0
00000100:00080000:3.0:1767323979.719570:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323979.719586:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817202048:0@lo:400:kworker.0
00000100:00100000:2.0:1767323979.719615:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323979.719625:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817202176:0@lo:400:kworker.0
00000100:00100000:3.0:1767323979.719639:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323979.719803:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817201280:0@lo:38:kworker.0
00000100:00100000:0.0:1767323979.719849:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323979.719881:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817201408:0@lo:38:kworker.0
00000100:00100000:0.0:1767323979.719904:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323979.719931:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817201664:0@lo:38:kworker.0
00000100:00100000:2.0:1767323979.719941:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817201280
00000100:00100000:2.0:1767323979.719946:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817201280
00000100:00100000:1.0:1767323979.719952:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817201408
00000100:00100000:1.0:1767323979.719958:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817201408
00000100:00100000:0.0:1767323979.719973:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323979.719989:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493
00000100:00100000:1.0:1767323979.719995:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817201408:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767323979.719998:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817201920:0@lo:38:kworker.0
00000100:00100000:2.0:1767323979.719998:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91042
00000100:00100000:2.0:1767323979.720009:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817201280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323979.720018:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767323979.720024:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323979.720029:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323979.720311:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817201664
00000100:00100000:0.0:1767323979.720316:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817201664
00000100:00100000:0.0:1767323979.720336:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817201920
00000100:00100000:0.0:1767323979.720339:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817201920
00000100:00100000:0.0:1767323979.720355:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91043
00000100:00100000:0.0:1767323979.720359:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817201664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323979.720371:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323979.720401:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817201408:12345-0@lo:38:kworker.0 Request processed in 404us (494us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323979.720408:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817201664:12345-0@lo:38:kworker.0 Request processed in 44us (432us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323979.720414:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493
00000100:00100000:0.0:1767323979.720419:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91043
00000100:00100000:0.0:1767323979.720434:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91044
00000100:00100000:0.0:1767323979.720438:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817201920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323979.720447:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323979.720471:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817201920:12345-0@lo:38:kworker.0 Request processed in 31us (445us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323979.720476:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91044
00000100:00080000:0.0:1767323979.720504:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323979.720509:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323979.720512:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817201408:0@lo:38:kworker.0
00000100:00080000:0.0:1767323979.720523:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323979.720527:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323979.720530:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817201664:0@lo:38:kworker.0
00000100:00080000:0.0:1767323979.720542:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323979.720546:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323979.720549:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817201920:0@lo:38:kworker.0
00000100:00100000:2.0:1767323979.720868:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817201280:12345-0@lo:38:kworker.0 Request processed in 858us (1016us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323979.720875:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91042
00000100:00080000:0.0:1767323979.721385:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767323979.721389:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767323979.721393:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817201280:0@lo:38:kworker.0
00000100:00100000:1.0:1767323979.722550:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817202048
00000100:00100000:1.0:1767323979.722558:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817202048
00000100:00100000:1.0:1767323979.722658:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3910
00000100:00100000:1.0:1767323979.722668:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817202048:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767323979.722673:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323979.722722:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323979.722779:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817202176
00000100:00100000:0.0:1767323979.722784:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817202176
00000100:00100000:0.0:1767323979.722848:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3911
00000100:00100000:0.0:1767323979.722856:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817202176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323979.722912:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817202176:12345-0@lo:400:kworker.0 Request processed in 57us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323979.722920:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3911
00000100:00080000:0.0:1767323979.722944:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323979.722945:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817202176:0@lo:400:kworker.0
00000100:00100000:3.0:1767323979.723030:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817201792:0@lo:400:kworker.0
00000100:00100000:1.0:1767323979.723125:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817202048:12345-0@lo:400:kworker.0 Request processed in 459us (3486us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323979.723131:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3910
00000100:00100000:3.0:1767323979.723193:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817202048:0@lo:400:kworker.0
00000100:00100000:2.0:1767323980.294871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323980.748632:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323981.255918:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817202304:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323981.256016:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323981.256914:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817202304
00000100:00100000:0.0:1767323981.256917:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817202432:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323981.256924:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817202304
00000100:00100000:0.0:1767323981.256948:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323981.256995:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817202432
00000100:00100000:2.0:1767323981.257000:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817202432
00000100:00080000:3.0:1767323981.257002:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767323981.257031:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3663
00000100:00100000:3.0:1767323981.257042:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817202304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323981.257078:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323981.257130:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817202304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (1113us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323981.257137:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3663
00000100:00100000:3.0:1767323981.257196:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817202304:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767323981.260037:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323981.260085:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664
00000100:00100000:3.0:1767323981.260113:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817202432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323981.260178:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323981.260260:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817202432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 167us (3311us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323981.260266:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664
00000100:00100000:0.0:1767323981.260415:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817202432:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767323981.319034:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323981.485269:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323981.486211:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758837760
00000100:00100000:2.0:1767323981.486222:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758837760
00000100:00100000:2.0:1767323981.486356:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6264
00000100:00100000:2.0:1767323981.486367:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758837760:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767323981.486451:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758837760:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 86us (1193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323981.486459:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6264
00000100:00080000:3.0:1767323981.486528:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323981.488359:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323981.488441:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758837632
00000100:00100000:2.0:1767323981.488449:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758837632
00000100:00100000:2.0:1767323981.488532:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91045
00000100:00100000:2.0:1767323981.488539:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758837632:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323981.488563:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323981.488619:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758837632:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 79us (267us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323981.488627:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91045
00010000:00010000:1.0:1767323981.767053:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323982.342858:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323982.790945:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323983.366939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323983.815049:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323984.390889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323984.838909:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323984.838920:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323984.838923:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323984.838928:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323984.838932:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323984.838939:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6522
00000100:00080000:2.0:1767323984.838944:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323984.838951:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323984.838987:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93ad80 x1853166817202560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323984.839010:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323984.839013:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323984.839015:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323984.839018:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6522
00000100:00080000:2.0:1767323984.839021:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323984.839024:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323984.839035:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b800 x1853166817202688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1767323984.839040:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323984.839106:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323984.839111:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323984.839113:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323984.839118:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6522
00000100:00100000:3.0:1767323984.839119:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817202560:0@lo:38:kworker.0
00000100:00080000:2.0:1767323984.839123:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323984.839129:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323984.839143:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767323984.839148:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938e00 x1853166817202944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323984.839156:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817202816:0@lo:400:kworker.0
00000100:00100000:3.0:1767323984.839180:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767323984.839181:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323984.839187:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323984.839189:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323984.839194:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6522
00000100:00080000:2.0:1767323984.839197:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323984.839202:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323984.839214:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938380 x1853166817203200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767323984.839225:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323984.839253:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817202688:0@lo:38:kworker.0
00000100:00100000:2.0:1767323984.839260:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817202560
00000100:00100000:1.0:1767323984.839265:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817203456:0@lo:400:kworker.0
00000100:00100000:2.0:1767323984.839268:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817202560
00000100:00100000:3.0:1767323984.839284:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323984.839299:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323984.839309:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817202816
00000100:00100000:2.0:1767323984.839314:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817202816
00000100:00100000:3.0:1767323984.839330:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817202944:0@lo:38:kworker.0
00000100:00100000:2.0:1767323984.839364:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6265
00000100:00100000:3.0:1767323984.839364:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323984.839394:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817203200:0@lo:38:kworker.0
00000100:00100000:3.0:1767323984.839417:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323984.839447:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817203328:0@lo:400:kworker.0
00000100:00100000:2.0:1767323984.839448:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817202816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323984.839475:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323984.839497:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767323984.839503:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817203072:0@lo:400:kworker.0
00000100:00100000:2.0:1767323984.839515:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817202816:12345-0@lo:400:kworker.0 Request processed in 72us (289us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323984.839530:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323984.839848:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91046
00000100:00100000:1.0:1767323984.839854:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817202560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767323984.839881:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323984.839914:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817202560:12345-0@lo:38:kworker.0 Request processed in 59us (735us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323984.839920:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91046
00000100:00100000:2.0:1767323984.842811:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6265
00000100:00100000:1.0:1767323984.842925:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817202944
00000100:00100000:1.0:1767323984.842934:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817202944
00000100:00100000:1.0:1767323984.842954:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817203200
00000100:00100000:1.0:1767323984.842956:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817203200
00000100:00100000:1.0:1767323984.842960:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817203072
00000100:00100000:1.0:1767323984.842962:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817203072
00000100:00100000:1.0:1767323984.843024:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6266
00000100:00100000:1.0:1767323984.843031:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817203072:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323984.843040:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767323984.843100:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91047
00000100:00100000:3.0:1767323984.843107:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817202944:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323984.843116:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817203072:12345-0@lo:400:kworker.0 Request processed in 84us (3584us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323984.843124:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6266
00010000:00020000:3.0:1767323984.843129:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323984.843163:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817202944:12345-0@lo:38:kworker.0 Request processed in 56us (3804us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323984.843170:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91047
00000100:00100000:3.0:1767323984.843185:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91048
00000100:00100000:3.0:1767323984.843189:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817203200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323984.843198:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323984.843217:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817203200:12345-0@lo:38:kworker.0 Request processed in 27us (3800us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323984.843223:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91048
00000100:00100000:3.0:1767323984.843243:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817203456
00000100:00100000:3.0:1767323984.843248:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817203456
00000100:00100000:3.0:1767323984.843281:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817203328
00000100:00100000:3.0:1767323984.843285:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817203328
00000100:00100000:3.0:1767323984.843310:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3912
00000100:00080000:1.0:1767323984.843332:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323984.843339:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323984.843344:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817202944:0@lo:38:kworker.0
00000100:00100000:3.0:1767323984.843348:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817203456:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767323984.843359:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323984.843364:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323984.843368:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817203200:0@lo:38:kworker.0
00000100:00100000:3.0:1767323984.843389:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817203456:12345-0@lo:400:kworker.0 Request processed in 72us (4091us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323984.843395:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3912
00000100:00100000:3.0:1767323984.843408:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3913
00000100:00100000:3.0:1767323984.843415:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817203328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323984.843440:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817203328:12345-0@lo:400:kworker.0 Request processed in 26us (3966us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323984.843445:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3913
00000100:00100000:3.0:1767323984.843467:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817202688
00000100:00100000:3.0:1767323984.843470:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817202688
00000100:00100000:3.0:1767323984.843487:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494
00000100:00100000:3.0:1767323984.843491:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817202688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323984.843501:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323984.843523:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817202688:12345-0@lo:38:kworker.0 Request processed in 31us (4240us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323984.843529:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494
00000100:00080000:3.0:1767323984.843541:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323984.843543:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323984.843563:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817203456:0@lo:400:kworker.0
00000100:00100000:3.0:1767323984.843573:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817202816:0@lo:400:kworker.0
00000100:00100000:3.0:1767323984.843663:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817203072:0@lo:400:kworker.0
00000100:00100000:3.0:1767323984.843673:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817203328:0@lo:400:kworker.0
00000100:00080000:1.0:1767323984.843702:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323984.843708:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323984.843714:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817202560:0@lo:38:kworker.0
00000100:00080000:1.0:1767323984.843729:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323984.843732:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323984.843735:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817202688:0@lo:38:kworker.0
00000100:00100000:2.0:1767323985.415292:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323985.866052:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767323986.375127:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767323986.375154:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817203584:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323986.375224:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323986.375348:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817203584
00000100:00100000:1.0:1767323986.375356:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817203584
00000100:00080000:3.0:1767323986.375530:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323986.375561:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665
00000100:00100000:3.0:1767323986.375571:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817203584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767323986.375598:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767323986.375642:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817203584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (417us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323986.375649:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665
00000100:00100000:3.0:1767323986.375694:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817203584:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323986.376245:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817203712:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323986.376274:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323986.376322:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817203712
00000100:00100000:2.0:1767323986.376328:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817203712
00000100:00100000:2.0:1767323986.376412:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666
00000100:00100000:2.0:1767323986.376418:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817203712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767323986.376433:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767323986.376462:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817203712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323986.376466:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666
00000100:00100000:2.0:1767323986.376490:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817203712:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767323986.376600:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767323986.438880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323986.599632:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323986.599683:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:0.0:1767323986.599714:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758838144 offset 0 length 520: 4
00000100:00100000:2.0:1767323986.599727:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758837888
00000100:00100000:2.0:1767323986.599741:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758837888
00000100:00100000:3.0:1767323986.599804:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758838016
00000100:00100000:3.0:1767323986.599811:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758838016
00000100:00100000:2.0:1767323986.599847:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91049
00000100:00100000:2.0:1767323986.599859:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758837888:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:3.0:1767323986.599881:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6267
00000100:00100000:3.0:1767323986.599899:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758838016:12345-192.168.202.11@tcp:400:kworker.0
00010000:00020000:2.0:1767323986.599901:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767323986.599902:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323986.599995:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758837888:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 136us (373us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323986.600004:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91049
00000100:00100000:3.0:1767323986.600225:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758838016:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 323us (529us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323986.600251:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6267
00010000:00010000:1.0:1767323986.887436:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323987.462913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323987.912167:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323988.487253:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323988.934971:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323989.510916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323989.958864:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323964/real 1767323964]  req@ffff8d4e6621f480 x1853166817197312/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323989 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767323989.958900:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e6621f480 x1853166817197312/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767323989 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767323989.958921:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323989.958934:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767323989.958941:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817197312:0@lo:250:kworker.0
00000100:00080000:2.0:1767323989.958946:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323989.958957:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767323989.958962:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00010000:00010000:1.0:1767323989.959009:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323989.960440:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6506
00000100:00080000:2.0:1767323989.960449:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323989.960459:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323989.960510:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939c00 x1853166817203840/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323989.960553:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323989.960558:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323989.960561:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323989.960565:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6527
00000100:00080000:2.0:1767323989.960568:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323989.960572:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323989.960588:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93bb80 x1853166817203968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323989.960599:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323989.960603:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323989.960606:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323989.960612:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6527
00000100:00080000:2.0:1767323989.960615:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323989.960619:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323989.960633:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939880 x1853166817204096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323989.960640:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817203840:0@lo:250:kworker.0
00000400:00000100:3.0:1767323989.960707:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817203840 offset 0 length 520: 4
00000100:00100000:3.0:1767323989.960794:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817203968:0@lo:38:kworker.0
00000100:00100000:0.0:1767323989.960802:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767323989.960822:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323989.960846:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817204096:0@lo:38:kworker.0
00000100:00100000:3.0:1767323989.960863:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323989.960900:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817204096
00000100:00100000:1.0:1767323989.960902:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817203968
00000100:00100000:1.0:1767323989.960909:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817203968
00000100:00100000:3.0:1767323989.960917:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817204096
00000100:00100000:1.0:1767323989.960945:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91050
00000100:00100000:1.0:1767323989.960953:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817203968:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767323989.960962:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323989.960969:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323989.960972:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00020000:1.0:1767323989.960973:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767323989.960991:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6527
00000100:00080000:2.0:1767323989.960997:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767323989.960998:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495
00000100:00080000:2.0:1767323989.961008:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767323989.961013:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817204096:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767323989.961041:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817203968:12345-0@lo:38:kworker.0 Request processed in 86us (216us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323989.961045:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938a80 x1853166817204352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:3.0:1767323989.961046:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767323989.961063:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91050
00000100:00100000:3.0:1767323989.961092:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817204096:12345-0@lo:38:kworker.0 Request processed in 81us (225us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767323989.961102:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817204352:0@lo:38:kworker.0
00000100:00100000:3.0:1767323989.961103:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495
00000100:00080000:2.0:1767323989.961104:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323989.961122:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323989.961126:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323989.961134:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6527
00000100:00080000:2.0:1767323989.961138:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323989.961142:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767323989.961160:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323989.961163:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93b800 x1853166817204608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767323989.961165:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817204480:0@lo:400:kworker.0
00000100:00080000:1.0:1767323989.961200:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323989.961211:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323989.961218:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817204096:0@lo:38:kworker.0
00000100:00100000:3.0:1767323989.961224:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767323989.961233:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323989.961238:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323989.961241:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817203968:0@lo:38:kworker.0
00000100:00100000:3.0:1767323989.961257:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767323989.961265:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817204608:0@lo:38:kworker.0
00000100:00100000:3.0:1767323989.961267:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817204736:0@lo:400:kworker.0
00000100:00100000:1.0:1767323989.961303:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323989.961308:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323989.961348:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817204352
00000100:00100000:1.0:1767323989.961349:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817204480
00000100:00100000:3.0:1767323989.961353:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817204352
00000100:00100000:1.0:1767323989.961355:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817204480
00000100:00100000:3.0:1767323989.961375:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817204608
00000100:00100000:3.0:1767323989.961379:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817204608
00000100:00100000:3.0:1767323989.961398:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91051
00000100:00100000:3.0:1767323989.961402:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817204352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323989.961412:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323989.961441:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817204352:12345-0@lo:38:kworker.0 Request processed in 38us (285us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323989.961447:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91051
00000100:00100000:3.0:1767323989.961458:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91052
00000100:00100000:3.0:1767323989.961461:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817204608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767323989.961470:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323989.961489:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817204608:12345-0@lo:38:kworker.0 Request processed in 27us (187us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323989.961494:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91052
00000100:00100000:3.0:1767323989.961510:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817204736
00000100:00100000:3.0:1767323989.961513:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817204736
00000100:00100000:3.0:1767323989.961556:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3914
00000100:00100000:3.0:1767323989.961565:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817204736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767323989.961601:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817204736:12345-0@lo:400:kworker.0 Request processed in 39us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323989.961607:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3914
00000100:00100000:3.0:1767323989.961659:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817204736:0@lo:400:kworker.0
00000100:00100000:1.0:1767323989.961667:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6268
00000100:00100000:1.0:1767323989.961677:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817204480:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767323989.961703:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767323989.961706:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767323989.961718:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817204480:12345-0@lo:400:kworker.0 Request processed in 43us (496us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323989.961727:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6268
00000100:00100000:3.0:1767323989.961733:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817204480:0@lo:400:kworker.0
00000100:00080000:1.0:1767323989.961788:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323989.961793:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323989.961797:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817204608:0@lo:38:kworker.0
00000100:00080000:1.0:1767323989.961806:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767323989.961809:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767323989.961812:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817204352:0@lo:38:kworker.0
00000100:00100000:0.0:1767323989.962169:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817204864:0@lo:400:kworker.0
00000100:00100000:0.0:1767323989.962236:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323989.962280:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817204224:0@lo:400:kworker.0
00000100:00100000:3.0:1767323989.962302:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817204864
00000100:00100000:3.0:1767323989.962311:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817204864
00000100:00100000:0.0:1767323989.962318:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323989.962374:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3915
00000100:00100000:3.0:1767323989.962384:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817204864:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767323989.962386:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767323989.962423:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817204864:12345-0@lo:400:kworker.0 Request processed in 41us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323989.962427:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3915
00000100:00100000:0.0:1767323989.962913:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817204224
00000100:00100000:0.0:1767323989.962922:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817204224
00000100:00080000:3.0:1767323989.967857:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767323989.968037:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6269
00000100:00100000:0.0:1767323989.968055:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817204224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323989.968178:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817204224:12345-0@lo:400:kworker.0 Request processed in 129us (5865us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323989.968187:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6269
00000100:00100000:1.0:1767323989.968302:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817204864:0@lo:400:kworker.0
00000100:00100000:1.0:1767323989.968327:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817204224:0@lo:400:kworker.0
00000100:00100000:2.0:1767323990.534900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323990.983869:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767323991.495080:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767323991.495117:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817204992:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767323991.495286:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817205120:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767323991.495371:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323991.497115:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323991.503612:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817205120
00000100:00100000:1.0:1767323991.503634:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817205120
00000100:00100000:1.0:1767323991.503771:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817204992
00000100:00100000:1.0:1767323991.503775:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817204992
00000100:00100000:1.0:1767323991.503811:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667
00000100:00100000:1.0:1767323991.503822:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817205120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323991.503866:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323991.503971:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817205120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 151us (8601us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323991.503979:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667
00000100:00100000:1.0:1767323991.503998:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668
00000100:00100000:1.0:1767323991.504017:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817204992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767323991.504037:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767323991.504071:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817204992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (6961us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323991.504078:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3668
00000100:00100000:1.0:1767323991.504194:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817205120:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323991.504479:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817204992:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767323991.504703:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767323991.504709:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767323991.559231:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767323991.720125:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767323991.720717:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323991.733071:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758838272
00000100:00100000:3.0:1767323991.733093:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758838272
00000100:00100000:3.0:1767323991.733183:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758838400
00000100:00100000:3.0:1767323991.733187:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758838400
00000100:00100000:3.0:1767323991.733267:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6270
00000100:00100000:3.0:1767323991.733279:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758838400:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767323991.733393:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758838400:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 115us (12675us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323991.733402:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6270
00000100:00100000:3.0:1767323991.733427:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91053
00000100:00100000:3.0:1767323991.733432:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758838272:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767323991.733457:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767323991.733483:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758838272:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 49us (13372us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767323991.733489:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91053
00000100:00080000:1.0:1767323991.733952:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767323992.007565:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323992.583657:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323993.031022:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323993.606889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323994.055815:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323994.635647:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767323995.078889:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323995.078899:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767323995.078903:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323995.078907:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323995.078911:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323995.078919:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6532
00000100:00080000:2.0:1767323995.078925:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323995.078931:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323995.078981:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a939180 x1853166817205248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1767323995.082049:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767323995.088125:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323995.088137:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323995.088142:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323995.088150:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6532
00000100:00080000:2.0:1767323995.088155:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323995.088163:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323995.088205:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93a680 x1853166817205376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767323995.088254:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323995.088259:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323995.088261:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323995.088266:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6532
00000100:00080000:2.0:1767323995.088269:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323995.088272:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323995.088284:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a93a300 x1853166817205632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323995.088295:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817205504:0@lo:400:kworker.0
00000100:00080000:2.0:1767323995.088319:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767323995.088324:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767323995.088325:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767323995.088329:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6532
00000100:00080000:2.0:1767323995.088332:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767323995.088335:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767323995.088348:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a938700 x1853166817205888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767323995.088373:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323995.088397:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817206016:0@lo:400:kworker.0
00000100:00100000:2.0:1767323995.088466:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323995.088488:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767323995.088497:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817206144:0@lo:400:kworker.0
00000100:00100000:2.0:1767323995.088513:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767323995.088522:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817205760:0@lo:400:kworker.0
00000100:00100000:0.0:1767323995.088529:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323995.088551:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767323995.088594:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817206016
00000100:00100000:0.0:1767323995.088595:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817205504
00000100:00100000:0.0:1767323995.088602:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817205504
00000100:00100000:2.0:1767323995.088602:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817206016
00000100:00100000:1.0:1767323995.088909:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817206144
00000100:00100000:1.0:1767323995.088914:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817206144
00000100:00100000:0.0:1767323995.088981:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817205760
00000100:00100000:0.0:1767323995.088985:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817205760
00000100:00100000:1.0:1767323995.089275:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3916
00000100:00100000:2.0:1767323995.089285:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3917
00000100:00100000:1.0:1767323995.089288:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817206144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323995.089299:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817206016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767323995.089354:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817206016:12345-0@lo:400:kworker.0 Request processed in 58us (886us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323995.089362:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817206144:12345-0@lo:400:kworker.0 Request processed in 77us (832us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323995.089366:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3917
00000100:00100000:1.0:1767323995.089375:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3916
00000100:00100000:2.0:1767323995.089403:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6271
00000100:00100000:2.0:1767323995.089412:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817205504:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767323995.089437:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767323995.089442:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767323995.089444:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323995.089498:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817205504:12345-0@lo:400:kworker.0 Request processed in 87us (1128us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323995.089504:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6271
00000100:00100000:2.0:1767323995.089544:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817206016:0@lo:400:kworker.0
00000100:00100000:0.0:1767323995.089647:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6272
00000100:00100000:0.0:1767323995.089654:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817205760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767323995.089692:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817205760:12345-0@lo:400:kworker.0 Request processed in 39us (1142us total) trans 0 rc 0/0
00000100:00100000:0.0:1767323995.089699:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6272
00000100:00100000:0.0:1767323995.089728:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817205760:0@lo:400:kworker.0
00000100:00100000:1.0:1767323995.089800:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817206144:0@lo:400:kworker.0
00000100:00100000:1.0:1767323995.089810:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817205504:0@lo:400:kworker.0
00000100:00100000:3.0:1767323995.095933:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817205248:0@lo:38:kworker.0
00000100:00100000:3.0:1767323995.096029:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323995.096085:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817205376:0@lo:38:kworker.0
00000100:00100000:0.0:1767323995.097508:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817205248
00000100:00100000:0.0:1767323995.097522:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817205248
00000100:00100000:0.0:1767323995.097587:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91054
00000100:00100000:0.0:1767323995.097596:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817205248:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323995.097619:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323995.098746:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817205248:12345-0@lo:38:kworker.0 Request processed in 1145us (2712us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323995.098769:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91054
00000100:00100000:3.0:1767323995.098999:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323995.099098:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817205632:0@lo:38:kworker.0
00000100:00100000:3.0:1767323995.099131:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323995.099203:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817205888:0@lo:38:kworker.0
00000100:00100000:3.0:1767323995.099226:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767323995.100561:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817205376
00000100:00100000:0.0:1767323995.100572:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817205376
00000100:00100000:0.0:1767323995.100633:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496
00000100:00100000:0.0:1767323995.100640:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817205376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767323995.100661:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767323995.100718:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817205376:12345-0@lo:38:kworker.0 Request processed in 77us (1720us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767323995.100724:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496
00000100:00080000:3.0:1767323995.101826:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323995.101834:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323995.101839:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817205248:0@lo:38:kworker.0
00000100:00080000:3.0:1767323995.101850:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323995.101863:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323995.101867:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817205376:0@lo:38:kworker.0
00000100:00100000:2.0:1767323995.102077:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817205632
00000100:00100000:2.0:1767323995.102084:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817205632
00000100:00100000:2.0:1767323995.102122:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817205888
00000100:00100000:2.0:1767323995.102127:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817205888
00000100:00100000:2.0:1767323995.102150:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91055
00000100:00100000:2.0:1767323995.102156:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817205632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323995.102173:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323995.102221:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817205632:12345-0@lo:38:kworker.0 Request processed in 64us (3089us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323995.102228:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91055
00000100:00100000:2.0:1767323995.102245:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91056
00000100:00100000:2.0:1767323995.102249:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817205888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767323995.102257:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323995.102281:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817205888:12345-0@lo:38:kworker.0 Request processed in 30us (3053us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323995.102286:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91056
00000100:00080000:3.0:1767323995.102411:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323995.102416:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323995.102419:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817205632:0@lo:38:kworker.0
00000100:00080000:3.0:1767323995.102432:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767323995.102435:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767323995.102438:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817205888:0@lo:38:kworker.0
00000100:00100000:2.0:1767323995.655922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323996.102994:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767323996.615683:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817206272:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323996.615810:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767323996.616780:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817206272
00000100:00100000:1.0:1767323996.616791:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817206272
00000100:00100000:1.0:1767323996.616860:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3669
00000100:00100000:1.0:1767323996.616870:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817206272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767323996.616899:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767323996.616990:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817206272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (1180us total) trans 0 rc 0/0
00000100:00100000:1.0:1767323996.616997:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3669
00000100:00100000:3.0:1767323996.617122:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817206272:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767323996.618346:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767323996.618651:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817206400:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767323996.618706:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767323996.618889:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817206400
00000100:00100000:3.0:1767323996.618896:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817206400
00000100:00100000:3.0:1767323996.618985:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670
00000100:00100000:3.0:1767323996.618994:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817206400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767323996.619020:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767323996.619070:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817206400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1767323996.619077:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670
00000100:00100000:0.0:1767323996.619143:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817206400:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767323996.678857:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767323996.839421:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767323996.839861:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767323996.843569:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758838528
00000100:00100000:2.0:1767323996.843584:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758838528
00000100:00100000:2.0:1767323996.843661:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758838656
00000100:00100000:2.0:1767323996.843665:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758838656
00000100:00100000:2.0:1767323996.843735:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6273
00000100:00100000:2.0:1767323996.843746:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758838656:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767323996.843779:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767323996.843854:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758838656:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 110us (3995us total) trans 0 rc 0/0
00000100:00100000:2.0:1767323996.843862:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6273
00000100:00100000:2.0:1767323996.843885:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91057
00000100:00100000:2.0:1767323996.843889:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758838528:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767323996.843910:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767323996.843938:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758838528:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (4528us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767323996.843945:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91057
00010000:00010000:1.0:1767323997.127580:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323997.703292:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323998.150988:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323998.737057:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767323999.180946:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767323999.750970:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324000.198898:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324000.198909:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324000.198913:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324000.198917:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324000.198932:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324000.198941:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6537
00000100:00080000:3.0:1767324000.198945:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324000.198951:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00010000:00010000:1.0:1767324000.199005:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324000.199031:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e756de680 x1853166817206528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324000.199061:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324000.199064:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324000.199066:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324000.199070:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6537
00000100:00080000:3.0:1767324000.199072:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324000.199076:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324000.199090:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f480 x1853166817206656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324000.199126:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324000.199130:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324000.199132:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324000.199139:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6537
00000100:00080000:3.0:1767324000.199143:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324000.199147:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324000.199152:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817206784:0@lo:400:kworker.0
00000100:00100000:3.0:1767324000.199161:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f800 x1853166817206912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324000.199170:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817206528:0@lo:38:kworker.0
00000100:00080000:3.0:1767324000.199211:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324000.199215:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324000.199217:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324000.199222:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6537
00000100:00080000:3.0:1767324000.199224:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324000.199229:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324000.199242:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d180 x1853166817207168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324000.199245:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817207040:0@lo:400:kworker.0
00000100:00100000:3.0:1767324000.199291:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817207296:0@lo:400:kworker.0
00000100:00100000:2.0:1767324000.199302:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324000.199314:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817207424:0@lo:400:kworker.0
00000100:00100000:1.0:1767324000.199360:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324000.199375:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324000.199388:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817206784
00000100:00100000:0.0:1767324000.199396:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817206784
00000100:00100000:2.0:1767324000.199396:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324000.199429:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817206656:0@lo:38:kworker.0
00000100:00100000:3.0:1767324000.199453:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817207296
00000100:00100000:0.0:1767324000.199462:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817207040
00000100:00100000:2.0:1767324000.199462:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324000.199467:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324000.199467:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817207296
00000100:00100000:0.0:1767324000.199469:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817207040
00000100:00100000:1.0:1767324000.199485:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324000.199514:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817206528
00000100:00100000:0.0:1767324000.199519:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817206528
00000100:00100000:3.0:1767324000.199521:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817207424
00000100:00100000:3.0:1767324000.199525:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817207424
00000100:00100000:0.0:1767324000.199546:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6274
00000100:00100000:3.0:1767324000.199554:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3918
00000100:00100000:0.0:1767324000.199558:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817206784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324000.199563:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3919
00000100:00100000:3.0:1767324000.199567:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817207296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324000.199578:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817207424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324000.199639:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817206784:12345-0@lo:400:kworker.0 Request processed in 84us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324000.199642:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817207424:12345-0@lo:400:kworker.0 Request processed in 67us (156us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324000.199654:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6274
00000100:00100000:3.0:1767324000.199654:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817207296:12345-0@lo:400:kworker.0 Request processed in 90us (286us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324000.199659:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3919
00000100:00100000:3.0:1767324000.199670:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3918
00000100:00100000:0.0:1767324000.199678:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6275
00000100:00100000:0.0:1767324000.199688:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817207040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324000.199701:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91058
00000100:00100000:3.0:1767324000.199707:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817206528:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324000.199713:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817207424:0@lo:400:kworker.0
00010000:00020000:3.0:1767324000.199723:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324000.199727:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817207040:12345-0@lo:400:kworker.0 Request processed in 39us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324000.199734:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6275
00000100:00100000:3.0:1767324000.199772:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817206528:12345-0@lo:38:kworker.0 Request processed in 47us (361us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324000.199777:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91058
00000100:00080000:1.0:1767324000.199788:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324000.199797:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324000.199800:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324000.199803:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817207296:0@lo:400:kworker.0
00000100:00100000:0.0:1767324000.199814:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817207040:0@lo:400:kworker.0
00000100:00100000:3.0:1767324000.199849:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817206784:0@lo:400:kworker.0
00000100:00100000:2.0:1767324000.200724:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817206912:0@lo:38:kworker.0
00000100:00100000:1.0:1767324000.200725:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817206656
00000100:00100000:1.0:1767324000.200733:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817206656
00000100:00100000:2.0:1767324000.200786:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324000.200798:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497
00000100:00100000:1.0:1767324000.200806:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817206656:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324000.200808:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817207168:0@lo:38:kworker.0
00010000:00020000:1.0:1767324000.200824:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324000.200835:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324000.200867:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817206656:12345-0@lo:38:kworker.0 Request processed in 60us (1406us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324000.200875:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497
00000100:00100000:0.0:1767324000.200876:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817206912
00000100:00080000:2.0:1767324000.200879:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767324000.200882:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817206912
00000100:00080000:2.0:1767324000.200887:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324000.200892:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817206528:0@lo:38:kworker.0
00000100:00080000:2.0:1767324000.200906:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767324000.200908:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817207168
00000100:00080000:2.0:1767324000.200912:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324000.200914:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817207168
00000100:00100000:2.0:1767324000.200918:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817206656:0@lo:38:kworker.0
00000100:00100000:1.0:1767324000.200940:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91059
00000100:00100000:1.0:1767324000.200947:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817206912:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324000.200953:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91060
00000100:00100000:0.0:1767324000.200959:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817207168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324000.200961:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767324000.200978:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324000.200998:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817206912:12345-0@lo:38:kworker.0 Request processed in 50us (211us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324000.201007:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91059
00000100:00080000:2.0:1767324000.201012:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324000.201017:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324000.201021:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817206912:0@lo:38:kworker.0
00000100:00100000:0.0:1767324000.201026:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817207168:12345-0@lo:38:kworker.0 Request processed in 64us (189us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767324000.201035:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324000.201040:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324000.201043:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817207168:0@lo:38:kworker.0
00000100:00100000:0.0:1767324000.201145:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91060
00000100:00100000:2.0:1767324000.776042:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324001.226455:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324001.735602:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767324001.735625:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817207552:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324001.735695:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324001.735872:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817207552
00000100:00100000:0.0:1767324001.735881:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817207552
00000100:00100000:0.0:1767324001.735943:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671
00000100:00100000:0.0:1767324001.735952:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817207552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324001.735980:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324001.736036:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817207552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324001.736043:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671
00000100:00100000:2.0:1767324001.736130:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817207552:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324001.736454:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817207680:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324001.736485:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324001.740252:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817207680
00000100:00100000:2.0:1767324001.740268:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817207680
00000100:00100000:2.0:1767324001.740345:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672
00000100:00100000:2.0:1767324001.740356:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817207680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324001.740395:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324001.740471:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817207680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (3984us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324001.740479:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672
00000100:00100000:1.0:1767324001.740637:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817207680:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324001.801198:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324001.961865:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324001.961964:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758838784
00000100:00100000:0.0:1767324001.961975:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758838784
00000100:00100000:0.0:1767324001.962026:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91061
00000100:00100000:0.0:1767324001.962034:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758838784:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324001.962059:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324001.962131:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758838784:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 96us (276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324001.962139:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91061
00000100:00100000:3.0:1767324001.962434:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324001.962495:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758838912
00000100:00100000:1.0:1767324001.962501:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758838912
00000100:00100000:1.0:1767324001.962555:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6276
00000100:00100000:1.0:1767324001.962563:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758838912:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324001.962614:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758838912:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 51us (180us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324001.962621:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6276
00000100:00080000:2.0:1767324001.962676:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324002.246978:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324002.822916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324003.275179:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324003.847102:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324004.295041:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324004.870900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324005.318962:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324005.318973:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324005.318976:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324005.318981:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324005.318985:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324005.319004:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6542
00000100:00080000:3.0:1767324005.319009:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324005.319016:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00010000:00010000:1.0:1767324005.319042:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324005.319054:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ca80 x1853166817207808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324005.319077:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324005.319081:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324005.319082:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324005.319086:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6542
00000100:00080000:3.0:1767324005.319089:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324005.319092:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324005.319106:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c000 x1853166817207936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324005.319146:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324005.319150:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324005.319152:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324005.319155:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6542
00000100:00080000:3.0:1767324005.319157:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324005.319160:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324005.319170:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f100 x1853166817208192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324005.319195:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324005.319199:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324005.319201:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324005.319205:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6542
00000100:00080000:3.0:1767324005.319208:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767324005.319210:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767324005.319210:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324005.319221:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ed80 x1853166817208448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324005.319254:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817208576:0@lo:400:kworker.0
00000100:00100000:1.0:1767324005.319263:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817208704:0@lo:400:kworker.0
00000100:00100000:0.0:1767324005.319354:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817207808:0@lo:38:kworker.0
00000100:00100000:2.0:1767324005.319782:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817208320:0@lo:400:kworker.0
00000100:00100000:1.0:1767324005.320417:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324005.320471:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817208064:0@lo:400:kworker.0
00000100:00100000:3.0:1767324005.320480:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324005.320497:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324005.320521:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324005.320534:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817208704
00000100:00100000:3.0:1767324005.320542:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817208704
00000100:00100000:3.0:1767324005.320592:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817208576
00000100:00100000:1.0:1767324005.320594:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817208064
00000100:00100000:3.0:1767324005.320595:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817208576
00000100:00100000:1.0:1767324005.320598:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817208064
00000100:00100000:0.0:1767324005.320604:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817207936:0@lo:38:kworker.0
00000100:00100000:3.0:1767324005.320619:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3920
00000100:00100000:1.0:1767324005.320624:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817207808
00000100:00100000:1.0:1767324005.320627:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817207808
00000100:00100000:3.0:1767324005.320629:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817208704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324005.320641:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6277
00000100:00100000:1.0:1767324005.320646:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817208064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324005.320677:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817208064:12345-0@lo:400:kworker.0 Request processed in 30us (178us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324005.320677:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817208704:12345-0@lo:400:kworker.0 Request processed in 49us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324005.320684:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6277
00000100:00100000:3.0:1767324005.320684:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3920
00000100:00100000:1.0:1767324005.320699:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91062
00000100:00100000:3.0:1767324005.320699:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3921
00000100:00100000:1.0:1767324005.320703:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817207808:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324005.320705:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817208576:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767324005.320720:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324005.320738:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324005.320750:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817207808:12345-0@lo:38:kworker.0 Request processed in 44us (229us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324005.320776:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91062
00000100:00100000:0.0:1767324005.320790:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817208192:0@lo:38:kworker.0
00000100:00100000:1.0:1767324005.320810:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817207936
00000100:00100000:1.0:1767324005.320815:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817207936
00000100:00100000:0.0:1767324005.320820:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324005.320836:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817208448:0@lo:38:kworker.0
00000100:00100000:1.0:1767324005.320844:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498
00000100:00100000:1.0:1767324005.320850:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817207936:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324005.320856:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817208576:12345-0@lo:400:kworker.0 Request processed in 152us (376us total) trans 0 rc 0/0
00010000:00020000:1.0:1767324005.320861:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324005.320864:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3921
00000100:00100000:1.0:1767324005.320905:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817207936:12345-0@lo:38:kworker.0 Request processed in 54us (169us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324005.320911:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498
00000100:00100000:3.0:1767324005.320919:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817208576:0@lo:400:kworker.0
00000100:00100000:0.0:1767324005.320927:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324005.320936:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817208192
00000100:00100000:1.0:1767324005.320941:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817208192
00000100:00080000:3.0:1767324005.320948:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767324005.320954:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767324005.320957:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324005.320959:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817208448
00000100:00100000:1.0:1767324005.320962:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817208448
00000100:00080000:0.0:1767324005.320964:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324005.320971:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324005.320976:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817207808:0@lo:38:kworker.0
00000100:00100000:1.0:1767324005.320981:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91063
00000100:00100000:1.0:1767324005.320987:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817208192:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324005.320987:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91064
00000100:00080000:0.0:1767324005.320989:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324005.320995:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324005.320998:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817207936:0@lo:38:kworker.0
00010000:00020000:1.0:1767324005.321001:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324005.321056:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817208704:0@lo:400:kworker.0
00000100:00100000:0.0:1767324005.321065:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817208064:0@lo:400:kworker.0
00000100:00100000:3.0:1767324005.321093:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817208448:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767324005.321094:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:3.0:1767324005.321106:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324005.321133:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817208192:12345-0@lo:38:kworker.0 Request processed in 145us (315us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324005.321140:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91063
00000100:00100000:3.0:1767324005.321141:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817208448:12345-0@lo:38:kworker.0 Request processed in 148us (278us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324005.321146:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91064
00000100:00080000:0.0:1767324005.321443:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324005.321447:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817208192:0@lo:38:kworker.0
00000100:00080000:0.0:1767324005.321459:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324005.321463:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324005.321465:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817208448:0@lo:38:kworker.0
00000100:00100000:2.0:1767324005.321948:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324005.322042:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817208320
00000100:00100000:3.0:1767324005.322048:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817208320
00000100:00100000:3.0:1767324005.322134:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6278
00000100:00100000:3.0:1767324005.322142:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817208320:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767324005.322228:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324005.322267:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817208320:12345-0@lo:400:kworker.0 Request processed in 125us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324005.322275:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6278
00000100:00100000:0.0:1767324005.322326:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817208320:0@lo:400:kworker.0
00000100:00100000:2.0:1767324005.895426:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324006.343407:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324006.854988:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324006.855010:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817208832:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324006.855075:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324006.855194:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817208832
00000100:00100000:2.0:1767324006.855200:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817208832
00000100:00100000:2.0:1767324006.855243:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673
00000100:00100000:2.0:1767324006.855249:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817208832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324006.855274:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324006.855327:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817208832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324006.855334:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673
00000100:00100000:1.0:1767324006.855438:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817208832:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324006.855880:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324006.855892:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817208960:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324006.855925:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324006.856423:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817208960
00000100:00100000:0.0:1767324006.856429:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817208960
00000100:00100000:0.0:1767324006.856462:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3674
00000100:00100000:0.0:1767324006.856470:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817208960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324006.856487:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324006.856532:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817208960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (606us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324006.856539:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3674
00000100:00100000:3.0:1767324006.856603:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817208960:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324006.918879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324007.091027:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324007.091079:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324007.091116:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758839168
00000100:00100000:3.0:1767324007.091126:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758839168
00000100:00100000:3.0:1767324007.091199:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758839040
00000100:00100000:3.0:1767324007.091203:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758839040
00000100:00100000:3.0:1767324007.091224:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6279
00000100:00100000:3.0:1767324007.091236:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758839168:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324007.091255:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91065
00000100:00100000:0.0:1767324007.091263:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758839040:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324007.091286:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324007.091311:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758839168:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324007.091326:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758839040:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (242us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324007.091326:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6279
00000100:00100000:0.0:1767324007.091336:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91065
00000100:00080000:2.0:1767324007.091376:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324007.367920:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324007.944962:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324008.391417:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324008.966925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324009.415368:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324009.991122:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324010.440044:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324010.440054:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324010.440058:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324010.440061:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324010.440066:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324010.440073:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6547
00000100:00080000:3.0:1767324010.440078:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324010.440085:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324010.440124:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c700 x1853166817209088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324010.440159:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324010.440163:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324010.440164:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324010.440168:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6547
00000100:00080000:3.0:1767324010.440170:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324010.440174:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324010.440187:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d880 x1853166817209216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324010.440278:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324010.440283:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324010.440285:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324010.440290:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6547
00000100:00080000:3.0:1767324010.440293:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324010.440297:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324010.440310:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ed80 x1853166817209472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324010.440321:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767324010.440335:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767324010.440337:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817209344:0@lo:400:kworker.0
00000100:00100000:0.0:1767324010.440338:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817209088:0@lo:38:kworker.0
00000100:00080000:3.0:1767324010.440338:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324010.440341:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324010.440347:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6547
00000100:00080000:3.0:1767324010.440350:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324010.440353:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324010.440364:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7e680 x1853166817209728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324010.440436:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324010.440446:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817209984:0@lo:400:kworker.0
00000100:00100000:3.0:1767324010.440557:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817209600:0@lo:400:kworker.0
00000100:00100000:0.0:1767324010.440788:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324010.440850:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817209216:0@lo:38:kworker.0
00000100:00100000:0.0:1767324010.440876:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324010.440900:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817209472:0@lo:38:kworker.0
00000100:00100000:0.0:1767324010.440921:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324010.440938:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817209728:0@lo:38:kworker.0
00000100:00100000:0.0:1767324010.440957:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324010.441061:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817209088
00000100:00100000:0.0:1767324010.441070:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817209088
00000100:00100000:0.0:1767324010.441108:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817209472
00000100:00100000:0.0:1767324010.441111:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817209472
00000100:00100000:0.0:1767324010.441141:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817209728
00000100:00100000:0.0:1767324010.441144:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817209728
00000100:00100000:0.0:1767324010.441163:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91066
00000100:00100000:0.0:1767324010.441170:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817209088:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324010.441251:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324010.441294:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817209088:12345-0@lo:38:kworker.0 Request processed in 123us (506us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324010.441301:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91066
00000100:00100000:0.0:1767324010.441316:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91067
00000100:00100000:0.0:1767324010.441320:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817209472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324010.441329:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324010.441349:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817209472:12345-0@lo:38:kworker.0 Request processed in 27us (427us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324010.441354:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91067
00000100:00100000:0.0:1767324010.441365:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91068
00000100:00100000:0.0:1767324010.441368:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817209728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324010.441377:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324010.441396:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817209728:12345-0@lo:38:kworker.0 Request processed in 26us (438us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324010.441402:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91068
00000100:00100000:0.0:1767324010.441417:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817209216
00000100:00100000:0.0:1767324010.441421:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817209216
00000100:00100000:0.0:1767324010.441440:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499
00000100:00100000:0.0:1767324010.441445:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817209216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324010.441453:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324010.441476:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817209216:12345-0@lo:38:kworker.0 Request processed in 31us (599us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324010.441482:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499
00000100:00080000:0.0:1767324010.441526:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324010.441530:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324010.441534:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817209728:0@lo:38:kworker.0
00000100:00080000:0.0:1767324010.441543:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324010.441546:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324010.441548:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817209088:0@lo:38:kworker.0
00000100:00080000:0.0:1767324010.441554:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324010.441556:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324010.441559:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817209216:0@lo:38:kworker.0
00000100:00080000:0.0:1767324010.441565:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324010.441568:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324010.441570:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817209472:0@lo:38:kworker.0
00010000:00010000:0.0:1767324010.441626:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324010.441656:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817209856:0@lo:400:kworker.0
00000100:00100000:0.0:1767324010.441687:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324010.441749:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817209856
00000100:00100000:0.0:1767324010.441771:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817209856
00000100:00100000:0.0:1767324010.441826:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3922
00000100:00100000:0.0:1767324010.441845:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817209856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324010.441884:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817209856:12345-0@lo:400:kworker.0 Request processed in 41us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324010.441889:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3922
00000100:00100000:0.0:1767324010.441915:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817209856:0@lo:400:kworker.0
00000100:00080000:0.0:1767324010.441936:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324010.445026:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324010.445224:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817209984
00000100:00100000:0.0:1767324010.445233:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817209984
00000100:00100000:0.0:1767324010.445346:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3923
00000100:00100000:0.0:1767324010.445357:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817209984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324010.445418:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817209984:12345-0@lo:400:kworker.0 Request processed in 63us (397us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324010.445426:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3923
00000100:00100000:0.0:1767324010.445480:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817209984:0@lo:400:kworker.0
00000100:00100000:3.0:1767324010.445546:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324010.445598:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817209600
00000100:00100000:0.0:1767324010.445602:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817209600
00000100:00080000:1.0:1767324010.445670:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767324010.445678:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324010.445694:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6280
00000100:00100000:0.0:1767324010.445701:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817209600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324010.445740:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817209600:12345-0@lo:400:kworker.0 Request processed in 38us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324010.445747:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6280
00000100:00100000:3.0:1767324010.445786:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817209600:0@lo:400:kworker.0
00000100:00100000:2.0:1767324010.447905:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324010.448445:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817209344
00000100:00100000:0.0:1767324010.448455:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817209344
00000100:00100000:0.0:1767324010.448524:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6281
00000100:00100000:0.0:1767324010.448533:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817209344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324010.448602:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817209344:12345-0@lo:400:kworker.0 Request processed in 71us (703us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324010.448609:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6281
00000100:00100000:2.0:1767324010.448747:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817209344:0@lo:400:kworker.0
00000100:00080000:1.0:1767324010.449093:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324011.014860:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324011.178462:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767324011.178498:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758839296 offset 0 length 520: 4
00000100:00100000:2.0:1767324011.178520:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324011.178876:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758839552
00000100:00100000:3.0:1767324011.178887:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758839552
00000100:00100000:3.0:1767324011.179025:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758839424
00000100:00100000:0.0:1767324011.179081:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6282
00000100:00100000:0.0:1767324011.179094:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758839552:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324011.179098:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758839424
00000100:00100000:3.0:1767324011.179129:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91069
00000100:00100000:3.0:1767324011.179136:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758839424:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324011.179157:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324011.179170:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758839552:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 79us (717us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324011.179177:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6282
00000100:00080000:1.0:1767324011.186913:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324011.187498:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758839424:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 8351us (8965us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324011.187513:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91069
00010000:00010000:1.0:1767324011.463927:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324011.975197:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767324011.975218:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e756de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817210112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324011.975273:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324011.975349:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817210240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324011.975367:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324011.975398:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817210112
00000100:00100000:3.0:1767324011.975407:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817210112
00000100:00100000:3.0:1767324011.975504:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817210240
00000100:00100000:3.0:1767324011.975507:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817210240
00000100:00100000:1.0:1767324011.979725:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675
00000100:00100000:1.0:1767324011.979751:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817210112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324011.979835:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324011.979934:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817210112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 197us (4658us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324011.979942:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675
00000100:00100000:1.0:1767324011.979966:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676
00000100:00100000:1.0:1767324011.979974:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817210240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324011.979993:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324011.980029:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817210240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (4660us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324011.980035:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676
00000100:00100000:1.0:1767324011.980092:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817210240:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324011.980384:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e756de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817210112:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324012.039479:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324012.487651:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324013.063065:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324013.511176:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324014.086955:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324014.535034:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324014.536157:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767323989/real 1767323989]  req@ffff8d4d4a939c00 x1853166817203840/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324014 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767324014.536203:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4a939c00 x1853166817203840/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324014 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767324014.536232:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324014.536252:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767324014.536256:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a939c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817203840:0@lo:250:kworker.0
00000100:00080000:3.0:1767324014.536296:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324014.536303:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767324014.536306:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324014.536468:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6532
00000100:00080000:3.0:1767324014.536472:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324014.536478:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324014.536510:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d180 x1853166817210368/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324014.536571:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817210368:0@lo:250:kworker.0
00000400:00000100:2.0:1767324014.536614:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817210368 offset 0 length 520: 4
00000100:00080000:3.0:1767324014.536746:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324014.536751:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324014.536752:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324014.536830:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6553
00000100:00080000:3.0:1767324014.536833:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324014.536837:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324014.536853:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f800 x1853166817210496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324014.536940:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817210496:0@lo:38:kworker.0
00000100:00100000:2.0:1767324014.536988:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324014.537053:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817210496
00000100:00080000:3.0:1767324014.537064:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324014.537069:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324014.537071:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324014.537075:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6553
00000100:00080000:3.0:1767324014.537077:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324014.537081:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324014.537095:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d500 x1853166817210624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324014.537122:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324014.537126:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324014.537128:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767324014.537136:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817210496
00000100:00080000:3.0:1767324014.537145:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6553
00000100:00080000:3.0:1767324014.537149:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324014.537152:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324014.537166:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f100 x1853166817210880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324014.537196:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767324014.537198:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91070
00000100:00080000:3.0:1767324014.537202:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324014.537205:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767324014.537211:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817210496:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767324014.537213:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6553
00000100:00080000:3.0:1767324014.537219:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767324014.537224:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817210752:0@lo:400:kworker.0
00000100:00080000:3.0:1767324014.537224:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00010000:00020000:0.0:1767324014.537235:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324014.537237:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c000 x1853166817211136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324014.537276:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324014.537279:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e756de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817210496:12345-0@lo:38:kworker.0 Request processed in 71us (290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324014.537290:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91070
00000100:00100000:3.0:1767324014.537290:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817211008:0@lo:400:kworker.0
00000100:00100000:0.0:1767324014.537308:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817210752
00000100:00100000:0.0:1767324014.537312:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817210752
00000100:00100000:1.0:1767324014.537313:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767324014.537319:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817211392:0@lo:400:kworker.0
00000100:00100000:1.0:1767324014.537357:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324014.537360:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6283
00000100:00100000:0.0:1767324014.537367:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817210752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324014.537387:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817211392
00000100:00100000:1.0:1767324014.537391:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817211392
00000100:00100000:0.0:1767324014.537405:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817210752:12345-0@lo:400:kworker.0 Request processed in 39us (130us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324014.537413:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6283
00000100:00100000:1.0:1767324014.537418:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3924
00000100:00100000:1.0:1767324014.537424:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817211392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324014.537434:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817211264:0@lo:400:kworker.0
00000100:00100000:1.0:1767324014.537451:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817211392:12345-0@lo:400:kworker.0 Request processed in 28us (94us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324014.537455:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324014.537457:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3924
00000100:00100000:1.0:1767324014.537467:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817211264
00000100:00100000:1.0:1767324014.537470:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817211264
00000100:00100000:1.0:1767324014.537488:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3925
00000100:00100000:1.0:1767324014.537494:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817211264:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767324014.537500:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324014.537504:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767324014.537506:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324014.537522:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817211264:12345-0@lo:400:kworker.0 Request processed in 29us (66us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324014.537528:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3925
00000100:00100000:0.0:1767324014.537540:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817211392:0@lo:400:kworker.0
00000100:00100000:0.0:1767324014.537549:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817210752:0@lo:400:kworker.0
00000100:00100000:1.0:1767324014.537549:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817211264:0@lo:400:kworker.0
00000100:00100000:2.0:1767324014.537590:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817210624:0@lo:38:kworker.0
00000100:00100000:2.0:1767324014.537620:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324014.537644:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817210880:0@lo:38:kworker.0
00000100:00100000:2.0:1767324014.537741:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324014.537840:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817211136:0@lo:38:kworker.0
00000100:00100000:1.0:1767324014.537856:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817210880
00000100:00100000:1.0:1767324014.537862:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817210880
00000100:00100000:2.0:1767324014.537862:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324014.537885:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324014.537886:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817211136
00000100:00100000:1.0:1767324014.537891:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817211136
00000100:00080000:2.0:1767324014.537894:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324014.537900:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817210496:0@lo:38:kworker.0
00000100:00100000:1.0:1767324014.537913:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91071
00000100:00100000:1.0:1767324014.537919:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817210880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324014.537932:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324014.537934:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91072
00000100:00100000:2.0:1767324014.537941:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817211136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324014.537952:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324014.537984:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817210880:12345-0@lo:38:kworker.0 Request processed in 64us (242us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324014.537990:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817211136:12345-0@lo:38:kworker.0 Request processed in 47us (128us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324014.537994:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91071
00000100:00100000:2.0:1767324014.538002:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91072
00000100:00080000:2.0:1767324014.538033:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324014.538038:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324014.538041:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817210880:0@lo:38:kworker.0
00000100:00080000:2.0:1767324014.538049:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324014.538052:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324014.538055:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817211136:0@lo:38:kworker.0
00000100:00100000:3.0:1767324014.538122:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324014.538192:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817211008
00000100:00100000:2.0:1767324014.538196:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817211008
00000100:00080000:1.0:1767324014.538264:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324014.538280:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6284
00000100:00100000:2.0:1767324014.538288:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817211008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324014.538340:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817211008:12345-0@lo:400:kworker.0 Request processed in 53us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324014.538346:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6284
00000100:00100000:1.0:1767324014.538412:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817211008:0@lo:400:kworker.0
00000100:00100000:0.0:1767324014.538517:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817210624
00000100:00100000:0.0:1767324014.538522:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817210624
00000100:00100000:0.0:1767324014.538554:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500
00000100:00100000:0.0:1767324014.538560:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817210624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324014.538571:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324014.538607:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817210624:12345-0@lo:38:kworker.0 Request processed in 46us (987us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324014.538614:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500
00000100:00080000:2.0:1767324014.538636:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324014.538642:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324014.538646:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817210624:0@lo:38:kworker.0
00000100:00100000:2.0:1767324015.110880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324015.559037:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324016.135663:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324016.295700:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324016.295744:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324016.295830:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758839680
00000100:00100000:0.0:1767324016.295842:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758839680
00000100:00100000:0.0:1767324016.295880:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758839808
00000100:00100000:0.0:1767324016.295883:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758839808
00000100:00100000:1.0:1767324016.295903:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91073
00000100:00100000:1.0:1767324016.295914:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758839680:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324016.295938:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324016.295985:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6285
00000100:00100000:0.0:1767324016.295995:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758839808:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324016.296002:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758839680:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 85us (308us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324016.296012:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91073
00000100:00100000:0.0:1767324016.296044:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758839808:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 51us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324016.296052:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6285
00000100:00080000:2.0:1767324016.296215:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324016.585069:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324017.094984:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324017.095087:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817211520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324017.095151:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324017.095252:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817211520
00000100:00100000:3.0:1767324017.095261:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817211520
00000100:00080000:1.0:1767324017.095312:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324017.095366:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677
00000100:00100000:3.0:1767324017.095379:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817211520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324017.095406:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324017.095446:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817211520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324017.095452:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677
00000100:00100000:1.0:1767324017.095495:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817211520:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324017.099234:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324017.099256:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817211648:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324017.099325:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324017.099498:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817211648
00000100:00100000:2.0:1767324017.099508:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817211648
00000100:00100000:2.0:1767324017.099626:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678
00000100:00100000:2.0:1767324017.099637:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817211648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324017.099666:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324017.099750:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817211648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (425us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324017.099792:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678
00000100:00100000:0.0:1767324017.099815:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817211648:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767324017.100423:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324017.158896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324017.607097:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324018.182870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324018.631093:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324019.208347:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324019.654864:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324019.654876:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324019.654879:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324019.654883:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324019.654888:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324019.654896:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6557
00000100:00080000:2.0:1767324019.654900:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324019.654907:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324019.654949:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8a80 x1853166817211776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324019.654976:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324019.654982:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324019.654984:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324019.654987:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6557
00000100:00080000:2.0:1767324019.654990:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324019.654994:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324019.655009:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9880 x1853166817211904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324019.655035:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817211776:0@lo:38:kworker.0
00000100:00080000:2.0:1767324019.655052:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324019.655057:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324019.655060:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767324019.655064:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767324019.655065:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6557
00000100:00080000:2.0:1767324019.655069:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324019.655074:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324019.655081:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817212032:0@lo:400:kworker.0
00000100:00100000:3.0:1767324019.655089:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324019.655099:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9500 x1853166817212160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324019.655122:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324019.655131:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324019.655136:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767324019.655138:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817211904:0@lo:38:kworker.0
00000100:00080000:2.0:1767324019.655139:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324019.655147:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6557
00000100:00080000:2.0:1767324019.655150:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324019.655154:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324019.655163:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817211776
00000100:00100000:3.0:1767324019.655163:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324019.655170:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8000 x1853166817212416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324019.655172:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817211776
00000100:00100000:3.0:1767324019.655202:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817212160:0@lo:38:kworker.0
00000100:00100000:0.0:1767324019.655208:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817212032
00000100:00100000:0.0:1767324019.655212:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817212032
00000100:00100000:2.0:1767324019.655226:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817212672:0@lo:400:kworker.0
00000100:00100000:3.0:1767324019.655234:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324019.655254:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817212160
00000100:00100000:3.0:1767324019.655256:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817212416:0@lo:38:kworker.0
00000100:00100000:0.0:1767324019.655260:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817212160
00000100:00100000:3.0:1767324019.655277:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324019.655285:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6286
00000100:00100000:0.0:1767324019.655298:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817212032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324019.655300:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817212416
00000100:00100000:3.0:1767324019.655305:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817212416
00000100:00100000:3.0:1767324019.655320:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91074
00000100:00100000:3.0:1767324019.655323:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817211776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324019.655338:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324019.655354:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817212032:12345-0@lo:400:kworker.0 Request processed in 59us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324019.655362:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6286
00000100:00100000:3.0:1767324019.655367:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817211776:12345-0@lo:38:kworker.0 Request processed in 42us (278us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324019.655372:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91074
00000100:00100000:0.0:1767324019.655381:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91075
00000100:00100000:0.0:1767324019.655386:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817212160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324019.655388:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91076
00000100:00100000:3.0:1767324019.655394:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817212416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324019.655398:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767324019.655402:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324019.655433:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817212160:12345-0@lo:38:kworker.0 Request processed in 44us (201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324019.655434:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817212416:12345-0@lo:38:kworker.0 Request processed in 39us (156us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324019.655442:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91075
00000100:00100000:0.0:1767324019.655470:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817212544:0@lo:400:kworker.0
00000100:00100000:0.0:1767324019.655487:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324019.655499:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324019.655502:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817212288:0@lo:400:kworker.0
00000100:00100000:0.0:1767324019.655517:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324019.655537:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817212288
00000100:00100000:0.0:1767324019.655540:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817212288
00000100:00100000:3.0:1767324019.655613:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91076
00000100:00080000:3.0:1767324019.655648:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324019.655652:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324019.655655:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817212160:0@lo:38:kworker.0
00000100:00080000:3.0:1767324019.655663:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324019.655666:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324019.655669:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817212416:0@lo:38:kworker.0
00000100:00080000:3.0:1767324019.655677:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324019.655680:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324019.655683:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817211776:0@lo:38:kworker.0
00000100:00100000:1.0:1767324019.656916:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817212544
00000100:00100000:1.0:1767324019.656924:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817212544
00000100:00100000:0.0:1767324019.656941:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6287
00000100:00100000:0.0:1767324019.656950:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817212288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324019.656969:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3926
00000100:00100000:1.0:1767324019.656979:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817212544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324019.657000:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817212288:12345-0@lo:400:kworker.0 Request processed in 52us (1481us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324019.657005:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6287
00000100:00100000:1.0:1767324019.657028:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817212544:12345-0@lo:400:kworker.0 Request processed in 51us (1538us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324019.657035:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3926
00000100:00100000:0.0:1767324019.657037:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817212288:0@lo:400:kworker.0
00000100:00100000:0.0:1767324019.657051:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817212544:0@lo:400:kworker.0
00000100:00100000:1.0:1767324019.657068:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817211904
00000100:00100000:1.0:1767324019.657073:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817211904
00010000:00010000:0.0:1767324019.657085:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324019.657098:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501
00000100:00100000:1.0:1767324019.657104:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817211904:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767324019.657108:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324019.657113:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767324019.657119:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324019.657174:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817211904:12345-0@lo:38:kworker.0 Request processed in 68us (2011us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324019.657181:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501
00000100:00080000:0.0:1767324019.657231:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324019.657237:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324019.657240:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817211904:0@lo:38:kworker.0
00000100:00100000:2.0:1767324019.657776:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324019.657826:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817212032:0@lo:400:kworker.0
00000100:00100000:1.0:1767324019.657892:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817212672
00000100:00100000:1.0:1767324019.657896:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817212672
00000100:00100000:1.0:1767324019.657945:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3927
00000100:00080000:0.0:1767324019.657946:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324019.657955:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817212672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324019.658002:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817212672:12345-0@lo:400:kworker.0 Request processed in 48us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324019.658008:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3927
00000100:00100000:0.0:1767324019.658059:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817212672:0@lo:400:kworker.0
00000100:00100000:2.0:1767324020.230864:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324020.679343:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324021.254866:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324021.419576:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324021.419633:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324021.419803:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758839936
00000100:00100000:3.0:1767324021.419813:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758839936
00000100:00100000:0.0:1767324021.419828:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758840064
00000100:00100000:0.0:1767324021.419832:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758840064
00000100:00100000:3.0:1767324021.419858:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91077
00000100:00100000:3.0:1767324021.419867:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758839936:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:0.0:1767324021.419896:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6288
00010000:00020000:3.0:1767324021.419902:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324021.419903:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758840064:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:2.0:1767324021.419912:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324021.419978:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758839936:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 111us (467us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324021.419985:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91077
00000100:00100000:0.0:1767324021.420136:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758840064:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 232us (501us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324021.420144:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6288
00010000:00010000:1.0:1767324021.702995:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324022.215069:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324022.215379:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324022.215400:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817212928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324022.215463:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324022.215526:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817212800:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324022.215555:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324022.217182:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817212800
00000100:00100000:3.0:1767324022.217182:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817212928
00000100:00100000:3.0:1767324022.217192:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817212928
00000100:00080000:0.0:1767324022.217240:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324022.217453:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817212800
00000100:00080000:0.0:1767324022.217536:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324022.217552:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3679
00000100:00100000:3.0:1767324022.217565:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817212928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324022.217601:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324022.217671:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817212928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (2207us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324022.217678:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3679
00000100:00100000:3.0:1767324022.217694:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3680
00000100:00100000:3.0:1767324022.217701:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817212800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324022.217715:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324022.217748:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817212928:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324022.217783:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817212800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (2216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324022.217789:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3680
00000100:00100000:0.0:1767324022.217831:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817212800:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324022.278977:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324022.726906:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324023.303069:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324023.750906:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324024.327688:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324024.774868:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324024.774879:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324024.774882:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324024.774886:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324024.774891:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324024.774899:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6562
00000100:00080000:2.0:1767324024.774905:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324024.774911:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324024.774950:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48aca300 x1853166817213056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1767324024.774973:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324024.774975:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324024.774980:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324024.774983:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324024.774986:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6562
00000100:00080000:2.0:1767324024.774990:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324024.774993:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324024.775006:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8a80 x1853166817213184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324024.775021:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817213056:0@lo:38:kworker.0
00000100:00080000:2.0:1767324024.775046:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324024.775051:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324024.775053:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324024.775057:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6562
00000100:00080000:2.0:1767324024.775060:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324024.775063:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324024.775077:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac9500 x1853166817213440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324024.775092:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324024.775098:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324024.775108:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817213312:0@lo:400:kworker.0
00000100:00080000:2.0:1767324024.775111:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324024.775115:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324024.775118:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324024.775122:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6562
00000100:00080000:2.0:1767324024.775125:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324024.775129:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324024.775141:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324024.775146:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acb480 x1853166817213696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324024.775166:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817213184:0@lo:38:kworker.0
00000100:00100000:1.0:1767324024.775180:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817213824:0@lo:400:kworker.0
00000100:00100000:3.0:1767324024.775201:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324024.775215:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817213056
00000100:00100000:1.0:1767324024.775218:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324024.775224:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817213056
00000100:00100000:3.0:1767324024.775234:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817213440:0@lo:38:kworker.0
00000100:00100000:1.0:1767324024.775255:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767324024.775264:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817213312
00000100:00100000:3.0:1767324024.775264:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324024.775266:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817213568:0@lo:400:kworker.0
00000100:00100000:2.0:1767324024.775269:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817213312
00000100:00100000:3.0:1767324024.775288:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817213696:0@lo:38:kworker.0
00000100:00100000:1.0:1767324024.775298:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324024.775376:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324024.775386:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817213952:0@lo:400:kworker.0
00000100:00100000:0.0:1767324024.775416:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324024.775447:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324024.775712:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817213440
00000100:00100000:2.0:1767324024.775716:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817213440
00000100:00100000:2.0:1767324024.775731:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817213568
00000100:00100000:2.0:1767324024.775733:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817213568
00000100:00100000:2.0:1767324024.775780:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6289
00000100:00100000:2.0:1767324024.775790:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817213312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324024.775797:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6290
00000100:00100000:3.0:1767324024.775810:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817213568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324024.775852:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817213312:12345-0@lo:400:kworker.0 Request processed in 63us (710us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324024.775860:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6289
00000100:00100000:3.0:1767324024.775865:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817213568:12345-0@lo:400:kworker.0 Request processed in 57us (565us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324024.775873:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6290
00000100:00100000:2.0:1767324024.775886:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91078
00000100:00100000:2.0:1767324024.775892:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817213056:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324024.775894:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91079
00000100:00100000:3.0:1767324024.775903:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817213440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324024.775913:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767324024.775925:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324024.775942:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817213056:12345-0@lo:38:kworker.0 Request processed in 49us (852us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324024.775949:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91078
00000100:00100000:3.0:1767324024.775962:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817213440:12345-0@lo:38:kworker.0 Request processed in 57us (699us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324024.775970:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91079
00000100:00100000:2.0:1767324024.775972:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817213824
00000100:00100000:2.0:1767324024.775976:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817213824
00000100:00100000:3.0:1767324024.775996:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324024.776006:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817213952
00000100:00100000:2.0:1767324024.776010:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817213952
00000100:00080000:3.0:1767324024.776030:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767324024.776035:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3928
00000100:00080000:3.0:1767324024.776038:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324024.776044:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817213056:0@lo:38:kworker.0
00000100:00100000:2.0:1767324024.776046:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817213824:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324024.776072:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324024.776078:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324024.776082:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817213440:0@lo:38:kworker.0
00000100:00100000:2.0:1767324024.776094:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817213824:12345-0@lo:400:kworker.0 Request processed in 49us (877us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324024.776101:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817213696
00000100:00100000:2.0:1767324024.776102:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3928
00000100:00100000:3.0:1767324024.776107:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817213696
00000100:00100000:2.0:1767324024.776120:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3929
00000100:00100000:2.0:1767324024.776128:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817213952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324024.776134:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91080
00000100:00100000:3.0:1767324024.776140:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817213696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324024.776150:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324024.776161:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817213952:12345-0@lo:400:kworker.0 Request processed in 34us (743us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324024.776167:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3929
00000100:00100000:3.0:1767324024.776187:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817213696:12345-0@lo:38:kworker.0 Request processed in 44us (190us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324024.776194:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91080
00000100:00080000:2.0:1767324024.776208:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324024.776213:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324024.776217:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817213696:0@lo:38:kworker.0
00000100:00080000:2.0:1767324024.776246:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767324024.776250:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324024.776252:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324024.776274:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817213952:0@lo:400:kworker.0
00000100:00100000:2.0:1767324024.776283:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817213184
00000100:00100000:2.0:1767324024.776287:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817213184
00000100:00100000:2.0:1767324024.776311:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502
00000100:00100000:3.0:1767324024.776314:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817213312:0@lo:400:kworker.0
00000100:00100000:2.0:1767324024.776320:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817213184:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324024.776347:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817213568:0@lo:400:kworker.0
00000100:00100000:3.0:1767324024.776357:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817213824:0@lo:400:kworker.0
00010000:00020000:2.0:1767324024.776617:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324024.776646:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817213184:12345-0@lo:38:kworker.0 Request processed in 328us (1446us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324024.776742:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502
00000100:00080000:3.0:1767324024.776823:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324024.776829:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324024.776832:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817213184:0@lo:38:kworker.0
00000100:00100000:3.0:1767324025.350873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324025.800205:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324026.374868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324026.538480:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324026.539035:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758840320
00000100:00100000:2.0:1767324026.539044:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758840320
00000100:00080000:0.0:1767324026.539187:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324026.539277:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6291
00000100:00100000:2.0:1767324026.539289:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758840320:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324026.539371:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758840320:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (899us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324026.539379:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6291
00000100:00100000:3.0:1767324026.541636:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324026.543872:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758840192
00000100:00100000:1.0:1767324026.543887:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758840192
00000100:00100000:2.0:1767324026.543978:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91081
00000100:00100000:2.0:1767324026.543987:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758840192:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324026.544011:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324026.544654:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758840192:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 95us (2461us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324026.544666:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91081
00010000:00010000:0.0:1767324026.822905:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324027.335006:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817214080:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324027.335041:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767324027.335058:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817214208:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324027.335106:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324027.335146:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817214080
00000100:00100000:2.0:1767324027.335154:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817214080
00000100:00080000:0.0:1767324027.335212:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324027.335224:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3681
00000100:00100000:3.0:1767324027.335231:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324027.335236:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817214080:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324027.335279:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817214208
00000100:00100000:0.0:1767324027.335293:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817214208
00000100:00100000:0.0:1767324027.335351:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3682
00000100:00100000:0.0:1767324027.335361:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817214208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324027.335400:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:3.0:1767324027.335479:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324027.335487:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817214208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324027.335497:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3682
00002000:00000024:2.0:1767324027.335636:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324027.335665:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817214208:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324027.335934:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817214080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 700us (827us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324027.335943:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3681
00000100:00100000:1.0:1767324027.336725:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817214080:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324027.398864:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324027.847085:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324028.423875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324028.874131:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324029.447198:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324029.895282:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324029.895293:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324029.895295:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324029.895298:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324029.895302:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324029.895309:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6567
00000100:00080000:3.0:1767324029.895313:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324029.895319:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324029.895355:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8000 x1853166817214336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324029.895419:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817214336:0@lo:38:kworker.0
00000100:00100000:2.0:1767324029.895482:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324029.895597:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817214336
00000100:00100000:1.0:1767324029.895609:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817214336
00000100:00100000:1.0:1767324029.895661:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91082
00000100:00100000:1.0:1767324029.895668:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817214336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324029.895689:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767324029.895737:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324029.895741:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324029.895743:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324029.895747:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6567
00000100:00080000:3.0:1767324029.895750:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324029.895772:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324029.895788:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48acb480 x1853166817214464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324029.896316:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817214464:0@lo:38:kworker.0
00000100:00100000:2.0:1767324029.896347:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324029.896414:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817214336:12345-0@lo:38:kworker.0 Request processed in 744us (931us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324029.896421:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91082
00000100:00100000:1.0:1767324029.896456:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817214464
00000100:00100000:1.0:1767324029.896460:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817214464
00000100:00100000:1.0:1767324029.896478:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503
00000100:00100000:1.0:1767324029.896482:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817214464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324029.896496:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324029.896519:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817214464:12345-0@lo:38:kworker.0 Request processed in 36us (172us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324029.896525:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503
00000100:00080000:2.0:1767324029.896895:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324029.896900:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324029.896904:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817214336:0@lo:38:kworker.0
00000100:00080000:2.0:1767324029.896926:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324029.896929:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324029.896932:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817214464:0@lo:38:kworker.0
00000100:00100000:2.0:1767324029.897276:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817214592:0@lo:400:kworker.0
00000100:00100000:2.0:1767324029.897305:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324029.897387:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324029.897391:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324029.897393:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324029.897397:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6567
00000100:00080000:3.0:1767324029.897400:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324029.897404:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324029.897420:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48aca300 x1853166817214720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324029.897449:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324029.897453:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324029.897455:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324029.897457:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6567
00000100:00080000:3.0:1767324029.897460:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324029.897463:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324029.897473:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8000 x1853166817214976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324029.897672:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817214592
00000100:00100000:1.0:1767324029.897677:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817214592
00000100:00100000:1.0:1767324029.897720:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6292
00000100:00100000:1.0:1767324029.897727:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817214592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324029.897856:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817214720:0@lo:38:kworker.0
00000100:00100000:3.0:1767324029.897882:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324029.897900:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817214976:0@lo:38:kworker.0
00000100:00100000:3.0:1767324029.897919:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324029.897944:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817214720
00000100:00100000:3.0:1767324029.897948:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817214720
00000100:00100000:3.0:1767324029.897966:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817214976
00000100:00100000:3.0:1767324029.897968:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817214976
00000100:00100000:3.0:1767324029.897979:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91083
00000100:00100000:3.0:1767324029.897983:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817214720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324029.897998:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324029.898024:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817214720:12345-0@lo:38:kworker.0 Request processed in 40us (141us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324029.898044:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91083
00000100:00100000:3.0:1767324029.898058:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91084
00000100:00100000:3.0:1767324029.898062:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817214976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324029.898070:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324029.898089:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817214976:12345-0@lo:38:kworker.0 Request processed in 27us (170us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324029.898095:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91084
00000100:00080000:3.0:1767324029.898118:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324029.898121:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324029.898124:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817214720:0@lo:38:kworker.0
00000100:00080000:3.0:1767324029.898131:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324029.898134:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324029.898137:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817214976:0@lo:38:kworker.0
00000100:00100000:3.0:1767324029.898163:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817214848:0@lo:400:kworker.0
00000100:00100000:3.0:1767324029.898184:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324029.898214:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324029.898220:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817215104:0@lo:400:kworker.0
00000100:00100000:3.0:1767324029.898240:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324029.898264:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817214848
00000100:00100000:3.0:1767324029.898268:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817214848
00000100:00100000:3.0:1767324029.898290:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6293
00000100:00100000:3.0:1767324029.898296:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817214848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324029.898323:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817214848:12345-0@lo:400:kworker.0 Request processed in 27us (138us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324029.898329:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6293
00000100:00100000:3.0:1767324029.898348:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817215104
00000100:00100000:3.0:1767324029.898351:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817215104
00000100:00100000:3.0:1767324029.898375:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3930
00000100:00100000:3.0:1767324029.898381:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817215104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324029.898406:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817215104:12345-0@lo:400:kworker.0 Request processed in 26us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324029.898411:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3930
00000100:00100000:3.0:1767324029.898437:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817215104:0@lo:400:kworker.0
00000100:00100000:3.0:1767324029.898450:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817214848:0@lo:400:kworker.0
00000100:00100000:0.0:1767324029.898468:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817215232:0@lo:400:kworker.0
00000100:00100000:0.0:1767324029.898500:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324029.898506:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767324029.898512:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324029.898539:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817215232
00000100:00100000:3.0:1767324029.898543:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817215232
00010000:00010000:0.0:1767324029.898567:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324029.898576:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3931
00000100:00100000:3.0:1767324029.898583:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817215232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324029.898621:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817215232:12345-0@lo:400:kworker.0 Request processed in 38us (121us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324029.898626:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3931
00000100:00080000:3.0:1767324029.898643:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324029.898664:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817215232:0@lo:400:kworker.0
00000100:00100000:1.0:1767324029.898943:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817214592:12345-0@lo:400:kworker.0 Request processed in 1214us (1634us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324029.898951:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6292
00000100:00100000:2.0:1767324029.899020:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817214592:0@lo:400:kworker.0
00000100:00100000:3.0:1767324030.470964:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324030.918923:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324031.494899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324031.656959:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324031.657063:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324031.657211:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758840576
00000100:00100000:1.0:1767324031.657220:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758840576
00000100:00100000:1.0:1767324031.657330:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758840448
00000100:00100000:1.0:1767324031.657334:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758840448
00000100:00100000:1.0:1767324031.657359:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6294
00000100:00100000:1.0:1767324031.657370:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758840576:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324031.657444:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758840576:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 76us (494us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324031.657452:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6294
00000100:00100000:1.0:1767324031.657470:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91085
00000100:00100000:1.0:1767324031.657475:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758840448:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324031.657494:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324031.657517:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758840448:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 41us (455us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324031.657526:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91085
00000100:00080000:3.0:1767324031.658150:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324031.942902:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324032.455066:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767324032.455087:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817215360:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324032.455153:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324032.455381:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817215360
00000100:00100000:3.0:1767324032.455389:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817215360
00000100:00080000:0.0:1767324032.455488:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324032.455490:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3683
00000100:00100000:3.0:1767324032.455502:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817215360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324032.455530:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324032.455579:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817215360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (425us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324032.455586:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3683
00000100:00100000:0.0:1767324032.455681:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817215360:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324032.457245:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767324032.457259:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817215488:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324032.457291:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324032.457449:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817215488
00000100:00100000:2.0:1767324032.457456:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817215488
00000100:00100000:2.0:1767324032.457510:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3684
00000100:00080000:0.0:1767324032.457513:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324032.457519:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817215488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324032.457540:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324032.457586:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817215488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324032.457593:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3684
00000100:00100000:0.0:1767324032.457674:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817215488:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324032.519546:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324032.966902:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324033.542890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324033.990905:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324034.566925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324035.014893:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324035.015392:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324035.015400:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324035.015403:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324035.015406:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324035.015411:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324035.015419:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6572
00000100:00080000:2.0:1767324035.015423:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324035.015429:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324035.015476:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7480 x1853166817215616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324035.015525:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817215616:0@lo:38:kworker.0
00000100:00100000:3.0:1767324035.015598:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324035.015636:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324035.015640:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324035.015642:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324035.015647:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6572
00000100:00080000:2.0:1767324035.015650:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324035.015655:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324035.015675:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6d80 x1853166817215744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324035.015729:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324035.015735:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324035.015737:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324035.015747:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6572
00000100:00100000:0.0:1767324035.015749:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817215872:0@lo:400:kworker.0
00000100:00080000:2.0:1767324035.015787:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324035.015793:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324035.015813:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd5f80 x1853166817216000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324035.015849:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324035.015853:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324035.015856:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767324035.015868:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324035.015877:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6572
00000100:00100000:3.0:1767324035.015880:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817215744:0@lo:38:kworker.0
00000100:00080000:2.0:1767324035.015881:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324035.015887:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324035.015900:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd4e00 x1853166817216256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324035.015932:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324035.015944:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817215616
00000100:00100000:0.0:1767324035.015952:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817215616
00000100:00100000:2.0:1767324035.015966:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817216128:0@lo:400:kworker.0
00000100:00100000:3.0:1767324035.015966:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817216000:0@lo:38:kworker.0
00000100:00100000:0.0:1767324035.015996:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817215872
00000100:00100000:0.0:1767324035.016006:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817215872
00000100:00100000:3.0:1767324035.016006:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324035.016008:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817216384:0@lo:400:kworker.0
00000100:00100000:0.0:1767324035.016052:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817216000
00000100:00100000:0.0:1767324035.016055:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817216000
00000100:00100000:0.0:1767324035.016068:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6295
00000100:00100000:0.0:1767324035.016075:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817215872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324035.016096:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817216512:0@lo:400:kworker.0
00000100:00100000:2.0:1767324035.016184:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324035.016233:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91086
00000100:00100000:2.0:1767324035.016240:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817215616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324035.016264:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324035.016305:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817215616:12345-0@lo:38:kworker.0 Request processed in 64us (705us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324035.016314:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91086
00000100:00100000:2.0:1767324035.016338:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91087
00000100:00100000:2.0:1767324035.016342:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817216000:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324035.016352:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324035.016379:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817216000:12345-0@lo:38:kworker.0 Request processed in 35us (382us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324035.016385:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91087
00000100:00100000:2.0:1767324035.016431:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324035.016458:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817216128
00000100:00100000:2.0:1767324035.016464:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817216128
00000100:00100000:2.0:1767324035.016500:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6296
00000100:00100000:2.0:1767324035.016506:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817216128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324035.016546:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817216128:12345-0@lo:400:kworker.0 Request processed in 40us (113us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324035.016552:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6296
00000100:00100000:2.0:1767324035.016597:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817216128:0@lo:400:kworker.0
00000100:00100000:2.0:1767324035.016657:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817216384
00000100:00100000:2.0:1767324035.016661:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817216384
00000100:00100000:2.0:1767324035.016693:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3932
00000100:00100000:2.0:1767324035.016699:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817216384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324035.016737:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817216384:12345-0@lo:400:kworker.0 Request processed in 38us (553us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324035.016751:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3932
00000100:00100000:2.0:1767324035.016809:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817216384:0@lo:400:kworker.0
00000100:00100000:2.0:1767324035.016853:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817215744
00000100:00100000:2.0:1767324035.016857:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817215744
00000100:00100000:2.0:1767324035.016879:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504
00000100:00100000:2.0:1767324035.016884:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817215744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324035.016901:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324035.016929:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817215744:12345-0@lo:38:kworker.0 Request processed in 44us (997us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324035.016935:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504
00000100:00080000:2.0:1767324035.016990:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324035.016996:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767324035.017001:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324035.017006:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324035.017009:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817216000:0@lo:38:kworker.0
00000100:00080000:3.0:1767324035.017019:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324035.017022:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324035.017025:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817215616:0@lo:38:kworker.0
00000100:00100000:3.0:1767324035.017044:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817216256:0@lo:38:kworker.0
00000100:00100000:2.0:1767324035.017140:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817215872:0@lo:400:kworker.0
00000100:00100000:3.0:1767324035.017290:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324035.017301:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324035.017305:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817215872:12345-0@lo:400:kworker.0 Request processed in 1220us (1437us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324035.017319:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6295
00000100:00080000:3.0:1767324035.017330:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324035.017338:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324035.017344:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817215744:0@lo:38:kworker.0
00000100:00100000:1.0:1767324035.017348:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817216512
00000100:00100000:1.0:1767324035.017353:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817216512
00000100:00100000:0.0:1767324035.017355:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817216256
00000100:00100000:0.0:1767324035.017361:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817216256
00000100:00080000:3.0:1767324035.017379:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324035.017428:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3933
00000100:00100000:0.0:1767324035.017437:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91088
00000100:00100000:0.0:1767324035.017443:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817216256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324035.017462:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324035.017511:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817216256:12345-0@lo:38:kworker.0 Request processed in 67us (222us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767324035.017538:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324035.017544:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324035.017554:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817216256:0@lo:38:kworker.0
00000100:00100000:1.0:1767324035.017618:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817216512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324035.017674:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817216512:12345-0@lo:400:kworker.0 Request processed in 230us (378us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324035.017681:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3933
00000100:00100000:2.0:1767324035.017775:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817216512:0@lo:400:kworker.0
00000100:00100000:0.0:1767324035.017873:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91088
00000100:00100000:3.0:1767324035.590906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:3.0:1767324035.753311:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758840704 offset 0 length 520: 4
00000100:00100000:3.0:1767324035.753352:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324035.753393:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324035.753462:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758840960
00000100:00100000:0.0:1767324035.753479:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758840960
00000100:00100000:2.0:1767324035.753584:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758840832
00000100:00100000:2.0:1767324035.753589:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758840832
00000100:00080000:3.0:1767324035.753733:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324035.754076:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6297
00000100:00100000:0.0:1767324035.754091:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758840960:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324035.754109:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91089
00000100:00100000:2.0:1767324035.754115:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758840832:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324035.754140:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324035.754199:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758840832:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 82us (804us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324035.754207:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91089
00000100:00100000:0.0:1767324035.754347:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758840960:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 259us (993us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324035.754354:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6297
00010000:00010000:2.0:1767324036.038951:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324036.618412:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324037.063378:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324037.575422:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817216640:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324037.575501:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324037.575614:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817216640
00000100:00100000:1.0:1767324037.575625:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817216640
00000100:00080000:2.0:1767324037.575664:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324037.575710:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3685
00000100:00100000:1.0:1767324037.575723:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817216640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324037.575806:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324037.576868:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324037.576886:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817216768:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324037.577524:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817216640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1800us (2016us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324037.577537:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3685
00000100:00100000:3.0:1767324037.577550:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324037.577578:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817216640:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324037.577592:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817216768
00000100:00100000:1.0:1767324037.577598:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817216768
00000100:00100000:1.0:1767324037.577648:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3686
00000100:00080000:2.0:1767324037.577648:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324037.577656:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817216768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324037.577681:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324037.578023:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817216768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 367us (475us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324037.578030:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3686
00000100:00100000:3.0:1767324037.578253:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817216768:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324037.640354:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324038.087046:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324038.662905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324039.110927:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324014/real 1767324014]  req@ffff8d4e4ea7d180 x1853166817210368/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324039 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767324039.110972:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4ea7d180 x1853166817210368/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324039 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00010000:0.0:1767324039.110980:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324039.110998:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324039.111041:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767324039.111046:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817210368:0@lo:250:kworker.0
00000100:00080000:3.0:1767324039.111417:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324039.111426:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767324039.111435:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324039.111440:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6557
00000100:00080000:3.0:1767324039.111444:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324039.111450:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324039.111485:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8a80 x1853166817216896/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324039.111508:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324039.111511:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324039.111513:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324039.111516:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6577
00000100:00080000:3.0:1767324039.111518:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324039.111522:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324039.111537:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48aca300 x1853166817217024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324039.111546:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324039.111559:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324039.111562:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324039.111575:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6577
00000100:00080000:3.0:1767324039.111578:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324039.111581:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324039.111615:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817216896:0@lo:250:kworker.0
00000400:00000100:2.0:1767324039.111675:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817216896 offset 0 length 520: 4
00000100:00100000:3.0:1767324039.111699:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55ed80 x1853166817217152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324039.111748:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817217024:0@lo:38:kworker.0
00000100:00080000:3.0:1767324039.111805:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767324039.111811:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767324039.111812:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767324039.111820:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324039.111821:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767324039.111830:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817217280:0@lo:400:kworker.0
00000100:00080000:3.0:1767324039.111832:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6577
00000100:00080000:3.0:1767324039.111844:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767324039.111850:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817217024
00000100:00100000:2.0:1767324039.111851:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817217152:0@lo:38:kworker.0
00000100:00080000:3.0:1767324039.111857:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324039.111864:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817217024
00000100:00100000:1.0:1767324039.111873:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324039.111885:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55f480 x1853166817217408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324039.111915:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817217280
00000100:00100000:0.0:1767324039.111921:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817217280
00000100:00080000:3.0:1767324039.111929:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324039.111934:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324039.111937:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324039.111941:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6577
00000100:00080000:3.0:1767324039.111944:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324039.111947:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324039.111963:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55d880 x1853166817217664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324039.111978:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6298
00000100:00100000:0.0:1767324039.111997:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817217280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324039.112033:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817217536:0@lo:400:kworker.0
00000100:00100000:0.0:1767324039.116231:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817217280:12345-0@lo:400:kworker.0 Request processed in 4226us (4342us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324039.116234:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324039.116234:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324039.116236:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817217280:0@lo:400:kworker.0
00000100:00100000:0.0:1767324039.116265:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6298
00000100:00100000:1.0:1767324039.116295:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817217920:0@lo:400:kworker.0
00000100:00100000:3.0:1767324039.116317:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324039.116322:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817217536
00000100:00100000:2.0:1767324039.116333:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817217536
00000100:00100000:3.0:1767324039.116335:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817217792:0@lo:400:kworker.0
00000100:00100000:1.0:1767324039.116349:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324039.116392:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324039.116403:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6299
00000100:00100000:2.0:1767324039.116415:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817217536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324039.116441:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817217920
00000100:00100000:1.0:1767324039.116448:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817217920
00000100:00100000:3.0:1767324039.116485:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91090
00000100:00100000:3.0:1767324039.116496:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817217024:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324039.116498:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817217536:12345-0@lo:400:kworker.0 Request processed in 83us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324039.116512:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817217792
00000100:00100000:2.0:1767324039.116513:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6299
00010000:00020000:3.0:1767324039.116519:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324039.116520:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817217792
00000100:00100000:2.0:1767324039.116559:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817217152
00000100:00100000:2.0:1767324039.116578:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817217152
00000100:00100000:1.0:1767324039.116590:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3934
00000100:00100000:3.0:1767324039.116593:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a87bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817217024:12345-0@lo:38:kworker.0 Request processed in 92us (4767us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324039.116614:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91090
00000100:00100000:1.0:1767324039.116615:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817217920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324039.116624:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505
00000100:00100000:2.0:1767324039.116633:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e543c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817217152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324039.116646:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324039.116681:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817217536:0@lo:400:kworker.0
00000100:00080000:0.0:1767324039.116817:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324039.116823:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767324039.116825:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324039.116863:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3935
00000100:00100000:0.0:1767324039.116875:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817217792:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324039.116891:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324039.116902:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324039.116909:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817217024:0@lo:38:kworker.0
00000100:00100000:1.0:1767324039.116916:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817217920:12345-0@lo:400:kworker.0 Request processed in 309us (563us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324039.116928:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3934
00000100:00100000:2.0:1767324039.116936:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e543c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817217152:12345-0@lo:38:kworker.0 Request processed in 299us (705us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324039.116939:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817217408:0@lo:38:kworker.0
00000100:00100000:0.0:1767324039.116952:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817217792:12345-0@lo:400:kworker.0 Request processed in 79us (560us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324039.116967:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505
00000100:00100000:0.0:1767324039.116970:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3935
00000100:00100000:1.0:1767324039.116986:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817217920:0@lo:400:kworker.0
00000100:00100000:3.0:1767324039.116987:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324039.117023:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817217664:0@lo:38:kworker.0
00000100:00100000:3.0:1767324039.117048:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324039.117065:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817217408
00000100:00100000:0.0:1767324039.117073:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817217408
00000100:00080000:3.0:1767324039.117088:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324039.117094:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324039.117099:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817217152:0@lo:38:kworker.0
00000100:00100000:0.0:1767324039.117110:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817217664
00000100:00100000:0.0:1767324039.117116:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817217664
00000100:00100000:0.0:1767324039.117153:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91091
00000100:00100000:0.0:1767324039.117161:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817217408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324039.117180:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324039.117193:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91092
00000100:00100000:3.0:1767324039.117201:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817217664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324039.117215:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324039.117230:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817217408:12345-0@lo:38:kworker.0 Request processed in 68us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324039.117239:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91091
00000100:00100000:3.0:1767324039.117260:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817217664:12345-0@lo:38:kworker.0 Request processed in 54us (208us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324039.117269:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91092
00000100:00100000:3.0:1767324039.117309:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817217792:0@lo:400:kworker.0
00000100:00080000:0.0:1767324039.117547:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324039.117554:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324039.117558:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817217408:0@lo:38:kworker.0
00000100:00080000:0.0:1767324039.117580:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324039.117584:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324039.117587:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817217664:0@lo:38:kworker.0
00000100:00100000:3.0:1767324039.687385:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324040.135734:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324040.710877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324040.873281:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324040.873375:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324040.873718:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758841088
00000100:00100000:0.0:1767324040.873719:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758841216
00000100:00100000:0.0:1767324040.873730:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758841216
00000100:00100000:3.0:1767324040.873730:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758841088
00000100:00080000:2.0:1767324040.873792:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324040.873858:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6300
00000100:00100000:3.0:1767324040.873872:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758841216:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324040.873920:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91093
00000100:00100000:1.0:1767324040.873926:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758841088:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324040.873946:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324040.873999:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a879180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758841216:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 129us (621us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324040.874000:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a878700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758841088:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 69us (725us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324040.874015:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6300
00000100:00100000:1.0:1767324040.874021:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91093
00010000:00010000:2.0:1767324041.158894:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324041.735350:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324042.185067:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324042.695279:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767324042.695304:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817218048:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324042.695378:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324042.695414:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817218048
00000100:00100000:0.0:1767324042.695424:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817218048
00000100:00080000:1.0:1767324042.695483:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324042.695499:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3687
00000100:00100000:0.0:1767324042.695509:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817218048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324042.695552:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324042.695601:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817218048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324042.695609:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3687
00000100:00100000:1.0:1767324042.695651:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817218048:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324042.696373:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324042.696385:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817218176:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324042.696420:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324042.696466:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817218176
00000100:00100000:1.0:1767324042.696472:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817218176
00000100:00100000:1.0:1767324042.696575:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688
00000100:00100000:1.0:1767324042.696583:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817218176:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324042.696600:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324042.696644:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817218176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324042.696650:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688
00000100:00100000:0.0:1767324042.696830:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817218176:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767324042.697360:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324042.758875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324043.207058:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324043.782890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324044.231571:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767324044.231633:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324044.231641:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324044.231643:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324044.231647:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324044.231651:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324044.231659:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6581
00000100:00080000:1.0:1767324044.231663:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324044.231669:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324044.231710:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f56d80 x1853166817218304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324044.231738:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324044.231742:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324044.231744:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324044.231748:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6581
00000100:00080000:1.0:1767324044.231751:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324044.231776:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324044.231791:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54a80 x1853166817218432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324044.231922:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324044.231926:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324044.231928:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324044.231933:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6581
00000100:00080000:1.0:1767324044.231936:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324044.231939:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324044.231951:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54380 x1853166817218688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324044.231976:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324044.231980:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324044.231981:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324044.231984:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6581
00000100:00080000:1.0:1767324044.231987:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324044.231990:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324044.232002:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54e00 x1853166817218944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324044.232040:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817218816:0@lo:400:kworker.0
00000100:00100000:1.0:1767324044.232102:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324044.232266:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817219200:0@lo:400:kworker.0
00000100:00100000:2.0:1767324044.232282:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817218560:0@lo:400:kworker.0
00000100:00100000:3.0:1767324044.232301:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324044.232321:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324044.232351:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817219200
00000100:00100000:3.0:1767324044.232359:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817219200
00000100:00100000:2.0:1767324044.232383:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817218816
00000100:00100000:2.0:1767324044.232388:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817218816
00000100:00100000:2.0:1767324044.232421:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817218560
00000100:00100000:2.0:1767324044.232424:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817218560
00000100:00100000:2.0:1767324044.232447:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6301
00000100:00100000:2.0:1767324044.232456:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817218816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324044.232499:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817218816:12345-0@lo:400:kworker.0 Request processed in 44us (397us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324044.232505:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6301
00000100:00100000:2.0:1767324044.232536:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6302
00000100:00100000:2.0:1767324044.232542:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817218560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324044.232572:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817218560:12345-0@lo:400:kworker.0 Request processed in 31us (252us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324044.232578:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6302
00000100:00100000:2.0:1767324044.232615:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817218560:0@lo:400:kworker.0
00000100:00080000:2.0:1767324044.232640:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767324044.232644:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324044.232787:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3936
00000100:00100000:3.0:1767324044.232798:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817219200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324044.233102:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817219200:12345-0@lo:400:kworker.0 Request processed in 308us (801us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324044.233109:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3936
00000100:00100000:2.0:1767324044.233165:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817219200:0@lo:400:kworker.0
00000100:00100000:0.0:1767324044.233268:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817219072:0@lo:400:kworker.0
00000100:00100000:0.0:1767324044.233300:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324044.233344:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817219072
00000100:00100000:0.0:1767324044.233349:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817219072
00000100:00100000:0.0:1767324044.233390:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3937
00000100:00100000:0.0:1767324044.233398:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817219072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324044.233543:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817218816:0@lo:400:kworker.0
00000100:00080000:2.0:1767324044.233557:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324044.233583:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817218304:0@lo:38:kworker.0
00000100:00100000:1.0:1767324044.233610:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324044.233638:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817218432:0@lo:38:kworker.0
00000100:00100000:2.0:1767324044.233656:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817218304
00000100:00100000:2.0:1767324044.233661:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817218304
00000100:00100000:1.0:1767324044.233668:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324044.233687:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91094
00000100:00100000:2.0:1767324044.233693:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817218304:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324044.233703:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817218688:0@lo:38:kworker.0
00010000:00020000:2.0:1767324044.233712:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324044.233729:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324044.233862:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817218688
00000100:00100000:3.0:1767324044.233866:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817218688
00000100:00100000:3.0:1767324044.233888:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91095
00000100:00100000:3.0:1767324044.233893:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817218688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324044.233905:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324044.234035:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817218944:0@lo:38:kworker.0
00000100:00100000:1.0:1767324044.234058:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324044.234087:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324044.234092:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324044.234095:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817218304:0@lo:38:kworker.0
00000100:00100000:1.0:1767324044.234116:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817218944
00000100:00100000:1.0:1767324044.234119:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817218944
00000100:00100000:1.0:1767324044.234140:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91096
00000100:00100000:1.0:1767324044.234144:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817218944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324044.234167:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324044.234196:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817218944:12345-0@lo:38:kworker.0 Request processed in 50us (137us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324044.234202:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91096
00000100:00080000:1.0:1767324044.234225:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324044.234229:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324044.234232:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817218944:0@lo:38:kworker.0
00000100:00100000:1.0:1767324044.234267:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817218432
00000100:00100000:1.0:1767324044.234271:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817218432
00000100:00100000:1.0:1767324044.234291:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506
00000100:00100000:1.0:1767324044.234295:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817218432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324044.234305:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324044.234333:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817218432:12345-0@lo:38:kworker.0 Request processed in 37us (665us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324044.234339:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506
00000100:00080000:1.0:1767324044.234360:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324044.234365:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324044.234368:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817218432:0@lo:38:kworker.0
00000100:00100000:2.0:1767324044.236294:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817218304:12345-0@lo:38:kworker.0 Request processed in 2589us (2672us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324044.236305:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91094
00000100:00100000:0.0:1767324044.237932:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817219072:12345-0@lo:400:kworker.0 Request processed in 4529us (4624us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324044.237941:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3937
00000100:00100000:1.0:1767324044.237980:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817219072:0@lo:400:kworker.0
00000100:00100000:3.0:1767324044.238022:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817218688:12345-0@lo:38:kworker.0 Request processed in 4126us (4293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324044.238028:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91095
00000100:00080000:0.0:1767324044.238092:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324044.238097:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324044.238099:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817218688:0@lo:38:kworker.0
00000100:00100000:3.0:1767324044.806879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324045.255246:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324045.831292:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324045.993153:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324045.993226:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758841472
00000100:00100000:3.0:1767324045.993236:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758841472
00000100:00100000:3.0:1767324045.993371:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6303
00000100:00100000:3.0:1767324045.993385:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758841472:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324045.993471:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758841472:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 90us (328us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324045.993479:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6303
00000100:00080000:2.0:1767324045.993530:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324045.995844:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324045.996068:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758841344
00000100:00100000:3.0:1767324045.996078:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758841344
00000100:00100000:3.0:1767324045.996115:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91097
00000100:00100000:3.0:1767324045.996122:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758841344:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324045.996144:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324045.996198:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758841344:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 75us (368us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324045.996206:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91097
00010000:00010000:0.0:1767324046.279009:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324046.854962:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324047.303446:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324047.815232:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817219328:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324047.815293:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324047.815806:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817219328
00000100:00100000:1.0:1767324047.815814:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817219328
00000100:00100000:1.0:1767324047.815886:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689
00000100:00100000:1.0:1767324047.815896:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817219328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324047.815925:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767324047.816039:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324047.816421:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767324047.816435:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817219456:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324047.816468:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324047.817271:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817219456
00000100:00100000:3.0:1767324047.817278:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817219456
00000100:00100000:3.0:1767324047.817320:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690
00000100:00100000:3.0:1767324047.817327:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817219456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324047.817343:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324047.817377:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817219456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (910us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324047.817382:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690
00000100:00100000:3.0:1767324047.817417:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817219456:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767324047.817492:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324047.821455:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817219328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5550us (6149us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324047.821475:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689
00000100:00100000:0.0:1767324047.825548:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817219328:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324047.878889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324048.327007:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324048.904257:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767324049.350997:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324049.351004:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324049.351007:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324049.351010:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324049.351014:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324049.351020:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6586
00000100:00080000:1.0:1767324049.351024:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324049.351029:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324049.351063:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f55880 x1853166817219584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324049.351076:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324049.351079:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324049.351080:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324049.351083:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6586
00000100:00080000:1.0:1767324049.351084:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324049.351087:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324049.351094:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54a80 x1853166817219712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324049.351154:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817219840:0@lo:400:kworker.0
00000100:00100000:3.0:1767324049.351209:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:2.0:1767324049.351289:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324049.351341:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817219584:0@lo:38:kworker.0
00000100:00100000:0.0:1767324049.351372:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324049.351406:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817219712:0@lo:38:kworker.0
00000100:00100000:0.0:1767324049.351432:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324049.351503:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817219840
00000100:00100000:0.0:1767324049.351512:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817219840
00000100:00080000:1.0:1767324049.351554:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324049.351559:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324049.351561:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324049.351564:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6586
00000100:00080000:1.0:1767324049.351567:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324049.351570:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324049.351573:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817219584
00000100:00100000:0.0:1767324049.351576:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817219584
00000100:00100000:1.0:1767324049.351585:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f56d80 x1853166817219968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324049.351593:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6304
00000100:00100000:0.0:1767324049.351602:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817219840:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767324049.351618:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324049.351622:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324049.351623:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324049.351626:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6586
00000100:00080000:1.0:1767324049.351628:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324049.351631:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324049.351642:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54380 x1853166817220224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324049.351693:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91098
00000100:00100000:2.0:1767324049.351699:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817219584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324049.351716:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324049.351748:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817219584:12345-0@lo:38:kworker.0 Request processed in 49us (375us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324049.351807:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91098
00000100:00080000:2.0:1767324049.351829:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324049.351841:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817219712
00000100:00100000:2.0:1767324049.351845:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817219712
00000100:00100000:2.0:1767324049.351866:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507
00000100:00100000:2.0:1767324049.351870:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817219712:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324049.351880:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324049.351905:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817219712:12345-0@lo:38:kworker.0 Request processed in 35us (473us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324049.351912:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507
00000100:00100000:2.0:1767324049.351945:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817220096:0@lo:400:kworker.0
00000100:00100000:2.0:1767324049.351970:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324049.351996:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817220096
00000100:00100000:2.0:1767324049.352000:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817220096
00000100:00100000:2.0:1767324049.352026:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6305
00000100:00100000:2.0:1767324049.352032:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817220096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324049.352065:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817220096:12345-0@lo:400:kworker.0 Request processed in 32us (94us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324049.352071:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6305
00000100:00080000:2.0:1767324049.352087:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324049.352112:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817220096:0@lo:400:kworker.0
00000100:00100000:2.0:1767324049.352162:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817219968:0@lo:38:kworker.0
00000100:00100000:2.0:1767324049.352187:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324049.352210:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324049.352214:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324049.352218:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817219584:0@lo:38:kworker.0
00000100:00080000:2.0:1767324049.352227:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324049.352230:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324049.352234:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817219712:0@lo:38:kworker.0
00000100:00100000:2.0:1767324049.352255:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817219968
00000100:00100000:2.0:1767324049.352258:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817219968
00000100:00100000:2.0:1767324049.352276:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91099
00000100:00100000:2.0:1767324049.352280:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817219968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324049.352290:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324049.352331:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817219968:12345-0@lo:38:kworker.0 Request processed in 49us (144us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324049.352337:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91099
00000100:00080000:2.0:1767324049.352361:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324049.352365:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324049.352367:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817219968:0@lo:38:kworker.0
00000100:00100000:2.0:1767324049.352547:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817220224:0@lo:38:kworker.0
00000100:00100000:2.0:1767324049.352571:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324049.352596:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817220224
00000100:00100000:2.0:1767324049.352599:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817220224
00000100:00100000:2.0:1767324049.352618:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91100
00000100:00100000:2.0:1767324049.352623:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817220224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324049.352633:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324049.352661:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817220224:12345-0@lo:38:kworker.0 Request processed in 36us (89us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324049.352667:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91100
00000100:00080000:2.0:1767324049.352691:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324049.352695:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324049.352698:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817220224:0@lo:38:kworker.0
00000100:00100000:2.0:1767324049.352721:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817220352:0@lo:400:kworker.0
00000100:00100000:2.0:1767324049.352748:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324049.352806:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817220352
00000100:00100000:2.0:1767324049.352811:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817220352
00000100:00100000:2.0:1767324049.352847:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3938
00000100:00100000:2.0:1767324049.352853:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817220352:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324049.352887:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817220352:12345-0@lo:400:kworker.0 Request processed in 34us (138us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324049.352894:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3938
00000100:00080000:2.0:1767324049.352910:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324049.352927:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817220352:0@lo:400:kworker.0
00000100:00100000:2.0:1767324049.352958:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817220480:0@lo:400:kworker.0
00000100:00100000:2.0:1767324049.352983:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324049.353009:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817220480
00000100:00100000:2.0:1767324049.353012:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817220480
00000100:00100000:2.0:1767324049.353038:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3939
00000100:00100000:2.0:1767324049.353044:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817220480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324049.353078:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817220480:12345-0@lo:400:kworker.0 Request processed in 33us (94us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324049.353084:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3939
00000100:00080000:2.0:1767324049.353098:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324049.353114:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817220480:0@lo:400:kworker.0
00000100:00100000:0.0:1767324049.354353:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817219840:12345-0@lo:400:kworker.0 Request processed in 2747us (3137us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324049.354364:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6304
00000100:00100000:3.0:1767324049.357353:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817219840:0@lo:400:kworker.0
00000100:00100000:2.0:1767324049.927554:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324050.374908:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324050.951007:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324051.111544:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324051.111588:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324051.111622:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758841728
00000100:00100000:0.0:1767324051.111632:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758841728
00000100:00100000:2.0:1767324051.111672:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758841600
00000100:00100000:2.0:1767324051.111680:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758841600
00000100:00100000:2.0:1767324051.111739:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6306
00000100:00100000:2.0:1767324051.111826:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758841728:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767324051.111876:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324051.111901:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758841728:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 80us (365us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324051.111939:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91101
00000100:00100000:0.0:1767324051.111955:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758841600:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324051.111975:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324051.112004:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758841600:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (416us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324051.112010:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91101
00000100:00100000:2.0:1767324051.113722:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6306
00010000:00010000:0.0:1767324051.398872:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324051.974960:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324052.423264:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324052.934941:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817220608:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324052.935094:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324052.935301:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817220736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324052.935314:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817220608
00000100:00100000:0.0:1767324052.935323:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817220608
00000100:00100000:2.0:1767324052.935335:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324052.935380:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817220736
00000100:00100000:3.0:1767324052.935384:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817220736
00000100:00100000:0.0:1767324052.935454:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3691
00000100:00100000:0.0:1767324052.935473:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817220608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324052.935503:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324052.935557:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817220608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (463us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324052.935565:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3691
00000100:00100000:2.0:1767324052.935596:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817220608:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767324052.935701:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324052.935701:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3692
00000100:00080000:1.0:1767324052.935705:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324052.935710:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817220736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324052.935726:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324052.935775:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817220736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (438us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324052.935781:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3692
00000100:00100000:2.0:1767324052.935788:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817220736:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324052.998898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324053.447148:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324054.023368:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324054.470910:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767324054.471242:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324054.471248:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324054.471251:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324054.471255:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324054.471260:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324054.471268:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6591
00000100:00080000:1.0:1767324054.471271:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324054.471278:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324054.471317:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f54380 x1853166817220864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324054.471345:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324054.471349:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324054.471351:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324054.471355:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6591
00000100:00080000:1.0:1767324054.471357:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324054.471360:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324054.471371:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f56d80 x1853166817220992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324054.471413:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324054.471417:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324054.471418:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324054.471422:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6591
00000100:00080000:1.0:1767324054.471434:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324054.471437:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324054.471450:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f55880 x1853166817221248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324054.471468:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817220864:0@lo:38:kworker.0
00000100:00080000:1.0:1767324054.471476:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324054.471479:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324054.471481:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324054.471484:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6591
00000100:00080000:1.0:1767324054.471486:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324054.471489:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324054.471499:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f56300 x1853166817221504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324054.471532:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817221632:0@lo:400:kworker.0
00000100:00100000:0.0:1767324054.471603:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817221760:0@lo:400:kworker.0
00000100:00100000:1.0:1767324054.471650:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324054.471703:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324054.471709:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817221376:0@lo:400:kworker.0
00000100:00100000:1.0:1767324054.471730:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324054.471779:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817221632
00000100:00100000:1.0:1767324054.471786:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817221632
00000100:00100000:1.0:1767324054.471834:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3940
00000100:00100000:1.0:1767324054.471843:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817221632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324054.471885:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817221632:12345-0@lo:400:kworker.0 Request processed in 43us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324054.471892:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3940
00000100:00100000:1.0:1767324054.471916:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817221376
00000100:00100000:1.0:1767324054.471919:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817221376
00000100:00100000:1.0:1767324054.471943:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6307
00000100:00100000:1.0:1767324054.471948:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817221376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324054.471974:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817221376:12345-0@lo:400:kworker.0 Request processed in 26us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324054.471979:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6307
00000100:00080000:1.0:1767324054.471993:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767324054.471998:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324054.472022:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817221376:0@lo:400:kworker.0
00000100:00100000:1.0:1767324054.472031:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817221632:0@lo:400:kworker.0
00000100:00100000:2.0:1767324054.472627:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817221120:0@lo:400:kworker.0
00000100:00100000:2.0:1767324054.472661:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324054.472720:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817221120
00000100:00100000:2.0:1767324054.472724:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817221120
00000100:00100000:2.0:1767324054.472751:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6308
00000100:00100000:2.0:1767324054.472780:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817221120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324054.472821:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817221120:12345-0@lo:400:kworker.0 Request processed in 43us (161us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324054.472826:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6308
00000100:00100000:2.0:1767324054.472850:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817221120:0@lo:400:kworker.0
00000100:00080000:1.0:1767324054.473029:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324054.474932:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324054.474938:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324054.474983:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817220864
00000100:00100000:1.0:1767324054.474991:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817220864
00000100:00100000:2.0:1767324054.475009:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817221760
00000100:00100000:2.0:1767324054.475015:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817221760
00000100:00100000:1.0:1767324054.475029:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91102
00000100:00100000:1.0:1767324054.475037:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817220864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324054.475059:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324054.475070:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3941
00000100:00100000:2.0:1767324054.475079:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817221760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324054.476884:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817220864:12345-0@lo:38:kworker.0 Request processed in 1844us (1954us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324054.476895:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91102
00000100:00080000:1.0:1767324054.476955:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324054.477005:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817220992:0@lo:38:kworker.0
00000100:00100000:3.0:1767324054.477049:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324054.477086:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817221248:0@lo:38:kworker.0
00000100:00100000:3.0:1767324054.477109:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324054.477133:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817221504:0@lo:38:kworker.0
00000100:00100000:3.0:1767324054.477152:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324054.477180:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324054.477185:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324054.477189:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817220864:0@lo:38:kworker.0
00000100:00100000:3.0:1767324054.477219:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817221248
00000100:00100000:3.0:1767324054.477224:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817221248
00000100:00100000:3.0:1767324054.477248:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817221504
00000100:00100000:3.0:1767324054.477250:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817221504
00000100:00100000:3.0:1767324054.477272:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91103
00000100:00100000:3.0:1767324054.477278:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817221248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324054.477296:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324054.477327:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817221248:12345-0@lo:38:kworker.0 Request processed in 48us (217us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324054.477333:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91103
00000100:00100000:3.0:1767324054.477345:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91104
00000100:00100000:3.0:1767324054.477348:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817221504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324054.477357:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324054.477378:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817221504:12345-0@lo:38:kworker.0 Request processed in 28us (225us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324054.477384:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91104
00000100:00080000:3.0:1767324054.477404:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324054.477407:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324054.477410:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817221504:0@lo:38:kworker.0
00000100:00080000:3.0:1767324054.477417:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324054.477420:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324054.477422:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817221248:0@lo:38:kworker.0
00000100:00100000:1.0:1767324054.477518:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817220992
00000100:00100000:1.0:1767324054.477523:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817220992
00000100:00100000:1.0:1767324054.477548:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508
00000100:00100000:1.0:1767324054.477554:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817220992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324054.477564:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324054.477792:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817221760:12345-0@lo:400:kworker.0 Request processed in 2712us (2855us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324054.477801:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3941
00000100:00100000:1.0:1767324054.477842:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817220992:12345-0@lo:38:kworker.0 Request processed in 285us (791us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324054.477849:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508
00000100:00080000:3.0:1767324054.477972:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324054.477977:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324054.477980:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817220992:0@lo:38:kworker.0
00000100:00100000:0.0:1767324054.478277:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817221760:0@lo:400:kworker.0
00000100:00100000:2.0:1767324055.046879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324055.495182:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324056.070886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324056.233003:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324056.233200:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324056.233383:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758841984
00000100:00100000:3.0:1767324056.233393:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758841984
00000100:00100000:3.0:1767324056.233474:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758841856
00000100:00100000:3.0:1767324056.233477:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758841856
00000100:00100000:3.0:1767324056.233498:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6309
00000100:00100000:3.0:1767324056.233509:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758841984:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324056.233576:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758841984:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 71us (583us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324056.233583:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6309
00000100:00100000:3.0:1767324056.233598:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91105
00000100:00100000:3.0:1767324056.233602:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758841856:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324056.233621:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324056.233655:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758841856:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 51us (456us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324056.233666:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91105
00000100:00080000:1.0:1767324056.234039:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767324056.519093:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324057.096005:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324057.543066:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324058.054929:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817221888:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324058.055007:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324058.055045:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324058.055062:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817222016:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324058.055150:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324058.055938:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817221888
00000100:00100000:0.0:1767324058.055947:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817221888
00000100:00100000:2.0:1767324058.056043:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817222016
00000100:00100000:2.0:1767324058.056049:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817222016
00000100:00100000:2.0:1767324058.056153:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3693
00000100:00100000:2.0:1767324058.056162:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817222016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324058.056189:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324058.056240:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817222016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (1089us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324058.056247:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3693
00000100:00100000:2.0:1767324058.056303:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817222016:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767324058.056425:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324058.056430:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324058.056522:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694
00000100:00100000:0.0:1767324058.056532:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817221888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324058.056550:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324058.056596:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817221888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (1589us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324058.056602:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694
00000100:00100000:2.0:1767324058.056665:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817221888:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324058.118864:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324058.567020:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324059.142881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324059.590879:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324059.590890:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324059.590894:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:0.0:1767324059.590895:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324059.590900:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324059.590906:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324059.590923:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6597
00000100:00080000:2.0:1767324059.590927:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324059.590932:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324059.590972:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631f800 x1853166817222144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324059.590989:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324059.590991:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324059.590992:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324059.590994:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6597
00000100:00080000:2.0:1767324059.590996:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324059.590998:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324059.591007:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631c380 x1853166817222272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324059.591036:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324059.591039:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324059.591040:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324059.591042:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6597
00000100:00080000:2.0:1767324059.591044:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324059.591046:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324059.591053:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631ed80 x1853166817222528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324059.591071:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324059.591073:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324059.591074:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324059.591076:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6597
00000100:00080000:2.0:1767324059.591078:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324059.591080:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324059.591085:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631e300 x1853166817222784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324059.591110:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817222912:0@lo:400:kworker.0
00000100:00100000:2.0:1767324059.591160:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324059.591229:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324059.591233:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817222656:0@lo:400:kworker.0
00000100:00100000:2.0:1767324059.591252:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324059.591273:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817222912
00000100:00100000:2.0:1767324059.591279:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817222912
00000100:00100000:2.0:1767324059.591312:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3942
00000100:00100000:2.0:1767324059.591317:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817222912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324059.591350:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817222912:12345-0@lo:400:kworker.0 Request processed in 32us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324059.591354:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3942
00000100:00100000:2.0:1767324059.591399:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817222912:0@lo:400:kworker.0
00000100:00100000:2.0:1767324059.591428:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817223040:0@lo:400:kworker.0
00000100:00100000:0.0:1767324059.591439:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817222656
00000100:00100000:0.0:1767324059.591445:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817222656
00000100:00100000:2.0:1767324059.591445:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324059.591465:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324059.591469:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817222400:0@lo:400:kworker.0
00000100:00100000:2.0:1767324059.591484:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324059.591495:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817222400
00000100:00100000:0.0:1767324059.591499:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817222400
00000100:00100000:2.0:1767324059.591503:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817223040
00000100:00100000:2.0:1767324059.591506:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817223040
00000100:00100000:0.0:1767324059.591532:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6310
00000100:00100000:2.0:1767324059.591533:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3943
00000100:00100000:0.0:1767324059.591548:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817222656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324059.591557:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817223040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324059.591591:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817223040:12345-0@lo:400:kworker.0 Request processed in 49us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324059.591596:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3943
00000100:00100000:0.0:1767324059.591603:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817222656:12345-0@lo:400:kworker.0 Request processed in 58us (347us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324059.591612:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6310
00000100:00100000:2.0:1767324059.591619:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817223040:0@lo:400:kworker.0
00000100:00100000:0.0:1767324059.591633:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6311
00000100:00100000:0.0:1767324059.591641:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817222400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324059.591677:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817222400:12345-0@lo:400:kworker.0 Request processed in 37us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324059.591685:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6311
00000100:00080000:2.0:1767324059.591701:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324059.591719:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817222400:0@lo:400:kworker.0
00000100:00100000:2.0:1767324059.591725:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817222656:0@lo:400:kworker.0
00000100:00100000:3.0:1767324059.592042:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817222144:0@lo:38:kworker.0
00000100:00100000:3.0:1767324059.592064:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324059.592075:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817222272:0@lo:38:kworker.0
00000100:00100000:3.0:1767324059.592088:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324059.592108:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817222528:0@lo:38:kworker.0
00000100:00100000:3.0:1767324059.592119:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324059.592169:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817222272
00000100:00100000:2.0:1767324059.592172:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817222272
00000100:00100000:2.0:1767324059.592200:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509
00000100:00100000:2.0:1767324059.592205:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817222272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324059.592221:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324059.592242:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817222272:12345-0@lo:38:kworker.0 Request processed in 36us (153us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324059.592246:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509
00000100:00100000:3.0:1767324059.592283:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817222784:0@lo:38:kworker.0
00000100:00100000:3.0:1767324059.592298:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324059.592798:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817222144
00000100:00100000:1.0:1767324059.592802:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817222144
00000100:00080000:3.0:1767324059.592806:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324059.592810:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324059.592814:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817222272:0@lo:38:kworker.0
00000100:00100000:1.0:1767324059.592824:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817222528
00000100:00100000:1.0:1767324059.592826:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817222528
00000100:00100000:3.0:1767324059.592835:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817222784
00000100:00100000:3.0:1767324059.592837:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817222784
00000100:00100000:1.0:1767324059.592839:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91106
00000100:00100000:1.0:1767324059.592844:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817222144:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324059.592850:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91107
00000100:00100000:3.0:1767324059.592854:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817222528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324059.592864:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767324059.592868:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324059.592894:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817222144:12345-0@lo:38:kworker.0 Request processed in 48us (827us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324059.592894:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817222528:12345-0@lo:38:kworker.0 Request processed in 38us (772us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324059.592900:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91106
00000100:00100000:3.0:1767324059.596873:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91107
00000100:00100000:3.0:1767324059.596927:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91108
00000100:00100000:3.0:1767324059.596936:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817222784:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324059.596959:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324059.597109:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817222784:12345-0@lo:38:kworker.0 Request processed in 172us (4808us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324059.597116:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91108
00000100:00080000:2.0:1767324059.597139:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324059.597145:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324059.597149:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817222144:0@lo:38:kworker.0
00000100:00080000:2.0:1767324059.597161:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324059.597165:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324059.597168:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817222528:0@lo:38:kworker.0
00000100:00080000:2.0:1767324059.597730:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324059.597735:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324059.597738:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817222784:0@lo:38:kworker.0
00000100:00100000:2.0:1767324060.166882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324060.615909:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324061.190869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:3.0:1767324061.352736:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758842112 offset 0 length 520: 4
00000100:00100000:0.0:1767324061.355949:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324061.356097:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758842368
00000100:00100000:3.0:1767324061.356106:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758842368
00000100:00100000:3.0:1767324061.356244:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6312
00000100:00100000:3.0:1767324061.356254:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758842368:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324061.356334:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758842368:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 82us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324061.356345:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6312
00000100:00080000:2.0:1767324061.356498:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324061.357539:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324061.357632:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758842240
00000100:00100000:0.0:1767324061.357639:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758842240
00000100:00100000:0.0:1767324061.357694:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91109
00000100:00100000:0.0:1767324061.357700:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758842240:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324061.357717:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324061.357781:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758842240:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 79us (245us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324061.357789:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91109
00010000:00010000:2.0:1767324061.638982:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324062.214888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324062.662888:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324063.176041:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817223296:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324063.176109:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324063.176232:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767324063.176245:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817223168:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324063.176271:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324063.176475:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817223296
00000100:00100000:2.0:1767324063.176484:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817223296
00000100:00100000:2.0:1767324063.176539:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817223168
00000100:00100000:2.0:1767324063.176543:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817223168
00000100:00100000:2.0:1767324063.176562:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695
00000100:00100000:2.0:1767324063.176570:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817223296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324063.176596:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324063.176637:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817223296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (528us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324063.176645:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695
00000100:00100000:2.0:1767324063.176663:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696
00000100:00100000:2.0:1767324063.176669:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817223168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324063.176683:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324063.176711:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817223168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (440us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324063.176717:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696
00000100:00100000:2.0:1767324063.176777:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817223168:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324063.176864:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817223296:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767324063.176929:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324063.176933:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324063.240703:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324063.687151:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324064.263491:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324064.710941:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324064.711521:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324064.711527:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324064.711530:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324064.711534:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767324064.711535:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324039/real 1767324039]  req@ffff8d4d48ac8a80 x1853166817216896/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324064 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767324064.711536:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324064.711542:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6602
00000100:00080000:3.0:1767324064.711548:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324064.711555:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324064.711571:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d48ac8a80 x1853166817216896/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324064 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767324064.711588:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48aca300 x1853166817223424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324064.711590:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324064.711605:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324064.711607:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324064.711608:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324064.711613:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:3.0:1767324064.711613:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6602
00000100:00080000:3.0:1767324064.711618:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324064.711622:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324064.711623:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817216896:0@lo:250:kworker.0
00000100:00100000:3.0:1767324064.711633:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e367800 x1853166817223552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324064.711653:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817223424:0@lo:38:kworker.0
00000100:00080000:3.0:1767324064.711662:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324064.711665:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324064.711666:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324064.711669:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6602
00000100:00080000:3.0:1767324064.711671:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324064.711673:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324064.711682:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366d80 x1853166817223808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324064.711701:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324064.711703:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324064.711705:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324064.711707:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6602
00000100:00080000:3.0:1767324064.711709:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324064.711711:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324064.711715:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324064.711721:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366300 x1853166817224064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324064.711751:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324064.711752:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767324064.711768:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324064.711771:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6581
00000100:00080000:3.0:1767324064.711772:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324064.711774:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324064.711782:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e366680 x1853166817224448/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324064.711795:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817223936:0@lo:400:kworker.0
00000100:00100000:3.0:1767324064.711816:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324064.711838:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817223424
00000100:00100000:3.0:1767324064.711844:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817223424
00000100:00100000:3.0:1767324064.711865:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817223936
00000100:00100000:3.0:1767324064.711866:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817223936
00000100:00100000:3.0:1767324064.711890:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6313
00000100:00100000:3.0:1767324064.711897:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817223936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324064.711956:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817223552:0@lo:38:kworker.0
00000100:00100000:2.0:1767324064.711983:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324064.712006:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817223936:12345-0@lo:400:kworker.0 Request processed in 109us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324064.712012:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6313
00000100:00100000:2.0:1767324064.712019:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817223808:0@lo:38:kworker.0
00000100:00100000:3.0:1767324064.712027:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91110
00000100:00100000:3.0:1767324064.712031:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817223424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324064.712045:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324064.712050:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324064.712075:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817224064:0@lo:38:kworker.0
00000100:00100000:3.0:1767324064.712076:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817223424:12345-0@lo:38:kworker.0 Request processed in 43us (362us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324064.712086:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91110
00000100:00100000:3.0:1767324064.712096:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817223808
00000100:00100000:3.0:1767324064.712099:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817223808
00000100:00100000:2.0:1767324064.712104:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324064.712128:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817224448:0@lo:250:kworker.0
00000400:00000100:2.0:1767324064.712147:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817224448 offset 0 length 520: 4
00000100:00100000:0.0:1767324064.712157:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817224320:0@lo:400:kworker.0
00000100:00100000:3.0:1767324064.712194:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817224064
00000100:00100000:3.0:1767324064.712198:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817224064
00000100:00080000:2.0:1767324064.712208:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324064.712213:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324064.712218:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91111
00000100:00080000:1.0:1767324064.712219:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324064.712219:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817223424:0@lo:38:kworker.0
00000100:00100000:3.0:1767324064.712228:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817223808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324064.712242:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324064.712247:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91112
00000100:00100000:1.0:1767324064.712254:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817224064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324064.712267:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324064.712279:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817223808:12345-0@lo:38:kworker.0 Request processed in 51us (232us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324064.712287:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817224192:0@lo:400:kworker.0
00000100:00100000:3.0:1767324064.712288:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91111
00000100:00100000:1.0:1767324064.712306:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817224064:12345-0@lo:38:kworker.0 Request processed in 50us (201us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324064.712314:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91112
00000100:00080000:3.0:1767324064.712343:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324064.712349:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324064.712352:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817223552
00000100:00100000:3.0:1767324064.712355:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817223808:0@lo:38:kworker.0
00000100:00100000:2.0:1767324064.712357:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817223936:0@lo:400:kworker.0
00000100:00100000:1.0:1767324064.712359:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817223552
00000100:00080000:3.0:1767324064.712380:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324064.712384:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324064.712389:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817224064:0@lo:38:kworker.0
00000100:00100000:1.0:1767324064.712392:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510
00000100:00100000:1.0:1767324064.712400:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817223552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324064.712411:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324064.712443:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817223680:0@lo:400:kworker.0
00000100:00100000:1.0:1767324064.712444:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817223552:12345-0@lo:38:kworker.0 Request processed in 42us (459us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324064.712454:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510
00000100:00080000:2.0:1767324064.712458:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324064.712463:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324064.712467:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817223552:0@lo:38:kworker.0
00000100:00100000:0.0:1767324064.712520:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324064.712593:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324064.712710:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324064.712723:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817224320
00000100:00100000:1.0:1767324064.712728:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817224320
00000100:00100000:1.0:1767324064.712782:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817224192
00000100:00100000:1.0:1767324064.712785:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817224192
00000100:00100000:1.0:1767324064.712808:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3944
00000100:00100000:1.0:1767324064.712814:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817224320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324064.712853:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817224320:12345-0@lo:400:kworker.0 Request processed in 39us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324064.712859:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3944
00000100:00100000:1.0:1767324064.712868:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3945
00000100:00100000:1.0:1767324064.712873:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817224192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324064.712902:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817224192:12345-0@lo:400:kworker.0 Request processed in 29us (193us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324064.712909:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3945
00000100:00100000:1.0:1767324064.712949:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817224320:0@lo:400:kworker.0
00000100:00100000:0.0:1767324064.713055:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817223680
00000100:00100000:0.0:1767324064.713059:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817223680
00000100:00080000:1.0:1767324064.713107:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324064.713138:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6314
00000100:00100000:0.0:1767324064.713146:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817223680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324064.713180:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817223680:12345-0@lo:400:kworker.0 Request processed in 36us (587us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324064.713184:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6314
00000100:00100000:1.0:1767324064.713248:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817223680:0@lo:400:kworker.0
00000100:00100000:2.0:1767324064.713546:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817224192:0@lo:400:kworker.0
00000100:00100000:2.0:1767324065.286858:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324065.734929:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324066.310878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324066.472654:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324066.472697:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324066.472806:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758842496
00000100:00100000:3.0:1767324066.472817:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758842496
00000100:00100000:0.0:1767324066.472822:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758842624
00000100:00100000:0.0:1767324066.472830:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758842624
00000100:00100000:3.0:1767324066.472879:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6315
00000100:00100000:0.0:1767324066.472896:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91113
00000100:00100000:3.0:1767324066.472897:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758842624:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324066.472906:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758842496:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324066.472940:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324066.473000:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758842496:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 95us (357us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324066.473009:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91113
00000100:00080000:1.0:1767324066.473085:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324066.473161:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758842624:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 272us (463us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324066.473170:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6315
00010000:00010000:0.0:1767324066.758911:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324067.334871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324067.782919:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324068.295331:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817224576:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324068.295399:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324068.295586:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817224704:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324068.295618:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324068.300309:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817224576
00000100:00100000:3.0:1767324068.300324:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817224576
00000100:00080000:2.0:1767324068.300451:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324068.300614:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817224704
00000100:00100000:0.0:1767324068.300620:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817224704
00000100:00100000:0.0:1767324068.300666:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3697
00000100:00100000:0.0:1767324068.300677:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817224576:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324068.300678:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3698
00000100:00100000:3.0:1767324068.300696:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817224704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324068.300717:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:3.0:1767324068.300717:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767324068.300813:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324068.304662:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817224576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3976us (9252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324068.304676:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3697
00000100:00100000:3.0:1767324068.306945:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817224704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6248us (11318us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324068.306957:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3698
00000100:00100000:0.0:1767324068.307310:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817224704:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324068.307573:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817224576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324068.359023:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324068.807331:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324069.382875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324069.831072:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324069.831083:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324069.831086:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324069.831090:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324069.831094:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324069.831101:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6607
00000100:00080000:3.0:1767324069.831106:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324069.831112:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324069.831151:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377b80 x1853166817224832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324069.831183:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324069.831186:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324069.831188:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324069.831193:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6607
00000100:00080000:3.0:1767324069.831195:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324069.831199:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324069.831214:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80374a80 x1853166817224960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324069.831245:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324069.831249:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324069.831251:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324069.831255:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6607
00000100:00080000:3.0:1767324069.831257:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324069.831260:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324069.831282:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376a00 x1853166817225216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324069.831306:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817225088:0@lo:400:kworker.0
00000100:00080000:3.0:1767324069.831323:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324069.831327:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324069.831330:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324069.831334:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6607
00000100:00080000:3.0:1767324069.831336:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324069.831341:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324069.831354:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80374e00 x1853166817225472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324069.831377:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324069.831461:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817225088
00000100:00100000:1.0:1767324069.831468:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817225088
00000100:00100000:1.0:1767324069.831523:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6316
00000100:00100000:1.0:1767324069.831533:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817225088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324069.831549:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817225344:0@lo:400:kworker.0
00000100:00100000:1.0:1767324069.831593:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817225088:12345-0@lo:400:kworker.0 Request processed in 60us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324069.831594:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324069.831598:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817224832:0@lo:38:kworker.0
00000100:00100000:1.0:1767324069.831608:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6316
00000100:00100000:3.0:1767324069.831625:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324069.831633:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817225600:0@lo:400:kworker.0
00000100:00100000:0.0:1767324069.831639:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324069.831659:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817225344
00000100:00100000:1.0:1767324069.831663:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817225344
00000100:00100000:1.0:1767324069.831690:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817224832
00000100:00100000:1.0:1767324069.831693:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817224832
00000100:00100000:1.0:1767324069.831713:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6317
00000100:00100000:1.0:1767324069.831721:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817225344:12345-0@lo:400:kworker.0
00010000:00010000:2.0:1767324069.831736:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324069.831740:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817224960:0@lo:38:kworker.0
00000100:00080000:2.0:1767324069.831745:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324069.831774:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91114
00000100:00100000:2.0:1767324069.831780:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817224832:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324069.831791:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817225344:12345-0@lo:400:kworker.0 Request processed in 70us (199us total) trans 0 rc 0/0
00010000:00020000:2.0:1767324069.831801:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324069.831803:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6317
00000100:00100000:0.0:1767324069.831808:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324069.831840:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817224960
00000100:00100000:1.0:1767324069.831845:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817224960
00000100:00100000:0.0:1767324069.831851:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817225216:0@lo:38:kworker.0
00000100:00100000:2.0:1767324069.831857:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817224832:12345-0@lo:38:kworker.0 Request processed in 74us (216us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324069.831867:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91114
00000100:00100000:1.0:1767324069.831871:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511
00000100:00100000:3.0:1767324069.831879:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324069.831881:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817224960:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324069.831888:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767324069.831896:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324069.831910:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817225216
00000100:00100000:2.0:1767324069.831916:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817225216
00000100:00100000:0.0:1767324069.831923:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817225472:0@lo:38:kworker.0
00000100:00100000:3.0:1767324069.831926:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817225344:0@lo:400:kworker.0
00000100:00100000:2.0:1767324069.831941:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91115
00000100:00100000:2.0:1767324069.831948:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817225216:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324069.831952:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817224960:12345-0@lo:38:kworker.0 Request processed in 69us (148us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767324069.831962:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324069.831966:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324069.831966:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511
00000100:00100000:3.0:1767324069.831971:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817225088:0@lo:400:kworker.0
00000100:00100000:3.0:1767324069.831990:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324069.831998:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817225472
00000100:00100000:3.0:1767324069.831999:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817225728:0@lo:400:kworker.0
00000100:00100000:1.0:1767324069.832003:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817225472
00000100:00100000:2.0:1767324069.832005:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817225216:12345-0@lo:38:kworker.0 Request processed in 54us (119us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767324069.832014:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767324069.832015:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91115
00000100:00080000:0.0:1767324069.832023:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324069.832030:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817224832:0@lo:38:kworker.0
00000100:00100000:2.0:1767324069.832040:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91116
00000100:00100000:3.0:1767324069.832040:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324069.832047:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767324069.832050:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817225472:12345-0@lo:38:kworker.0
00000100:00080000:0.0:1767324069.832054:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324069.832062:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817224960:0@lo:38:kworker.0
00000100:00100000:1.0:1767324069.832063:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817225600
00010000:00020000:2.0:1767324069.832067:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324069.832070:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817225600
00000100:00080000:0.0:1767324069.832080:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324069.832086:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324069.832091:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817225216:0@lo:38:kworker.0
00000100:00100000:2.0:1767324069.832107:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817225472:12345-0@lo:38:kworker.0 Request processed in 55us (145us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767324069.832109:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324069.832110:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817225728
00000100:00100000:1.0:1767324069.832116:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817225728
00000100:00100000:3.0:1767324069.832117:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3946
00000100:00080000:0.0:1767324069.832118:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324069.832122:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91116
00000100:00100000:0.0:1767324069.832128:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817225472:0@lo:38:kworker.0
00000100:00100000:3.0:1767324069.832134:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817225600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324069.832153:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3947
00000100:00100000:1.0:1767324069.832164:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817225728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324069.832181:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817225600:12345-0@lo:400:kworker.0 Request processed in 52us (351us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324069.832189:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3946
00000100:00100000:2.0:1767324069.832218:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817225600:0@lo:400:kworker.0
00000100:00100000:1.0:1767324069.832225:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817225728:12345-0@lo:400:kworker.0 Request processed in 62us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324069.832233:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3947
00000100:00100000:3.0:1767324069.832238:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817225728:0@lo:400:kworker.0
00000100:00100000:2.0:1767324070.406868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324070.854967:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324071.430862:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324071.591850:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324071.591898:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324071.591923:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758842752
00000100:00100000:0.0:1767324071.591934:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758842752
00000100:00100000:2.0:1767324071.591963:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758842880
00000100:00100000:2.0:1767324071.591970:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758842880
00000100:00100000:0.0:1767324071.591990:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91117
00000100:00100000:0.0:1767324071.591999:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758842752:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324071.592021:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324071.592036:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6318
00000100:00100000:2.0:1767324071.592046:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758842880:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324071.592083:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758842752:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 84us (240us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324071.592092:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91117
00000100:00100000:2.0:1767324071.592101:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758842880:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 56us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324071.592110:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6318
00000100:00080000:1.0:1767324071.592256:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324071.879485:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324072.454883:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324072.903789:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324073.414941:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767324073.414956:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324073.414979:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817225984:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324073.415043:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324073.415167:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817225984
00000100:00100000:3.0:1767324073.415175:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817225984
00000100:00080000:1.0:1767324073.415209:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324073.415235:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3699
00000100:00100000:3.0:1767324073.415245:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817225984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324073.415287:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324073.415329:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817225856:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324073.415339:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817225984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324073.415347:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3699
00000100:00100000:2.0:1767324073.415366:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324073.415388:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817225856
00000100:00100000:3.0:1767324073.415393:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817225856
00000100:00100000:3.0:1767324073.415419:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700
00000100:00100000:3.0:1767324073.415426:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817225856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324073.415444:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324073.415465:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b39ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817225984:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324073.415478:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817225856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (112us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324073.415486:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700
00000100:00080000:2.0:1767324073.415531:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324073.415558:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817225856:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324073.478961:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324073.926907:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324074.502906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324074.952076:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324074.952086:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324074.952089:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324074.952094:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324074.952099:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324074.952106:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6612
00000100:00080000:2.0:1767324074.952111:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324074.952118:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324074.952166:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631d500 x1853166817226112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324074.952182:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324074.952185:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324074.952187:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324074.952190:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6612
00000100:00080000:2.0:1767324074.952192:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324074.952195:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324074.952206:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6631c380 x1853166817226240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324074.952251:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324074.952256:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324074.952258:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324074.952262:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6612
00000100:00080000:2.0:1767324074.952265:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324074.952270:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324074.952271:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817226368:0@lo:400:kworker.0
00000100:00100000:2.0:1767324074.952285:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e365c00 x1853166817226496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324074.952319:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324074.952323:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324074.952325:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324074.952329:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6612
00000100:00080000:2.0:1767324074.952331:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324074.952335:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324074.952345:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e364700 x1853166817226752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324074.952375:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817226624:0@lo:400:kworker.0
00000100:00100000:2.0:1767324074.952403:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817226880:0@lo:400:kworker.0
00000100:00100000:3.0:1767324074.952418:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817227008:0@lo:400:kworker.0
00000100:00100000:2.0:1767324074.952441:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324074.952486:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324074.952508:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324074.952538:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817226880
00000100:00100000:3.0:1767324074.952549:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817226368
00000100:00100000:2.0:1767324074.952556:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817226880
00000100:00100000:3.0:1767324074.952556:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817226368
00000100:00100000:1.0:1767324074.952563:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817227008
00000100:00100000:1.0:1767324074.952569:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817227008
00000100:00100000:3.0:1767324074.952616:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6319
00000100:00100000:1.0:1767324074.952620:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3948
00000100:00100000:3.0:1767324074.952630:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817226368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324074.952634:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817226880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324074.952686:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817226112:0@lo:38:kworker.0
00000100:00100000:1.0:1767324074.952698:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817226880:12345-0@lo:400:kworker.0 Request processed in 68us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324074.952705:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817226368:12345-0@lo:400:kworker.0 Request processed in 78us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324074.952710:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3948
00000100:00100000:3.0:1767324074.952719:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6319
00000100:00100000:0.0:1767324074.952730:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324074.952749:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3949
00000100:00100000:0.0:1767324074.952781:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817226240:0@lo:38:kworker.0
00000100:00100000:1.0:1767324074.952785:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817227008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324074.952809:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324074.952838:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817226496:0@lo:38:kworker.0
00000100:00100000:1.0:1767324074.952851:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817227008:12345-0@lo:400:kworker.0 Request processed in 93us (364us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324074.952859:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3949
00000100:00100000:0.0:1767324074.952863:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324074.952902:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817227008:0@lo:400:kworker.0
00000100:00100000:1.0:1767324074.952936:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817226880:0@lo:400:kworker.0
00000100:00100000:1.0:1767324074.952959:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817226368:0@lo:400:kworker.0
00000100:00100000:0.0:1767324074.957229:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817226752:0@lo:38:kworker.0
00000100:00100000:0.0:1767324074.957303:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324074.958694:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817226112
00000100:00100000:3.0:1767324074.958705:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817226112
00000100:00100000:3.0:1767324074.958750:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817226496
00000100:00100000:3.0:1767324074.958765:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817226496
00000100:00100000:3.0:1767324074.958865:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91118
00000100:00100000:3.0:1767324074.958874:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817226112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324074.958898:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324074.958953:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817226112:12345-0@lo:38:kworker.0 Request processed in 79us (6222us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324074.958959:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91118
00000100:00100000:3.0:1767324074.958974:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91119
00000100:00100000:3.0:1767324074.958978:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817226496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324074.958986:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324074.959008:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817226496:12345-0@lo:38:kworker.0 Request processed in 29us (6146us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324074.959013:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91119
00000100:00100000:3.0:1767324074.959039:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817226240
00000100:00100000:3.0:1767324074.959043:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817226240
00000100:00100000:3.0:1767324074.959065:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512
00000100:00100000:3.0:1767324074.959070:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817226240:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324074.959078:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324074.959102:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817226240:12345-0@lo:38:kworker.0 Request processed in 31us (6293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324074.959107:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512
00000100:00100000:1.0:1767324074.961213:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817226752
00000100:00100000:1.0:1767324074.961225:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817226752
00000100:00100000:1.0:1767324074.961291:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91120
00000100:00100000:1.0:1767324074.961299:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817226752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324074.961319:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767324074.961372:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324074.961376:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817226752:12345-0@lo:38:kworker.0 Request processed in 75us (4071us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767324074.961381:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324074.961389:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817226112:0@lo:38:kworker.0
00000100:00100000:1.0:1767324074.961389:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91120
00000100:00080000:1.0:1767324074.961415:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767324074.961465:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324074.961471:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324074.961475:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817226240:0@lo:38:kworker.0
00000100:00100000:2.0:1767324074.962850:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324074.962981:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817226624
00000100:00100000:3.0:1767324074.962988:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817226624
00000100:00100000:3.0:1767324074.963054:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6320
00000100:00100000:3.0:1767324074.963062:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817226624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324074.963125:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817226624:12345-0@lo:400:kworker.0 Request processed in 65us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324074.963131:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6320
00000100:00100000:3.0:1767324074.963168:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817226624:0@lo:400:kworker.0
00000100:00080000:1.0:1767324074.963247:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767324074.966071:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324074.966083:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324074.966088:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817226496:0@lo:38:kworker.0
00000100:00080000:0.0:1767324074.966106:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324074.966110:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324074.966113:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817226752:0@lo:38:kworker.0
00010000:00010000:0.0:1767324074.966194:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324075.526960:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324075.976715:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324076.550881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324076.713404:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324076.713457:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324076.713663:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758843008
00000100:00100000:3.0:1767324076.713672:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758843008
00000100:00100000:3.0:1767324076.713722:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758843136
00000100:00100000:3.0:1767324076.713726:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758843136
00000100:00100000:3.0:1767324076.713957:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6321
00000100:00100000:3.0:1767324076.713969:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758843136:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324076.714047:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758843136:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 81us (589us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324076.714054:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6321
00000100:00100000:3.0:1767324076.714073:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91121
00000100:00100000:3.0:1767324076.714077:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758843008:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324076.714110:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324076.714137:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758843008:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (742us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324076.714155:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91121
00000100:00080000:1.0:1767324076.714911:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324076.998933:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324077.574857:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324078.023858:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324078.536642:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817227136:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324078.536710:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324078.536925:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817227136
00000100:00100000:1.0:1767324078.536934:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817227136
00000100:00100000:1.0:1767324078.537001:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701
00000100:00100000:1.0:1767324078.537011:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817227136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324078.537040:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324078.537101:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e364700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817227136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324078.537108:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701
00000100:00100000:3.0:1767324078.537155:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817227136:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767324078.537170:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324078.538032:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324078.538044:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817227264:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324078.538078:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324078.539388:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817227264
00000100:00100000:0.0:1767324078.539397:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817227264
00000100:00100000:0.0:1767324078.539463:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702
00000100:00100000:0.0:1767324078.539473:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817227264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324078.539500:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324078.539560:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817227264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (1481us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324078.539567:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702
00000100:00080000:2.0:1767324078.539637:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324078.540032:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817227264:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324078.598867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324079.047213:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324079.622988:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324080.070893:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324080.071067:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324080.071073:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324080.071076:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324080.071083:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324080.071087:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324080.071096:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6617
00000100:00080000:3.0:1767324080.071101:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324080.071108:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324080.071147:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377100 x1853166817227392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324080.071172:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324080.071175:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324080.071177:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324080.071185:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6617
00000100:00080000:3.0:1767324080.071188:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324080.071200:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324080.071213:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375c00 x1853166817227520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324080.071244:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324080.071246:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324080.071247:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324080.071250:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6617
00000100:00080000:3.0:1767324080.071252:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324080.071254:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324080.071261:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375500 x1853166817227776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324080.071277:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324080.071279:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324080.071280:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324080.071282:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6617
00000100:00080000:3.0:1767324080.071284:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324080.071285:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324080.071293:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80376a00 x1853166817228032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324080.071315:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817227904:0@lo:400:kworker.0
00000100:00100000:3.0:1767324080.071363:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324080.071415:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324080.071421:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817228160:0@lo:400:kworker.0
00000100:00100000:3.0:1767324080.071448:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324080.071533:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817227648:0@lo:400:kworker.0
00000100:00100000:1.0:1767324080.071566:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324080.071595:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324080.071600:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817228288:0@lo:400:kworker.0
00000100:00100000:1.0:1767324080.071620:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324080.071730:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817228160
00000100:00100000:2.0:1767324080.071737:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817228160
00000100:00100000:2.0:1767324080.071817:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817228288
00000100:00100000:2.0:1767324080.071820:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817228288
00000100:00100000:2.0:1767324080.071847:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3950
00000100:00100000:2.0:1767324080.071856:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817228160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324080.071904:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817228160:12345-0@lo:400:kworker.0 Request processed in 49us (455us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324080.071910:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3950
00000100:00100000:2.0:1767324080.071930:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3951
00000100:00100000:2.0:1767324080.071938:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817228288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324080.071973:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817228288:12345-0@lo:400:kworker.0 Request processed in 37us (352us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324080.071979:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3951
00000100:00100000:2.0:1767324080.072000:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817227392:0@lo:38:kworker.0
00000100:00100000:2.0:1767324080.072023:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324080.072037:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817227520:0@lo:38:kworker.0
00000100:00100000:2.0:1767324080.072058:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324080.072078:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817227776:0@lo:38:kworker.0
00000100:00100000:2.0:1767324080.072145:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324080.072159:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817228032:0@lo:38:kworker.0
00000100:00100000:2.0:1767324080.072176:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324080.075301:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817227904
00000100:00100000:3.0:1767324080.075316:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817227904
00000100:00100000:3.0:1767324080.075378:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817227648
00000100:00100000:3.0:1767324080.075382:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817227648
00000100:00100000:3.0:1767324080.075399:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817227392
00000100:00100000:3.0:1767324080.075402:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817227392
00000100:00100000:3.0:1767324080.075411:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817227776
00000100:00100000:3.0:1767324080.075413:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817227776
00000100:00100000:3.0:1767324080.075419:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817228032
00000100:00100000:3.0:1767324080.075421:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817228032
00000100:00100000:3.0:1767324080.075434:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6322
00000100:00100000:3.0:1767324080.075443:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817227904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324080.075573:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6323
00000100:00100000:0.0:1767324080.075583:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817227648:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767324080.075649:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767324080.075654:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324080.075658:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324080.075678:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91122
00000100:00100000:1.0:1767324080.075684:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817227392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324080.075702:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324080.075903:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817227904:12345-0@lo:400:kworker.0 Request processed in 461us (4537us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324080.075910:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6322
00000100:00100000:3.0:1767324080.075927:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91123
00000100:00100000:3.0:1767324080.075932:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817227776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324080.075942:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324080.075966:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817227776:12345-0@lo:38:kworker.0 Request processed in 33us (3820us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324080.075972:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91123
00000100:00100000:3.0:1767324080.075984:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91124
00000100:00100000:3.0:1767324080.075988:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817228032:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324080.075997:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324080.076018:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817228032:12345-0@lo:38:kworker.0 Request processed in 29us (3840us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324080.076023:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91124
00000100:00100000:3.0:1767324080.076063:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817228160:0@lo:400:kworker.0
00000100:00100000:3.0:1767324080.076075:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817227904:0@lo:400:kworker.0
00000100:00100000:3.0:1767324080.076129:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817228288:0@lo:400:kworker.0
00000100:00100000:3.0:1767324080.076160:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817227520
00000100:00100000:3.0:1767324080.076164:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817227520
00000100:00100000:3.0:1767324080.076183:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513
00000100:00100000:3.0:1767324080.076188:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817227520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324080.076208:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324080.076235:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817227520:12345-0@lo:38:kworker.0 Request processed in 46us (4175us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324080.076241:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513
00000100:00100000:0.0:1767324080.076330:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817227648:12345-0@lo:400:kworker.0 Request processed in 750us (4762us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324080.076337:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6323
00000100:00100000:3.0:1767324080.076403:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817227648:0@lo:400:kworker.0
00000100:00080000:2.0:1767324080.079429:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324080.079435:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817227392:12345-0@lo:38:kworker.0 Request processed in 3743us (7403us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767324080.079437:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324080.079441:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817228032:0@lo:38:kworker.0
00000100:00100000:1.0:1767324080.079447:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91122
00000100:00080000:2.0:1767324080.079471:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324080.079475:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324080.079477:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817227392:0@lo:38:kworker.0
00000100:00080000:2.0:1767324080.079573:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324080.079578:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324080.079581:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817227520:0@lo:38:kworker.0
00000100:00080000:2.0:1767324080.079590:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324080.079594:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324080.079596:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817227776:0@lo:38:kworker.0
00000100:00100000:2.0:1767324080.646980:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324081.095001:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324081.670877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324081.832146:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324081.832239:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324081.834668:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758843392
00000100:00100000:1.0:1767324081.834683:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758843392
00000100:00100000:1.0:1767324081.834808:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758843264
00000100:00100000:1.0:1767324081.834815:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758843264
00000100:00080000:0.0:1767324081.834816:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324081.834850:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6324
00000100:00100000:1.0:1767324081.834870:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91125
00000100:00100000:3.0:1767324081.834879:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758843392:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324081.834895:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758843264:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324081.834923:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324081.835070:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758843392:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 205us (2936us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324081.835081:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6324
00000100:00100000:1.0:1767324081.836138:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758843264:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 1248us (3893us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324081.836149:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91125
00010000:00010000:2.0:1767324082.118955:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324082.694962:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324083.142921:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324083.655426:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817228416:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324083.655498:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324083.655649:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817228416
00000100:00100000:1.0:1767324083.655661:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817228416
00000100:00100000:1.0:1767324083.655727:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3703
00000100:00100000:1.0:1767324083.655737:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817228416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324083.655782:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324083.655825:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817228416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (328us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324083.655833:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3703
00000100:00080000:3.0:1767324083.655951:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324083.655988:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817228416:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324083.658199:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817228544:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324083.658257:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324083.660259:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817228544
00000100:00100000:0.0:1767324083.660273:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817228544
00000100:00100000:0.0:1767324083.660408:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3704
00000100:00100000:0.0:1767324083.660419:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817228544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324083.660450:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324083.660530:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817228544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (2272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324083.660549:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3704
00000100:00080000:3.0:1767324083.660775:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324083.660855:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817228544:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324083.720212:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324084.166916:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324084.742873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324085.190988:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324085.190998:0:50097:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324085.191001:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324085.191006:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324085.191010:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324085.191018:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6622
00000100:00080000:2.0:1767324085.191023:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324085.191030:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324085.191080:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48aca300 x1853166817228672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324085.191097:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324085.191100:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324085.191102:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324085.191105:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6622
00000100:00080000:2.0:1767324085.191108:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324085.191111:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324085.191122:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48ac8a80 x1853166817228800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324085.191167:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324085.191171:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324085.191174:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324085.191178:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6622
00000100:00080000:2.0:1767324085.191180:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324085.191184:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324085.191196:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586d80 x1853166817229056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324085.191203:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817228928:0@lo:400:kworker.0
00000100:00080000:2.0:1767324085.191224:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324085.191228:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324085.191230:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324085.191233:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6622
00000100:00080000:2.0:1767324085.191236:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324085.191240:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324085.191263:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42585180 x1853166817229312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324085.191276:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324085.191303:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817229568:0@lo:400:kworker.0
00000100:00100000:2.0:1767324085.191349:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324085.191360:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6d214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817229440:0@lo:400:kworker.0
00000100:00100000:3.0:1767324085.191391:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324085.191394:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817229184:0@lo:400:kworker.0
00000100:00100000:2.0:1767324085.191424:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324085.191433:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817229568
00000100:00100000:3.0:1767324085.191442:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817229568
00000100:00100000:2.0:1767324085.191459:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817228928
00000100:00100000:2.0:1767324085.191464:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817228928
00000100:00100000:3.0:1767324085.191498:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817229440
00000100:00100000:2.0:1767324085.191503:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817229184
00000100:00100000:3.0:1767324085.191503:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817229440
00000100:00100000:2.0:1767324085.191509:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817229184
00000100:00100000:2.0:1767324085.191542:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6325
00000100:00100000:3.0:1767324085.191550:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3952
00000100:00100000:2.0:1767324085.191553:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817228928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324085.191564:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817229568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324085.191649:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817228672:0@lo:38:kworker.0
00010000:00010000:1.0:1767324085.191704:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324085.191718:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6326
00000100:00100000:1.0:1767324085.191726:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817229184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324085.194918:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817228928:12345-0@lo:400:kworker.0 Request processed in 3356us (3630us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324085.194918:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817229568:12345-0@lo:400:kworker.0 Request processed in 3346us (3556us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324085.194943:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6325
00000100:00100000:3.0:1767324085.194943:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3952
00000100:00100000:3.0:1767324085.194984:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3953
00000100:00100000:3.0:1767324085.195001:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817229440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324085.195039:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817229568:0@lo:400:kworker.0
00000100:00100000:3.0:1767324085.195065:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817229440:12345-0@lo:400:kworker.0 Request processed in 73us (3673us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324085.195071:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3953
00000100:00100000:3.0:1767324085.195100:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6d214a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817229440:0@lo:400:kworker.0
00000100:00080000:3.0:1767324085.195125:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767324085.195130:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767324085.195133:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324085.195188:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817228928:0@lo:400:kworker.0
00000100:00100000:0.0:1767324085.196891:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324085.196938:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817228800:0@lo:38:kworker.0
00000100:00100000:3.0:1767324085.196971:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817228672
00000100:00100000:0.0:1767324085.196978:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324085.196981:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817228672
00000100:00100000:0.0:1767324085.197014:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817229056:0@lo:38:kworker.0
00000100:00100000:3.0:1767324085.197027:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91126
00000100:00100000:3.0:1767324085.197035:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817228672:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324085.197042:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767324085.197056:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324085.197062:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817229312:0@lo:38:kworker.0
00000100:00100000:0.0:1767324085.197098:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324085.197109:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817228672:12345-0@lo:38:kworker.0 Request processed in 72us (222us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324085.197118:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91126
00000100:00100000:3.0:1767324085.197133:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817229056
00000100:00080000:0.0:1767324085.197135:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767324085.197137:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817229056
00000100:00080000:0.0:1767324085.197155:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324085.197161:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817228672:0@lo:38:kworker.0
00000100:00100000:3.0:1767324085.197171:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817229312
00000100:00100000:3.0:1767324085.197175:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817229312
00000100:00100000:3.0:1767324085.197187:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91127
00000100:00100000:3.0:1767324085.197193:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817229056:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324085.197195:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817228800
00000100:00100000:0.0:1767324085.197200:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817228800
00010000:00020000:3.0:1767324085.197205:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324085.197228:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514
00000100:00100000:0.0:1767324085.197234:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817228800:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324085.197243:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817229056:12345-0@lo:38:kworker.0 Request processed in 47us (199us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767324085.197248:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324085.197253:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91127
00000100:00100000:3.0:1767324085.197268:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91128
00000100:00100000:3.0:1767324085.197273:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817229312:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324085.197280:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817228800:12345-0@lo:38:kworker.0 Request processed in 45us (303us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767324085.197285:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324085.197289:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514
00000100:00100000:3.0:1767324085.197319:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817229312:12345-0@lo:38:kworker.0 Request processed in 43us (219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324085.197326:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91128
00000100:00080000:0.0:1767324085.197353:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324085.197359:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324085.197363:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817228800:0@lo:38:kworker.0
00000100:00080000:0.0:1767324085.197371:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324085.197376:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324085.197380:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817229056:0@lo:38:kworker.0
00000100:00080000:0.0:1767324085.197387:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324085.197390:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324085.197393:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817229312:0@lo:38:kworker.0
00000100:00100000:1.0:1767324085.197828:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817229184:12345-0@lo:400:kworker.0 Request processed in 6101us (6400us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324085.197833:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817229184:0@lo:400:kworker.0
00000100:00100000:1.0:1767324085.197841:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6326
00000100:00100000:2.0:1767324085.766910:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324085.931924:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767324085.932044:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758843520 offset 0 length 520: 4
00000100:00100000:3.0:1767324085.932085:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324085.938781:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758843776
00000100:00100000:1.0:1767324085.938797:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758843776
00000100:00100000:1.0:1767324085.938887:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758843648
00000100:00100000:1.0:1767324085.938891:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758843648
00000100:00100000:1.0:1767324085.938914:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6327
00000100:00100000:1.0:1767324085.938925:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758843776:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324085.939027:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758843776:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (7114us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324085.939035:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6327
00000100:00100000:1.0:1767324085.939174:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91129
00000100:00100000:1.0:1767324085.939180:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758843648:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324085.939203:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767324085.939221:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324085.939237:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758843648:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 55us (7151us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324085.939244:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91129
00010000:00010000:2.0:1767324086.214997:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324086.791025:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324087.240424:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324087.815033:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324088.262927:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324088.775171:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817229696:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324088.775256:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324088.775393:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817229696
00000100:00100000:0.0:1767324088.775401:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817229696
00000100:00100000:0.0:1767324088.775466:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705
00000100:00100000:0.0:1767324088.775476:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817229696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324088.775504:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324088.775548:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817229696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324088.775556:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705
00000100:00080000:3.0:1767324088.775625:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324088.775663:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817229696:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324088.776213:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817229824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324088.776261:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324088.776373:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817229824
00000100:00100000:0.0:1767324088.776378:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817229824
00000100:00100000:0.0:1767324088.776428:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706
00000100:00100000:0.0:1767324088.776436:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817229824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324088.776457:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324088.776492:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817229824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324088.776498:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706
00000100:00080000:3.0:1767324088.776717:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324088.776745:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817229824:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324088.838914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324089.286898:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324064/real 1767324064]  req@ffff8d4d4e366680 x1853166817224448/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324089 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767324089.286932:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4e366680 x1853166817224448/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324089 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767324089.286953:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324089.286975:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767324089.286979:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817224448:0@lo:250:kworker.0
00000100:00080000:0.0:1767324089.287094:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324089.287100:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767324089.287103:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324089.287120:0:50097:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6607
00000100:00080000:0.0:1767324089.287124:0:50097:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324089.287131:0:50097:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324089.287165:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7d880 x1853166817229952/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324089.287197:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324089.287201:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324089.287203:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324089.287207:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6627
00000100:00080000:0.0:1767324089.287209:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324089.287212:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324089.287229:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7c380 x1853166817230080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324089.287238:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324089.287241:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324089.287243:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324089.287246:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6627
00000100:00080000:0.0:1767324089.287248:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324089.287251:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324089.287261:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7f480 x1853166817230208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324089.287401:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817229952:0@lo:250:kworker.0
00000400:00000100:2.0:1767324089.287445:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817229952 offset 0 length 520: 4
00000100:00100000:2.0:1767324089.287484:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817230080:0@lo:38:kworker.0
00000100:00100000:2.0:1767324089.287528:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324089.287560:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817230208:0@lo:38:kworker.0
00000100:00100000:2.0:1767324089.287593:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324089.287629:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817230208
00000100:00100000:2.0:1767324089.287637:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817230208
00000100:00100000:1.0:1767324089.287748:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817230080
00000100:00100000:1.0:1767324089.287773:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817230080
00000100:00100000:1.0:1767324089.287811:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91130
00000100:00100000:1.0:1767324089.287818:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817230080:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324089.287843:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324089.287889:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817230080:12345-0@lo:38:kworker.0 Request processed in 70us (360us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324089.287896:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91130
00000100:00080000:1.0:1767324089.287933:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324089.287937:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324089.287940:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817230080:0@lo:38:kworker.0
00000100:00100000:2.0:1767324089.288115:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515
00000100:00100000:2.0:1767324089.288121:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817230208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324089.288133:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324089.288173:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817230208:12345-0@lo:38:kworker.0 Request processed in 49us (578us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324089.288180:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515
00000100:00080000:0.0:1767324089.288189:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324089.288195:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324089.288197:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324089.288202:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6627
00000100:00080000:0.0:1767324089.288206:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324089.288211:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324089.288212:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00080000:2.0:1767324089.288219:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324089.288225:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817230208:0@lo:38:kworker.0
00000100:00100000:0.0:1767324089.288235:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7c380 x1853166817230464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324089.288268:0:50097:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324089.288271:0:50097:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324089.288273:0:50097:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324089.288276:0:50097:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6627
00000100:00080000:0.0:1767324089.288278:0:50097:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324089.288281:0:50097:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324089.288289:0:50097:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7e680 x1853166817230720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324089.288535:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767324089.288547:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817230336:0@lo:400:kworker.0
00010000:00010000:1.0:1767324089.288729:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324089.288899:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324089.288954:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767324089.288964:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817230592:0@lo:400:kworker.0
00000100:00100000:1.0:1767324089.288991:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324089.289132:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817230336
00000100:00100000:0.0:1767324089.289138:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817230336
00000100:00100000:0.0:1767324089.289183:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817230592
00000100:00100000:0.0:1767324089.289186:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817230592
00000100:00100000:0.0:1767324089.289205:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6328
00000100:00100000:0.0:1767324089.289212:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817230336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324089.289255:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817230336:12345-0@lo:400:kworker.0 Request processed in 44us (356us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324089.289261:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6328
00000100:00100000:0.0:1767324089.289273:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6329
00000100:00100000:0.0:1767324089.289278:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817230592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324089.289416:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817230336:0@lo:400:kworker.0
00000100:00100000:2.0:1767324089.289487:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817230464:0@lo:38:kworker.0
00000100:00100000:2.0:1767324089.289524:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324089.289547:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817230720:0@lo:38:kworker.0
00000100:00100000:2.0:1767324089.289575:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324089.289604:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817230464
00000100:00100000:2.0:1767324089.289608:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817230464
00000100:00100000:2.0:1767324089.289628:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817230720
00000100:00100000:2.0:1767324089.289631:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817230720
00000100:00100000:2.0:1767324089.289656:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91131
00000100:00100000:2.0:1767324089.289661:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817230464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324089.289673:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324089.289704:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817230464:12345-0@lo:38:kworker.0 Request processed in 42us (179us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324089.289710:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91131
00000100:00100000:2.0:1767324089.289723:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91132
00000100:00100000:2.0:1767324089.289727:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817230720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324089.289736:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324089.289780:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817230720:12345-0@lo:38:kworker.0 Request processed in 50us (213us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324089.289786:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91132
00000100:00080000:2.0:1767324089.289818:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324089.289823:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324089.289826:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817230464:0@lo:38:kworker.0
00000100:00080000:2.0:1767324089.289834:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324089.289837:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324089.289839:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817230720:0@lo:38:kworker.0
00000100:00080000:1.0:1767324089.289903:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324089.290071:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817230592:12345-0@lo:400:kworker.0 Request processed in 792us (1078us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324089.290079:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6329
00000100:00100000:1.0:1767324089.290287:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817230592:0@lo:400:kworker.0
00000100:00100000:2.0:1767324089.862863:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324090.310944:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324090.888453:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324091.048382:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324091.048432:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324091.049972:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758844032
00000100:00100000:1.0:1767324091.049984:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758844032
00000100:00100000:1.0:1767324091.050071:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758843904
00000100:00100000:1.0:1767324091.050075:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758843904
00000100:00100000:1.0:1767324091.050109:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6330
00000100:00100000:1.0:1767324091.050122:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758844032:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324091.050204:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758844032:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 85us (1894us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324091.050212:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6330
00000100:00100000:1.0:1767324091.050231:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91133
00000100:00100000:1.0:1767324091.050235:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758843904:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324091.050256:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324091.050282:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758843904:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (1850us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324091.050288:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91133
00000100:00080000:3.0:1767324091.051408:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324091.334972:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324091.910960:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324092.361148:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324092.934867:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324093.385660:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324093.895084:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817230848:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324093.895153:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324093.895276:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817230848
00000100:00100000:1.0:1767324093.895285:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817230848
00000100:00100000:1.0:1767324093.895351:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3707
00000100:00100000:1.0:1767324093.895360:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817230848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324093.895393:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324093.895436:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817230848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324093.895444:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3707
00000100:00080000:3.0:1767324093.895516:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324093.895552:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817230848:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324093.895847:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817230976:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324093.895876:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324093.896052:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817230976
00000100:00100000:0.0:1767324093.896057:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817230976
00000100:00100000:0.0:1767324093.896104:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708
00000100:00100000:0.0:1767324093.896111:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817230976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324093.896127:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324093.896162:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817230976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (285us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324093.896168:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708
00000100:00100000:0.0:1767324093.896196:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817230976:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767324093.896253:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324093.963553:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324094.407585:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324094.407595:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324094.407598:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324094.407602:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324094.407607:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324094.407614:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6631
00000100:00080000:3.0:1767324094.407618:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324094.407625:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324094.407662:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42585180 x1853166817231104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324094.407697:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324094.407701:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324094.407703:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324094.407707:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6631
00000100:00080000:3.0:1767324094.407709:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324094.407713:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324094.407726:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42586d80 x1853166817231232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324094.407790:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324094.407794:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324094.407796:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324094.407800:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6631
00000100:00080000:3.0:1767324094.407802:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324094.407805:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324094.407818:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80375500 x1853166817231488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324094.407839:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324094.407842:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324094.407844:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324094.407847:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6631
00000100:00080000:3.0:1767324094.407850:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324094.407852:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324094.407861:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e80377100 x1853166817231744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324094.407896:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817231616:0@lo:400:kworker.0
00000100:00100000:3.0:1767324094.407954:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324094.408016:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324094.408022:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817231872:0@lo:400:kworker.0
00000100:00100000:3.0:1767324094.408047:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324094.408099:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817231616
00000100:00100000:3.0:1767324094.408106:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817231616
00000100:00100000:3.0:1767324094.408161:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6331
00000100:00100000:3.0:1767324094.408173:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817231616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324094.408231:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817231616:12345-0@lo:400:kworker.0 Request processed in 61us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324094.408239:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6331
00000100:00100000:3.0:1767324094.408266:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817231872
00000100:00100000:3.0:1767324094.408269:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817231872
00000100:00100000:3.0:1767324094.408294:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3954
00000100:00100000:3.0:1767324094.408300:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817231872:12345-0@lo:400:kworker.0
00010000:00010000:2.0:1767324094.408329:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324094.408333:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817231872:12345-0@lo:400:kworker.0 Request processed in 32us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324094.408341:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3954
00000100:00080000:2.0:1767324094.408350:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324094.408364:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817232000:0@lo:400:kworker.0
00000100:00100000:2.0:1767324094.408392:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324094.408392:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817231872:0@lo:400:kworker.0
00000100:00100000:3.0:1767324094.408412:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817231616:0@lo:400:kworker.0
00000100:00100000:2.0:1767324094.408423:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324094.408438:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817231360:0@lo:400:kworker.0
00000100:00100000:2.0:1767324094.408459:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324094.408461:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817232000
00000100:00100000:3.0:1767324094.408467:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817232000
00000100:00100000:2.0:1767324094.408483:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817231360
00000100:00100000:2.0:1767324094.408487:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817231360
00000100:00100000:3.0:1767324094.408498:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3955
00000100:00100000:3.0:1767324094.408508:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817232000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324094.408525:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6332
00000100:00100000:2.0:1767324094.408535:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817231360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324094.408549:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817232000:12345-0@lo:400:kworker.0 Request processed in 43us (157us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324094.408558:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3955
00000100:00100000:2.0:1767324094.408596:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817231360:12345-0@lo:400:kworker.0 Request processed in 62us (135us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324094.408596:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817232000:0@lo:400:kworker.0
00000100:00100000:2.0:1767324094.408609:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6332
00000100:00100000:3.0:1767324094.408626:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817231360:0@lo:400:kworker.0
00000100:00080000:2.0:1767324094.408633:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324094.408707:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817231104:0@lo:38:kworker.0
00000100:00100000:0.0:1767324094.408735:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324094.408778:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817231232:0@lo:38:kworker.0
00000100:00100000:0.0:1767324094.408799:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324094.408827:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817231488:0@lo:38:kworker.0
00000100:00100000:0.0:1767324094.408844:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324094.408857:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817231744:0@lo:38:kworker.0
00000100:00100000:0.0:1767324094.408874:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324094.408899:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817231104
00000100:00100000:0.0:1767324094.408903:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817231104
00000100:00100000:0.0:1767324094.408918:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817231488
00000100:00100000:0.0:1767324094.408925:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817231488
00000100:00100000:0.0:1767324094.408936:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817231744
00000100:00100000:0.0:1767324094.408938:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817231744
00000100:00100000:0.0:1767324094.408949:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91134
00000100:00100000:0.0:1767324094.408953:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817231104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324094.408970:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324094.409005:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817231104:12345-0@lo:38:kworker.0 Request processed in 49us (268us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324094.409011:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91134
00000100:00100000:0.0:1767324094.409024:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91135
00000100:00100000:0.0:1767324094.409028:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817231488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324094.409038:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324094.409071:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817231488:12345-0@lo:38:kworker.0 Request processed in 30us (215us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324094.409077:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91135
00000100:00100000:0.0:1767324094.409089:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91136
00000100:00100000:0.0:1767324094.409093:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817231744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324094.409102:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324094.409125:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817231744:12345-0@lo:38:kworker.0 Request processed in 30us (249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324094.409131:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91136
00000100:00080000:0.0:1767324094.409157:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324094.409162:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324094.409165:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817231104:0@lo:38:kworker.0
00000100:00080000:0.0:1767324094.409173:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324094.409176:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324094.409179:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817231488:0@lo:38:kworker.0
00000100:00080000:0.0:1767324094.409185:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324094.409188:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324094.409191:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e80377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817231744:0@lo:38:kworker.0
00000100:00100000:3.0:1767324094.409370:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817231232
00000100:00100000:3.0:1767324094.409374:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817231232
00000100:00100000:3.0:1767324094.409440:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516
00000100:00100000:3.0:1767324094.409445:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817231232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324094.409456:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324094.409495:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817231232:12345-0@lo:38:kworker.0 Request processed in 49us (694us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324094.409501:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516
00000100:00080000:0.0:1767324094.409551:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324094.409555:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324094.409558:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817231232:0@lo:38:kworker.0
00000100:00100000:2.0:1767324094.982880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324095.431171:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324096.006884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324096.172844:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324096.172904:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324096.172987:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758844160
00000100:00100000:3.0:1767324096.173003:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758844160
00000100:00100000:2.0:1767324096.173007:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758844288
00000100:00100000:2.0:1767324096.173020:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758844288
00000100:00100000:3.0:1767324096.173101:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91137
00000100:00100000:3.0:1767324096.173115:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758844160:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:0.0:1767324096.173129:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324096.173145:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6333
00010000:00020000:3.0:1767324096.173151:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324096.173163:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758844288:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324096.173261:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758844160:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 148us (426us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324096.173275:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758844288:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 109us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324096.173279:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91137
00000100:00100000:2.0:1767324096.173295:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6333
00010000:00010000:0.0:1767324096.455567:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324097.030877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324097.479158:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324098.057508:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324098.504098:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324099.015162:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767324099.015189:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817232128:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324099.015256:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324099.015382:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817232256:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324099.015418:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324099.015467:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817232128
00000100:00100000:0.0:1767324099.015475:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817232128
00000100:00100000:0.0:1767324099.015530:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817232256
00000100:00100000:0.0:1767324099.015534:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817232256
00000100:00080000:3.0:1767324099.015558:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324099.015559:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709
00000100:00080000:3.0:1767324099.015565:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324099.015571:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817232128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324099.015600:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324099.015647:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817232128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (390us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324099.015654:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709
00000100:00100000:0.0:1767324099.015672:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3710
00000100:00100000:0.0:1767324099.015679:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817232256:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324099.015691:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817232128:0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324099.015693:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324099.015730:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817232256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324099.015737:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3710
00000100:00100000:3.0:1767324099.015748:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817232256:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324099.078906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324099.527033:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767324099.529209:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324099.529219:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324099.529221:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324099.529225:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324099.529230:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324099.529237:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6637
00000100:00080000:1.0:1767324099.529242:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324099.529248:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324099.529296:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75f56300 x1853166817232384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324099.529397:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817232384:0@lo:38:kworker.0
00000100:00100000:2.0:1767324099.529460:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324099.529591:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817232384
00000100:00100000:3.0:1767324099.529598:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817232384
00000100:00100000:3.0:1767324099.529642:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91138
00000100:00100000:3.0:1767324099.529650:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817232384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324099.529671:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767324099.529803:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324099.529807:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324099.529809:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324099.529813:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6637
00000100:00080000:1.0:1767324099.529816:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324099.529820:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324099.529838:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af5c00 x1853166817232512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324099.533138:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817232384:12345-0@lo:38:kworker.0 Request processed in 3478us (3668us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324099.533153:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91138
00000100:00100000:2.0:1767324099.533175:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817232512:0@lo:38:kworker.0
00000100:00100000:2.0:1767324099.533233:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324099.533300:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324099.533306:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324099.533310:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817232384:0@lo:38:kworker.0
00000100:00100000:3.0:1767324099.533397:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817232512
00000100:00100000:3.0:1767324099.533403:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817232512
00000100:00100000:3.0:1767324099.533437:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517
00000100:00100000:3.0:1767324099.533444:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817232512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324099.533464:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324099.533565:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817232512:12345-0@lo:38:kworker.0 Request processed in 120us (331us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324099.533572:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517
00000100:00080000:1.0:1767324099.533709:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324099.533713:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324099.533716:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324099.533720:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6637
00000100:00080000:1.0:1767324099.533723:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324099.533728:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324099.533746:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af6680 x1853166817232768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324099.533783:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324099.533786:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324099.533788:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324099.533791:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6637
00000100:00080000:1.0:1767324099.533794:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324099.533797:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324099.533808:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af5f80 x1853166817233024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324099.533889:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817233280:0@lo:400:kworker.0
00000100:00100000:2.0:1767324099.533917:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324099.533943:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324099.533948:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817232640:0@lo:400:kworker.0
00000100:00100000:2.0:1767324099.533968:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324099.534093:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817233280
00000100:00100000:1.0:1767324099.534097:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817233280
00000100:00100000:1.0:1767324099.534137:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3956
00000100:00100000:1.0:1767324099.534145:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817233280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324099.534187:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817233280:12345-0@lo:400:kworker.0 Request processed in 43us (270us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324099.534193:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3956
00000100:00100000:2.0:1767324099.534265:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817233280:0@lo:400:kworker.0
00000100:00100000:3.0:1767324099.534338:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817233152:0@lo:400:kworker.0
00000100:00100000:3.0:1767324099.534364:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324099.534390:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324099.534395:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817232896:0@lo:400:kworker.0
00000100:00100000:3.0:1767324099.534415:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324099.534452:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817232640
00000100:00100000:3.0:1767324099.534456:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817232640
00000100:00100000:3.0:1767324099.534484:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817232896
00000100:00100000:3.0:1767324099.534487:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817232896
00000100:00100000:3.0:1767324099.534506:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6334
00000100:00100000:3.0:1767324099.534512:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817232640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324099.534541:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817232640:12345-0@lo:400:kworker.0 Request processed in 30us (572us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324099.534547:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6334
00000100:00100000:3.0:1767324099.534557:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6335
00000100:00100000:3.0:1767324099.534562:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817232896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324099.534586:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817232896:12345-0@lo:400:kworker.0 Request processed in 23us (170us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324099.534591:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6335
00000100:00080000:3.0:1767324099.534607:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324099.534622:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817232896:0@lo:400:kworker.0
00000100:00100000:2.0:1767324099.534691:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817233152
00000100:00100000:2.0:1767324099.534695:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817233152
00000100:00100000:2.0:1767324099.534724:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3957
00000100:00100000:2.0:1767324099.534730:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817233152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324099.534786:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817233152:12345-0@lo:400:kworker.0 Request processed in 55us (421us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324099.534792:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3957
00000100:00100000:2.0:1767324099.534819:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817232640:0@lo:400:kworker.0
00000100:00100000:2.0:1767324099.534843:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817233152:0@lo:400:kworker.0
00000100:00080000:0.0:1767324099.535577:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324099.535584:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324099.535588:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817232512:0@lo:38:kworker.0
00000100:00100000:0.0:1767324099.535707:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817232768:0@lo:38:kworker.0
00000100:00100000:0.0:1767324099.535746:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324099.535861:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817233024:0@lo:38:kworker.0
00000100:00100000:0.0:1767324099.535882:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324099.535992:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817232768
00000100:00100000:3.0:1767324099.535997:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817232768
00000100:00100000:3.0:1767324099.536042:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817233024
00000100:00100000:3.0:1767324099.536045:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817233024
00000100:00100000:3.0:1767324099.536067:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91139
00000100:00100000:3.0:1767324099.536072:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817232768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324099.536089:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324099.536123:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817232768:12345-0@lo:38:kworker.0 Request processed in 51us (377us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324099.536130:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91139
00000100:00100000:3.0:1767324099.536143:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91140
00000100:00100000:3.0:1767324099.536147:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817233024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324099.536155:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324099.536174:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817233024:12345-0@lo:38:kworker.0 Request processed in 26us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324099.536182:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91140
00000100:00080000:0.0:1767324099.536285:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324099.536290:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324099.536293:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817232768:0@lo:38:kworker.0
00000100:00080000:0.0:1767324099.536300:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324099.536303:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324099.536306:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817233024:0@lo:38:kworker.0
00000100:00100000:2.0:1767324100.104225:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324100.551122:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324101.126899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324101.288282:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324101.288350:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324101.288410:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758844544
00000100:00100000:1.0:1767324101.288425:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758844544
00000100:00100000:1.0:1767324101.288508:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758844416
00000100:00100000:1.0:1767324101.288511:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758844416
00000100:00100000:1.0:1767324101.288543:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6336
00000100:00100000:1.0:1767324101.288556:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758844544:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324101.288656:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758844544:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 103us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324101.288664:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6336
00000100:00100000:1.0:1767324101.288684:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91141
00000100:00100000:1.0:1767324101.288689:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758844416:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324101.288709:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324101.288734:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758844416:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (384us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324101.288741:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91141
00000100:00080000:3.0:1767324101.288781:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324101.575002:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324102.150875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324102.599118:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324103.174895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324103.631336:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324104.135106:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324104.135131:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817233408:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324104.135200:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324104.135251:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817233536:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324104.135287:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324104.135374:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817233408
00000100:00100000:2.0:1767324104.135383:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817233408
00000100:00100000:2.0:1767324104.135434:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817233536
00000100:00100000:2.0:1767324104.135437:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817233536
00000100:00100000:2.0:1767324104.135461:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3711
00000100:00100000:2.0:1767324104.135469:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817233408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324104.135496:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324104.135534:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817233408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (333us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324104.135542:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3711
00000100:00100000:2.0:1767324104.135560:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3712
00000100:00100000:2.0:1767324104.135565:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817233536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324104.135578:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324104.137126:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817233408:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767324104.137166:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324104.137171:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324104.137916:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e80375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817233536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2347us (2626us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324104.137926:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712
00000100:00100000:3.0:1767324104.141368:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817233536:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324104.198962:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324104.646935:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767324104.647062:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324104.647068:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324104.647071:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324104.647075:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324104.647079:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324104.647087:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6642
00000100:00080000:0.0:1767324104.647091:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324104.647098:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324104.647136:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d48aca300 x1853166817233664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324104.647161:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324104.647167:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324104.647169:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324104.647173:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6642
00000100:00080000:0.0:1767324104.647175:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324104.647178:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324104.647193:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa98e00 x1853166817233792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324104.647241:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324104.647245:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324104.647247:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324104.647251:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6642
00000100:00080000:0.0:1767324104.647254:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324104.647257:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324104.647268:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99c00 x1853166817234048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324104.647292:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324104.647295:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324104.647297:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324104.647302:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6642
00000100:00080000:0.0:1767324104.647304:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324104.647308:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324104.647320:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9aa00 x1853166817234304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324104.647336:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817233664:0@lo:38:kworker.0
00000100:00100000:2.0:1767324104.647405:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324104.647406:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817233920:0@lo:400:kworker.0
00000100:00100000:1.0:1767324104.647452:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817234176:0@lo:400:kworker.0
00000100:00100000:3.0:1767324104.647522:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817234432:0@lo:400:kworker.0
00000100:00100000:0.0:1767324104.651148:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817233664
00000100:00100000:1.0:1767324104.652055:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324104.652166:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324104.652196:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324104.652208:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817234560:0@lo:400:kworker.0
00000100:00100000:1.0:1767324104.652252:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324104.652290:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817234176
00000100:00100000:1.0:1767324104.652298:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817234176
00000100:00100000:1.0:1767324104.652346:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817233920
00000100:00100000:1.0:1767324104.652350:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817233920
00000100:00100000:1.0:1767324104.652376:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6337
00000100:00100000:1.0:1767324104.652384:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817234176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324104.652398:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817233664
00000100:00100000:0.0:1767324104.652421:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6338
00000100:00100000:0.0:1767324104.652428:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817233920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324104.652443:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817234176:12345-0@lo:400:kworker.0 Request processed in 58us (392us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324104.652452:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6337
00000100:00100000:0.0:1767324104.652466:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817233920:12345-0@lo:400:kworker.0 Request processed in 39us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324104.652472:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6338
00000100:00100000:1.0:1767324104.652477:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91142
00000100:00100000:1.0:1767324104.652484:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817233664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324104.652503:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767324104.652506:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324104.652539:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817234176:0@lo:400:kworker.0
00000100:00100000:0.0:1767324104.652564:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817233920:0@lo:400:kworker.0
00000100:00100000:0.0:1767324104.652581:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817234560
00000100:00100000:0.0:1767324104.652583:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817234560
00000100:00100000:0.0:1767324104.652601:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3958
00000100:00100000:0.0:1767324104.652604:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817234560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324104.652627:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817234560:12345-0@lo:400:kworker.0 Request processed in 23us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324104.652631:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3958
00000100:00100000:0.0:1767324104.652646:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817234560:0@lo:400:kworker.0
00000100:00100000:2.0:1767324104.654599:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817233792:0@lo:38:kworker.0
00000100:00100000:2.0:1767324104.654648:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324104.654675:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817234048:0@lo:38:kworker.0
00000100:00100000:2.0:1767324104.654698:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324104.654728:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817234048
00000100:00100000:2.0:1767324104.654734:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817234048
00000100:00100000:2.0:1767324104.654989:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91143
00000100:00100000:2.0:1767324104.654995:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817234048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324104.655023:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324104.655058:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817234048:12345-0@lo:38:kworker.0 Request processed in 62us (358us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324104.655064:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91143
00000100:00080000:2.0:1767324104.655102:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324104.655107:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324104.655111:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817234048:0@lo:38:kworker.0
00000100:00100000:2.0:1767324104.655132:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817234304:0@lo:38:kworker.0
00000100:00100000:2.0:1767324104.655154:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324104.655172:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817234304
00000100:00100000:2.0:1767324104.655175:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817234304
00000100:00100000:2.0:1767324104.655192:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91144
00000100:00100000:2.0:1767324104.655196:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817234304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324104.655205:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324104.655228:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817234304:12345-0@lo:38:kworker.0 Request processed in 31us (74us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324104.655238:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91144
00000100:00080000:2.0:1767324104.655260:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324104.655263:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324104.655266:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817234304:0@lo:38:kworker.0
00000100:00100000:0.0:1767324104.655771:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817233792
00000100:00100000:0.0:1767324104.655776:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817233792
00000100:00100000:0.0:1767324104.655810:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518
00000100:00100000:0.0:1767324104.655815:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817233792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324104.655826:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324104.655854:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817233792:12345-0@lo:38:kworker.0 Request processed in 39us (1206us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324104.655858:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518
00000100:00080000:2.0:1767324104.656925:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324104.656932:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324104.656935:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817233792:0@lo:38:kworker.0
00000100:00100000:1.0:1767324104.657064:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6d216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817233664:12345-0@lo:38:kworker.0 Request processed in 4576us (9658us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324104.657072:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91142
00000100:00080000:2.0:1767324104.657101:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324104.657107:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324104.657111:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817233664:0@lo:38:kworker.0
00000100:00100000:3.0:1767324104.657182:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324104.657280:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817234432
00000100:00100000:0.0:1767324104.657285:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817234432
00000100:00100000:0.0:1767324104.657327:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3959
00000100:00100000:0.0:1767324104.657335:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817234432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324104.657389:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817234432:12345-0@lo:400:kworker.0 Request processed in 56us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324104.657395:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3959
00000100:00100000:1.0:1767324104.657509:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817234432:0@lo:400:kworker.0
00000100:00100000:2.0:1767324105.225072:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324105.672283:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324106.246851:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324106.408738:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324106.408835:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324106.408837:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758844800
00000100:00100000:1.0:1767324106.408846:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758844800
00000100:00080000:3.0:1767324106.408933:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324106.408989:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758844672
00000100:00100000:2.0:1767324106.408994:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758844672
00000100:00100000:2.0:1767324106.409029:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6339
00000100:00100000:2.0:1767324106.409039:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758844800:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324106.409104:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91145
00000100:00100000:3.0:1767324106.409110:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758844672:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:2.0:1767324106.409119:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758844800:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (390us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324106.409126:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6339
00010000:00020000:3.0:1767324106.409130:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324106.409156:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758844672:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (321us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324106.409162:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91145
00010000:00010000:1.0:1767324106.695279:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324107.270828:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324107.722030:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324108.295137:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324108.742888:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324109.255138:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767324109.255177:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817234688:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324109.255275:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324109.255467:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817234688
00000100:00100000:1.0:1767324109.255479:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817234688
00000100:00100000:1.0:1767324109.255572:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3713
00000100:00100000:1.0:1767324109.255588:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817234688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324109.255631:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324109.255693:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817234688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (417us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324109.255703:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3713
00000100:00100000:2.0:1767324109.255804:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817234688:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767324109.256012:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324109.256373:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324109.256626:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817234816:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324109.256671:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324109.256809:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817234816
00000100:00100000:1.0:1767324109.256817:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817234816
00000100:00100000:1.0:1767324109.256900:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714
00000100:00100000:1.0:1767324109.256909:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817234816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324109.256953:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324109.257005:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817234816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324109.257013:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714
00000100:00100000:0.0:1767324109.257177:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817234816:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767324109.257288:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324109.319016:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324109.767610:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324109.767621:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324109.767624:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324109.767628:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324109.767632:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324109.767641:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6647
00000100:00080000:3.0:1767324109.767647:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324109.767656:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00010000:00010000:1.0:1767324109.767702:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324109.767704:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f7480 x1853166817234944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324109.767740:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324109.767744:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324109.767746:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324109.767749:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6647
00000100:00080000:3.0:1767324109.767751:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324109.767780:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324109.767796:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5500 x1853166817235072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324109.767834:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324109.767838:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324109.767839:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324109.767843:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6647
00000100:00080000:3.0:1767324109.767845:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324109.767848:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324109.767864:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f5f80 x1853166817235328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324109.767870:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324109.767902:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817235200:0@lo:400:kworker.0
00000100:00080000:3.0:1767324109.767906:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324109.767914:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324109.767916:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324109.767934:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6647
00000100:00080000:3.0:1767324109.767938:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324109.767942:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324109.767947:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324109.767963:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f7480 x1853166817235584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324109.767969:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817235456:0@lo:400:kworker.0
00000100:00100000:1.0:1767324109.768022:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324109.768045:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324109.768071:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817235200
00000100:00100000:0.0:1767324109.768082:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817235200
00000100:00100000:2.0:1767324109.768132:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817234944:0@lo:38:kworker.0
00000100:00100000:0.0:1767324109.768164:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6340
00000100:00100000:3.0:1767324109.768174:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817235840:0@lo:400:kworker.0
00000100:00100000:0.0:1767324109.768184:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817235200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324109.770248:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324109.770314:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817235072:0@lo:38:kworker.0
00000100:00100000:2.0:1767324109.770347:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324109.770373:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817235328:0@lo:38:kworker.0
00000100:00100000:2.0:1767324109.770395:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324109.770415:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817235584:0@lo:38:kworker.0
00000100:00100000:2.0:1767324109.770449:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324109.770494:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817235072
00000100:00100000:2.0:1767324109.770501:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817235072
00000100:00100000:2.0:1767324109.770535:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519
00000100:00100000:2.0:1767324109.770542:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817235072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324109.770565:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324109.770609:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817235072:12345-0@lo:38:kworker.0 Request processed in 65us (260us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324109.770616:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519
00000100:00100000:2.0:1767324109.770642:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817234944
00000100:00100000:2.0:1767324109.770646:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817234944
00000100:00100000:2.0:1767324109.770663:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817235328
00000100:00100000:2.0:1767324109.770666:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817235328
00000100:00100000:2.0:1767324109.770673:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817235584
00000100:00100000:2.0:1767324109.770675:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817235584
00000100:00100000:2.0:1767324109.770685:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91146
00000100:00100000:2.0:1767324109.770689:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817234944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324109.770699:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324109.770724:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817234944:12345-0@lo:38:kworker.0 Request processed in 33us (481us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324109.770733:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91146
00000100:00100000:2.0:1767324109.770745:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91147
00000100:00100000:2.0:1767324109.770749:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817235328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324109.770779:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324109.770815:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817235328:12345-0@lo:38:kworker.0 Request processed in 53us (407us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324109.770821:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91147
00000100:00100000:2.0:1767324109.770834:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91148
00000100:00100000:2.0:1767324109.770838:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817235584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324109.770848:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324109.771288:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817235584:12345-0@lo:38:kworker.0 Request processed in 447us (836us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324109.771294:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91148
00000100:00080000:2.0:1767324109.771342:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324109.771347:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324109.771351:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817234944:0@lo:38:kworker.0
00000100:00080000:2.0:1767324109.771360:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324109.771363:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324109.771366:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817235072:0@lo:38:kworker.0
00000100:00080000:2.0:1767324109.771373:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324109.771376:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324109.771378:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817235328:0@lo:38:kworker.0
00000100:00080000:2.0:1767324109.771386:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324109.771389:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324109.771392:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817235584:0@lo:38:kworker.0
00000100:00100000:2.0:1767324109.771595:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324109.771607:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817235712:0@lo:400:kworker.0
00000100:00100000:2.0:1767324109.771638:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324109.771671:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817235712
00000100:00100000:2.0:1767324109.771675:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817235712
00000100:00100000:2.0:1767324109.771708:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3960
00000100:00100000:2.0:1767324109.771715:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817235712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324109.771778:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817235712:12345-0@lo:400:kworker.0 Request processed in 40us (115us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324109.771785:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3960
00000100:00100000:2.0:1767324109.771822:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817235712:0@lo:400:kworker.0
00000100:00080000:2.0:1767324109.771979:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324109.772024:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324109.772325:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817235456
00000100:00100000:2.0:1767324109.772330:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817235456
00000100:00100000:2.0:1767324109.772364:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6341
00000100:00100000:2.0:1767324109.772371:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817235456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324109.772409:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817235456:12345-0@lo:400:kworker.0 Request processed in 38us (385us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324109.772416:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6341
00000100:00080000:2.0:1767324109.772523:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324109.772545:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817235456:0@lo:400:kworker.0
00000100:00100000:3.0:1767324109.773363:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324109.773575:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817235840
00000100:00100000:2.0:1767324109.773580:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817235840
00000100:00100000:2.0:1767324109.773651:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3961
00000100:00100000:2.0:1767324109.773661:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817235840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324109.773841:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817235840:12345-0@lo:400:kworker.0 Request processed in 181us (478us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324109.773848:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3961
00000100:00100000:0.0:1767324109.774010:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817235200:12345-0@lo:400:kworker.0 Request processed in 5828us (5983us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324109.774026:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6340
00000100:00100000:1.0:1767324109.774120:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817235200:0@lo:400:kworker.0
00000100:00100000:3.0:1767324109.774409:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817235840:0@lo:400:kworker.0
00000100:00100000:2.0:1767324110.343886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324110.791079:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324111.366936:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:3.0:1767324111.528202:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758844928 offset 0 length 520: 4
00000100:00100000:0.0:1767324111.529170:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324111.529269:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758845056
00000100:00100000:1.0:1767324111.529279:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758845056
00000100:00100000:1.0:1767324111.529344:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91149
00000100:00100000:1.0:1767324111.529352:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758845056:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324111.529375:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324111.529440:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758845056:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 87us (275us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324111.529447:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91149
00000100:00100000:3.0:1767324111.530069:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324111.533095:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758845184
00000100:00100000:2.0:1767324111.533109:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758845184
00000100:00100000:2.0:1767324111.533207:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6342
00000100:00100000:2.0:1767324111.533225:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758845184:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324111.533313:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758845184:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 90us (3244us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324111.533321:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6342
00000100:00080000:0.0:1767324111.533409:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324111.814978:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324112.392435:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324112.839063:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324113.414921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324113.863141:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324114.375108:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817235968:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324114.375178:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324114.375341:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817235968
00000100:00100000:2.0:1767324114.375356:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817235968
00000100:00100000:2.0:1767324114.375420:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3715
00000100:00100000:2.0:1767324114.375429:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817235968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324114.375459:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:0.0:1767324114.375536:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324114.375735:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324114.375747:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817236096:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324114.375805:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324114.375831:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817236096
00000100:00100000:1.0:1767324114.375835:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817236096
00000100:00100000:1.0:1767324114.375864:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3716
00000100:00100000:1.0:1767324114.375871:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817236096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324114.375896:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324114.375927:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817236096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (122us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324114.375935:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3716
00000100:00080000:1.0:1767324114.375956:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324114.375998:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817236096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324114.377606:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817235968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2171us (2422us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324114.377618:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3715
00000100:00100000:3.0:1767324114.377954:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817235968:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324114.438904:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767324114.887122:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324114.887132:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324114.887135:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324114.887139:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324114.887143:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324114.887150:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6652
00000100:00080000:0.0:1767324114.887154:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324114.887160:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324114.887166:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324089/real 1767324089]  req@ffff8d4d4ac7d880 x1853166817229952/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324114 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767324114.887198:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b100 x1853166817236224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324114.887200:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ac7d880 x1853166817229952/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324114 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767324114.887230:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324114.887234:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324114.887236:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324114.887240:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6652
00000100:00080000:0.0:1767324114.887254:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767324114.887259:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817236224:0@lo:38:kworker.0
00000100:00080000:0.0:1767324114.887260:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324114.887278:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9a300 x1853166817236352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324114.887313:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324114.887316:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324114.887317:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324114.887319:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6652
00000100:00080000:0.0:1767324114.887321:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324114.887323:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324114.887331:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa98380 x1853166817236608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324114.887351:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767324114.887353:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817236480:0@lo:400:kworker.0
00000100:00080000:0.0:1767324114.887355:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324114.887358:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324114.887362:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6652
00000100:00080000:0.0:1767324114.887364:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324114.887365:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324114.887373:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99180 x1853166817236864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324114.887400:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324114.887452:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817236480
00000100:00100000:0.0:1767324114.887458:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817236480
00000100:00100000:1.0:1767324114.887468:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324114.887476:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817237120:0@lo:400:kworker.0
00000100:00100000:1.0:1767324114.887510:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324114.887516:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6343
00000100:00100000:0.0:1767324114.887526:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817236480:12345-0@lo:400:kworker.0
00010000:00010000:1.0:1767324114.887549:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324114.887562:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817237120
00000100:00100000:1.0:1767324114.887566:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817237120
00000100:00100000:0.0:1767324114.887570:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817236480:12345-0@lo:400:kworker.0 Request processed in 47us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324114.887575:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6343
00000100:00100000:0.0:1767324114.887597:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817236736:0@lo:400:kworker.0
00000100:00100000:0.0:1767324114.887614:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324114.887617:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3962
00000100:00100000:0.0:1767324114.887627:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324114.887632:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45065450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817237120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324114.887634:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817236992:0@lo:400:kworker.0
00000100:00100000:0.0:1767324114.887653:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324114.887731:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817236992
00000100:00100000:3.0:1767324114.887736:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817236992
00000100:00100000:3.0:1767324114.887784:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3963
00000100:00100000:3.0:1767324114.888268:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817236992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324114.890613:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817236736
00000100:00100000:0.0:1767324114.890623:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817236736
00000100:00100000:0.0:1767324114.890676:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6344
00000100:00100000:0.0:1767324114.890681:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817236736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324114.890772:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45065450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817237120:12345-0@lo:400:kworker.0 Request processed in 3129us (3244us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324114.890784:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3962
00000100:00080000:1.0:1767324114.894130:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324114.895773:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817236736:12345-0@lo:400:kworker.0 Request processed in 5083us (8149us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324114.895785:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6344
00000100:00100000:3.0:1767324114.895800:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817236992:12345-0@lo:400:kworker.0 Request processed in 8006us (8141us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324114.895811:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3963
00000100:00100000:0.0:1767324114.895868:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817236992:0@lo:400:kworker.0
00000100:00100000:0.0:1767324114.895895:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817236736:0@lo:400:kworker.0
00000100:00100000:1.0:1767324114.896123:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817237120:0@lo:400:kworker.0
00000100:00100000:1.0:1767324114.896137:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817236480:0@lo:400:kworker.0
00000100:00100000:2.0:1767324114.896216:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324114.896245:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324114.896310:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767324114.896344:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817236224
00000100:00100000:0.0:1767324114.896351:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817236224
00000100:00100000:0.0:1767324114.896382:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91150
00000100:00100000:0.0:1767324114.896388:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817236224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324114.896406:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324114.896458:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817229952:0@lo:250:kworker.0
00000100:00100000:2.0:1767324114.896481:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817236352:0@lo:38:kworker.0
00000100:00100000:2.0:1767324114.896532:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324114.896545:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817236224:12345-0@lo:38:kworker.0 Request processed in 155us (328us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324114.896550:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91150
00000100:00100000:2.0:1767324114.896579:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817236608:0@lo:38:kworker.0
00000100:00100000:3.0:1767324114.896694:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817236352
00000100:00100000:3.0:1767324114.896699:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817236352
00000100:00100000:3.0:1767324114.896729:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520
00000100:00100000:3.0:1767324114.896734:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817236352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324114.896744:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324114.896792:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817236352:12345-0@lo:38:kworker.0 Request processed in 56us (259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324114.896798:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520
00000100:00100000:2.0:1767324114.896895:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324114.896932:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817236864:0@lo:38:kworker.0
00000100:00100000:2.0:1767324114.896953:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324114.896980:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324114.896984:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324114.896987:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817236224:0@lo:38:kworker.0
00000100:00080000:2.0:1767324114.897003:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324114.897007:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324114.897009:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817236352:0@lo:38:kworker.0
00000100:00100000:3.0:1767324114.897132:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817236608
00000100:00100000:3.0:1767324114.897137:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817236608
00000100:00100000:3.0:1767324114.897162:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817236864
00000100:00100000:3.0:1767324114.897166:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817236864
00000100:00100000:3.0:1767324114.897182:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91151
00000100:00100000:3.0:1767324114.897186:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817236608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324114.897198:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324114.897227:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817236608:12345-0@lo:38:kworker.0 Request processed in 39us (331us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324114.897244:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91151
00000100:00100000:3.0:1767324114.897257:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91152
00000100:00100000:3.0:1767324114.897261:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817236864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324114.897269:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324114.897293:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817236864:12345-0@lo:38:kworker.0 Request processed in 31us (339us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324114.897302:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91152
00000100:00080000:2.0:1767324114.897513:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324114.897517:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324114.897520:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817236608:0@lo:38:kworker.0
00000100:00080000:2.0:1767324114.897529:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324114.897532:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324114.897535:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817236864:0@lo:38:kworker.0
00000100:00080000:1.0:1767324114.897733:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324114.897738:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767324114.897741:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324114.897746:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6631
00000100:00080000:1.0:1767324114.897749:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324114.897768:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324114.897795:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d42af4700 x1853166817237248/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324114.897848:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817237248:0@lo:250:kworker.0
00000400:00000100:2.0:1767324114.897871:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817237248 offset 0 length 520: 4
00000100:00100000:3.0:1767324115.462967:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324115.912538:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324116.486932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324116.650461:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324116.650516:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324116.650547:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758845440
00000100:00100000:1.0:1767324116.650567:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758845440
00000100:00100000:1.0:1767324116.650635:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758845312
00000100:00100000:1.0:1767324116.650639:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758845312
00000100:00100000:1.0:1767324116.650657:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6345
00000100:00100000:1.0:1767324116.650668:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758845440:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324116.650725:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91153
00000100:00100000:3.0:1767324116.650733:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758845312:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:1.0:1767324116.650746:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758845440:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 79us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324116.650779:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6345
00000100:00080000:0.0:1767324116.650881:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767324116.651118:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324116.651156:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758845312:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 423us (639us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324116.651161:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91153
00010000:00010000:0.0:1767324116.936355:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324117.512824:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324117.959091:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324118.534903:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324118.984396:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324119.495007:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817237376:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324119.495068:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324119.495138:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817237376
00000100:00100000:3.0:1767324119.495147:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817237376
00000100:00100000:3.0:1767324119.495234:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717
00000100:00100000:3.0:1767324119.495246:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817237376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324119.495277:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767324119.495299:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324119.495342:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817237376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324119.495350:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717
00000100:00100000:1.0:1767324119.495478:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817237376:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324119.497275:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817237504:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324119.497349:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324119.497443:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817237504
00000100:00100000:1.0:1767324119.497450:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817237504
00000100:00100000:1.0:1767324119.497511:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718
00000100:00100000:1.0:1767324119.497521:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817237504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324119.497546:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:0.0:1767324119.497797:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324119.499943:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817237504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2412us (2582us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324119.499961:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718
00000100:00100000:2.0:1767324119.502625:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817237504:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324119.558889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324120.007709:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767324120.007789:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324120.007795:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324120.007798:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324120.007802:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324120.007807:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324120.007815:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6657
00000100:00080000:0.0:1767324120.007819:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324120.007836:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324120.007878:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9a680 x1853166817237632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324120.007903:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324120.007906:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324120.007909:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324120.007912:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6657
00000100:00080000:0.0:1767324120.007915:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324120.007918:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324120.007931:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99c00 x1853166817237760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324120.007977:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324120.007982:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324120.007983:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324120.007987:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6657
00000100:00080000:0.0:1767324120.007989:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324120.007992:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324120.008004:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99180 x1853166817238016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324120.008027:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324120.008030:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324120.008032:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324120.008035:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6657
00000100:00080000:0.0:1767324120.008037:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324120.008040:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324120.008050:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9a300 x1853166817238272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324120.008077:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767324120.008094:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817237888:0@lo:400:kworker.0
00000100:00100000:0.0:1767324120.008178:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324120.008243:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817238144:0@lo:400:kworker.0
00000100:00100000:0.0:1767324120.008268:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324120.008946:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817237632:0@lo:38:kworker.0
00000100:00100000:2.0:1767324120.008982:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324120.009009:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817237760:0@lo:38:kworker.0
00000100:00100000:2.0:1767324120.009032:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324120.009065:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817238016:0@lo:38:kworker.0
00000100:00100000:2.0:1767324120.009086:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324120.009099:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817238272:0@lo:38:kworker.0
00000100:00100000:2.0:1767324120.009116:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324120.009148:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817237888
00000100:00100000:2.0:1767324120.009155:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817237888
00000100:00100000:2.0:1767324120.009200:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817238144
00000100:00100000:2.0:1767324120.009204:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817238144
00000100:00100000:2.0:1767324120.009217:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817237632
00000100:00100000:2.0:1767324120.009219:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817237632
00000100:00100000:2.0:1767324120.009226:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817238016
00000100:00100000:2.0:1767324120.009228:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817238016
00000100:00100000:2.0:1767324120.009235:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817238272
00000100:00100000:2.0:1767324120.009237:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817238272
00000100:00100000:2.0:1767324120.009247:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6346
00000100:00100000:2.0:1767324120.009254:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817237888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324120.009301:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817237888:12345-0@lo:400:kworker.0 Request processed in 46us (1122us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324120.009310:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6346
00000100:00100000:2.0:1767324120.009327:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6347
00000100:00100000:2.0:1767324120.009332:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817238144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324120.009358:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817238144:12345-0@lo:400:kworker.0 Request processed in 26us (1090us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324120.009364:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6347
00000100:00100000:2.0:1767324120.009375:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91154
00000100:00100000:2.0:1767324120.009379:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817237632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324120.009396:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324120.009412:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91155
00000100:00100000:3.0:1767324120.009421:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817238016:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324120.009428:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817237632:12345-0@lo:38:kworker.0 Request processed in 45us (443us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767324120.009436:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324120.009440:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91154
00000100:00100000:2.0:1767324120.009453:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91156
00000100:00100000:2.0:1767324120.009457:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817238272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324120.009466:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324120.009492:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817238016:12345-0@lo:38:kworker.0 Request processed in 70us (404us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324120.009501:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817238272:12345-0@lo:38:kworker.0 Request processed in 41us (382us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324120.009501:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91155
00000100:00100000:2.0:1767324120.009512:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91156
00000100:00080000:3.0:1767324120.009555:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324120.009616:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817237760
00000100:00100000:1.0:1767324120.009621:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817237760
00000100:00100000:1.0:1767324120.009647:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521
00000100:00100000:1.0:1767324120.009653:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817237760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324120.009663:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324120.009695:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817237760:12345-0@lo:38:kworker.0 Request processed in 41us (661us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324120.009702:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521
00000100:00100000:2.0:1767324120.012982:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817238144:0@lo:400:kworker.0
00000100:00100000:2.0:1767324120.013033:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817237888:0@lo:400:kworker.0
00000100:00080000:2.0:1767324120.013062:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324120.013068:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324120.013071:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817237632:0@lo:38:kworker.0
00000100:00080000:2.0:1767324120.013081:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324120.013084:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324120.013087:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817237760:0@lo:38:kworker.0
00000100:00080000:2.0:1767324120.013097:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324120.013100:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324120.013102:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817238016:0@lo:38:kworker.0
00000100:00080000:2.0:1767324120.013110:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324120.013113:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324120.013116:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817238272:0@lo:38:kworker.0
00000100:00100000:2.0:1767324120.585864:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324121.031015:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324121.607060:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324121.768925:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324121.769036:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324121.771156:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758845696
00000100:00100000:1.0:1767324121.771171:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758845696
00000100:00100000:1.0:1767324121.771268:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758845568
00000100:00100000:1.0:1767324121.771272:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758845568
00000100:00080000:3.0:1767324121.771298:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324121.771308:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6348
00000100:00100000:1.0:1767324121.771321:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758845696:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324121.771415:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758845696:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 96us (2504us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324121.771425:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91157
00000100:00100000:0.0:1767324121.771904:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758845568:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324121.771933:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324121.772014:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758845568:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 111us (2977us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324121.772323:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6348
00000100:00100000:0.0:1767324121.778700:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91157
00010000:00010000:2.0:1767324122.055026:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324122.631823:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324123.081368:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324123.655231:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324124.104396:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324124.615124:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817238400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324124.615222:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324124.615241:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324124.615242:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817238528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324124.615283:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324124.615332:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817238400
00000100:00100000:1.0:1767324124.615340:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817238528
00000100:00100000:3.0:1767324124.615342:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817238400
00000100:00100000:1.0:1767324124.615343:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817238528
00000100:00100000:1.0:1767324124.615424:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3719
00000100:00100000:1.0:1767324124.615435:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817238528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324124.615473:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324124.615518:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817238528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324124.615527:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3719
00000100:00100000:1.0:1767324124.615589:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817238528:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324124.615719:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720
00000100:00100000:3.0:1767324124.615728:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817238400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324124.615746:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767324124.615823:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324124.615829:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817238400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (589us total) trans 0 rc 0/0
00000100:00080000:2.0:1767324124.615830:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324124.615839:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720
00000100:00100000:0.0:1767324124.615921:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817238400:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324124.683057:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324125.126983:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324125.127064:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324125.127074:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324125.127077:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324125.127082:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324125.127087:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324125.127098:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6662
00000100:00080000:3.0:1767324125.127104:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324125.127121:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324125.127175:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f7480 x1853166817238656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324125.127216:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324125.127222:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324125.127224:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324125.127229:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6662
00000100:00080000:3.0:1767324125.127232:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324125.127237:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324125.127254:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817238656:0@lo:38:kworker.0
00000100:00100000:3.0:1767324125.127268:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306ca80 x1853166817238784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324125.127348:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324125.127352:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324125.127442:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817238656
00000100:00100000:1.0:1767324125.127453:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817238656
00000100:00100000:2.0:1767324125.127493:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817238784:0@lo:38:kworker.0
00000100:00100000:1.0:1767324125.127507:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91158
00000100:00100000:1.0:1767324125.127517:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817238656:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324125.127527:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767324125.127563:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324125.127579:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817238784
00000100:00100000:2.0:1767324125.127584:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817238784
00000100:00100000:2.0:1767324125.127610:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522
00000100:00100000:2.0:1767324125.127616:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817238784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324125.127629:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324125.127635:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817238656:12345-0@lo:38:kworker.0 Request processed in 109us (278us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324125.127645:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91158
00000100:00100000:2.0:1767324125.127660:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817238784:12345-0@lo:38:kworker.0 Request processed in 42us (135us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324125.127667:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522
00000100:00080000:1.0:1767324125.127702:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324125.127709:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324125.127712:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817238784:0@lo:38:kworker.0
00000100:00080000:1.0:1767324125.127722:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324125.127725:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324125.127728:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817238656:0@lo:38:kworker.0
00000100:00080000:3.0:1767324125.128868:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324125.128879:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324125.128882:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324125.128890:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6662
00000100:00080000:3.0:1767324125.128895:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324125.128901:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324125.128936:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306f100 x1853166817239040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324125.128999:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324125.129003:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324125.129005:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324125.129008:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6662
00000100:00080000:3.0:1767324125.129012:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324125.129015:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324125.129029:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d6306e680 x1853166817239296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324125.129051:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817239168:0@lo:400:kworker.0
00000100:00100000:2.0:1767324125.129110:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324125.129121:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817239040:0@lo:38:kworker.0
00000100:00100000:1.0:1767324125.129200:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324125.129276:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817239168
00000100:00100000:1.0:1767324125.129286:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817239296:0@lo:38:kworker.0
00000100:00100000:3.0:1767324125.129286:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817239168
00000100:00100000:1.0:1767324125.129315:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324125.129358:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817239040
00000100:00100000:1.0:1767324125.129360:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817239296
00000100:00100000:3.0:1767324125.129363:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817239040
00000100:00100000:1.0:1767324125.129365:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817239296
00000100:00100000:3.0:1767324125.129390:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6349
00000100:00100000:1.0:1767324125.129404:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91159
00000100:00100000:1.0:1767324125.129410:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817239040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324125.129429:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324125.129466:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817239040:12345-0@lo:38:kworker.0 Request processed in 55us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324125.129474:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91159
00000100:00100000:1.0:1767324125.129495:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91160
00000100:00100000:1.0:1767324125.129499:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817239296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324125.129510:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767324125.129524:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324125.129536:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817239296:12345-0@lo:38:kworker.0 Request processed in 34us (219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324125.129591:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817239168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324125.129750:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817239168:12345-0@lo:400:kworker.0 Request processed in 351us (639us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324125.129846:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6349
00000100:00100000:0.0:1767324125.129868:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d6306df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817238912:0@lo:400:kworker.0
00000100:00100000:1.0:1767324125.129890:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91160
00000100:00100000:0.0:1767324125.129901:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324125.129938:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324125.129943:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324125.129948:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817239040:0@lo:38:kworker.0
00000100:00100000:3.0:1767324125.129952:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817238912
00000100:00100000:3.0:1767324125.129958:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817238912
00000100:00080000:1.0:1767324125.129959:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324125.129964:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324125.129999:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6350
00000100:00100000:3.0:1767324125.130006:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817238912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324125.130040:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817238912:12345-0@lo:400:kworker.0 Request processed in 35us (138us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324125.130047:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6350
00000100:00100000:2.0:1767324125.130120:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817239168:0@lo:400:kworker.0
00000100:00080000:0.0:1767324125.130336:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324125.130356:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817238912:0@lo:400:kworker.0
00000100:00100000:1.0:1767324125.130452:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d6306e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817239296:0@lo:38:kworker.0
00000100:00100000:2.0:1767324125.703446:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324126.151868:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324126.727056:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324126.888117:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324126.888719:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758845952
00000100:00100000:1.0:1767324126.888729:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758845952
00000100:00080000:0.0:1767324126.888796:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324126.888852:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6351
00000100:00100000:1.0:1767324126.888862:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758845952:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324126.888941:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758845952:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 80us (833us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324126.888949:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6351
00000100:00100000:1.0:1767324126.889669:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324126.889725:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758845824
00000100:00100000:3.0:1767324126.889730:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758845824
00000100:00100000:3.0:1767324126.889793:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91161
00000100:00100000:3.0:1767324126.889800:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758845824:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324126.889822:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324126.889870:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758845824:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 70us (203us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324126.889878:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91161
00010000:00010000:2.0:1767324127.175006:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324127.751721:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324128.201486:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324128.775238:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324129.222924:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324129.734943:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767324129.734969:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817239424:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324129.734985:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817239552:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324129.735040:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324129.735094:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817239424
00000100:00100000:2.0:1767324129.735106:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324129.735201:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817239552
00000100:00100000:3.0:1767324129.735208:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817239552
00000100:00100000:3.0:1767324129.735285:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3721
00000100:00100000:3.0:1767324129.735295:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817239552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324129.735324:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324129.735372:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817239552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324129.735379:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3721
00000100:00100000:3.0:1767324129.735424:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817239552:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324129.735470:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817239424
00000100:00100000:1.0:1767324129.735505:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3722
00000100:00100000:1.0:1767324129.735511:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817239424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324129.735528:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:0.0:1767324129.735530:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767324129.735535:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324129.735574:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817239424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (534us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324129.735581:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3722
00000100:00100000:0.0:1767324129.735805:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817239424:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324129.798919:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324130.246929:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324130.247826:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324130.247834:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324130.247837:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324130.247841:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324130.247846:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324130.247853:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6667
00000100:00080000:2.0:1767324130.247858:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324130.247864:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324130.247904:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9f7480 x1853166817239680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324130.247929:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324130.247931:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324130.247933:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324130.247936:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6667
00000100:00080000:2.0:1767324130.247937:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324130.247940:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324130.247954:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f475c00 x1853166817239808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324130.247992:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324130.247996:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324130.247998:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324130.248002:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6667
00000100:00080000:2.0:1767324130.248005:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324130.248008:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324130.248020:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476680 x1853166817240064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324130.248039:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817239936:0@lo:400:kworker.0
00000100:00080000:2.0:1767324130.248050:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324130.248053:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324130.248055:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324130.248058:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6667
00000100:00080000:2.0:1767324130.248060:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324130.248063:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324130.248072:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817240192:0@lo:400:kworker.0
00000100:00100000:2.0:1767324130.248074:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474380 x1853166817240320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324130.248122:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324130.248166:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817239680:0@lo:38:kworker.0
00000100:00100000:0.0:1767324130.248175:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324130.248207:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324130.248242:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817239936
00000100:00100000:2.0:1767324130.248246:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817240192
00000100:00100000:2.0:1767324130.248254:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817240192
00000100:00100000:3.0:1767324130.248260:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817239936
00000100:00080000:0.0:1767324130.248284:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324130.248338:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817239808:0@lo:38:kworker.0
00000100:00100000:0.0:1767324130.248347:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817239680
00000100:00100000:0.0:1767324130.248352:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817239680
00000100:00100000:1.0:1767324130.248365:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324130.248389:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817240064:0@lo:38:kworker.0
00000100:00100000:0.0:1767324130.248401:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91162
00000100:00100000:1.0:1767324130.248406:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324130.248413:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817239680:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324130.248419:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817240320:0@lo:38:kworker.0
00000100:00100000:1.0:1767324130.248434:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767324130.248435:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324130.248457:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817240064
00000100:00100000:1.0:1767324130.248460:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817240064
00000100:00100000:1.0:1767324130.248475:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817240320
00000100:00100000:0.0:1767324130.248476:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817239680:12345-0@lo:38:kworker.0 Request processed in 64us (269us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324130.248477:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817240320
00000100:00100000:1.0:1767324130.248486:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91163
00000100:00100000:1.0:1767324130.248490:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817240064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324130.248519:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324130.248538:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817240064:12345-0@lo:38:kworker.0 Request processed in 47us (134us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324130.248585:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91162
00000100:00100000:0.0:1767324130.248601:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91164
00000100:00100000:0.0:1767324130.248605:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817240320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324130.248615:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324130.248643:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817240320:12345-0@lo:38:kworker.0 Request processed in 35us (208us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324130.248646:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6352
00000100:00100000:0.0:1767324130.248655:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91164
00000100:00100000:3.0:1767324130.248660:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817239936:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767324130.248698:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324130.248702:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324130.248706:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817239680:0@lo:38:kworker.0
00000100:00100000:3.0:1767324130.248713:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817239936:12345-0@lo:400:kworker.0 Request processed in 56us (590us total) trans 0 rc 0/0
00000100:00080000:0.0:1767324130.248715:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324130.248721:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324130.248725:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817240064:0@lo:38:kworker.0
00000100:00100000:3.0:1767324130.248726:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6352
00000100:00080000:0.0:1767324130.248748:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324130.248750:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324130.248752:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817240320:0@lo:38:kworker.0
00000100:00100000:3.0:1767324130.248813:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817239936:0@lo:400:kworker.0
00000100:00100000:2.0:1767324130.248830:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6353
00000100:00100000:2.0:1767324130.248841:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817240192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324130.248851:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817239808
00000100:00100000:3.0:1767324130.248856:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817239808
00000100:00100000:3.0:1767324130.248885:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523
00000100:00100000:2.0:1767324130.248890:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817240192:12345-0@lo:400:kworker.0 Request processed in 50us (716us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324130.248894:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817239808:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324130.248904:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6353
00010000:00020000:3.0:1767324130.248908:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324130.248915:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817240192:0@lo:400:kworker.0
00000100:00100000:3.0:1767324130.248943:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817239808:12345-0@lo:38:kworker.0 Request processed in 49us (577us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324130.248951:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523
00000100:00080000:3.0:1767324130.248976:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324130.248980:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324130.248983:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817239808:0@lo:38:kworker.0
00000100:00100000:1.0:1767324130.249157:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91163
00000100:00100000:2.0:1767324130.823417:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324131.270999:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324131.849149:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324132.017212:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324132.017243:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324132.017418:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758846080
00000100:00100000:2.0:1767324132.017432:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758846080
00000100:00100000:2.0:1767324132.017489:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758846208
00000100:00100000:2.0:1767324132.017492:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758846208
00000100:00100000:1.0:1767324132.017532:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91165
00000100:00100000:1.0:1767324132.017542:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758846080:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:3.0:1767324132.017561:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767324132.017565:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324132.017832:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758846080:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 288us (633us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324132.018203:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91165
00000100:00100000:1.0:1767324132.018229:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6354
00000100:00100000:1.0:1767324132.018237:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758846208:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324132.018357:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758846208:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 114us (1104us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324132.018364:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6354
00010000:00010000:1.0:1767324132.295753:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324132.870854:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324133.319684:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324133.894905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324134.343092:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324134.855055:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817240448:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324134.855141:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324134.855514:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817240448
00000100:00100000:3.0:1767324134.855528:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817240448
00000100:00100000:1.0:1767324134.859374:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767324134.859404:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817240576:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324134.859485:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324134.859548:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817240576
00000100:00100000:1.0:1767324134.859556:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817240576
00000100:00100000:1.0:1767324134.859616:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723
00000100:00100000:1.0:1767324134.859626:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817240576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324134.859658:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324134.859719:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817240576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324134.859727:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723
00000100:00080000:0.0:1767324134.859750:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324134.859822:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817240576:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767324134.864990:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324134.865006:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724
00000100:00100000:3.0:1767324134.865031:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817240448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324134.866524:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324134.867081:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817240448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2055us (11934us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324134.867096:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724
00000100:00100000:0.0:1767324134.869971:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817240448:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324134.918945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324135.367337:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767324135.371073:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324135.371087:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324135.371091:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324135.371095:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324135.371100:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324135.371110:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6672
00000100:00080000:0.0:1767324135.371116:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324135.371126:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324135.371185:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b480 x1853166817240704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324135.371257:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817240704:0@lo:38:kworker.0
00000100:00100000:3.0:1767324135.371355:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324135.371460:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767324135.371463:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817240704
00000100:00080000:0.0:1767324135.371466:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324135.371469:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324135.371477:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6672
00000100:00080000:0.0:1767324135.371481:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324135.371485:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324135.371492:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817240704
00000100:00100000:0.0:1767324135.371505:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa98380 x1853166817240832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324135.371560:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91166
00000100:00100000:1.0:1767324135.371573:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817240704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324135.371599:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324135.371707:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817240832:0@lo:38:kworker.0
00000100:00100000:3.0:1767324135.371751:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324135.371873:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817240832
00000100:00100000:2.0:1767324135.371881:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817240832
00000100:00100000:2.0:1767324135.371926:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524
00000100:00100000:2.0:1767324135.371938:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817240832:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324135.371942:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817240704:12345-0@lo:38:kworker.0 Request processed in 361us (577us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324135.371954:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91166
00010000:00020000:2.0:1767324135.371961:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324135.372007:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817240832:12345-0@lo:38:kworker.0 Request processed in 73us (255us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324135.372015:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524
00000100:00080000:0.0:1767324135.372071:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324135.372076:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324135.372079:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324135.372084:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6672
00000100:00080000:0.0:1767324135.372087:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324135.372091:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324135.372112:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294700 x1853166817241088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324135.372141:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324135.372145:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324135.372146:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767324135.372147:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767324135.372150:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6672
00000100:00080000:0.0:1767324135.372152:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324135.372155:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324135.372158:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817240960:0@lo:400:kworker.0
00000100:00100000:0.0:1767324135.372166:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295500 x1853166817241344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324135.372186:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324135.372198:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817241216:0@lo:400:kworker.0
00000100:00100000:0.0:1767324135.372228:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324135.372257:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817240960
00000100:00100000:1.0:1767324135.372264:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817240960
00000100:00080000:0.0:1767324135.372330:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324135.372331:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817241216
00000100:00100000:1.0:1767324135.372338:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817241216
00000100:00100000:2.0:1767324135.372351:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6355
00000100:00100000:2.0:1767324135.372367:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817240960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324135.372419:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817240960:12345-0@lo:400:kworker.0 Request processed in 59us (232us total) trans 0 rc 0/0
00000100:00080000:0.0:1767324135.374723:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324135.374983:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6356
00000100:00100000:1.0:1767324135.375014:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817241216:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324135.375078:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324135.375089:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324135.375094:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817240704:0@lo:38:kworker.0
00000100:00100000:3.0:1767324135.375138:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817241088:0@lo:38:kworker.0
00000100:00100000:2.0:1767324135.378441:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6355
00000100:00100000:2.0:1767324135.378566:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817240960:0@lo:400:kworker.0
00000100:00100000:3.0:1767324135.379072:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324135.379115:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817241344:0@lo:38:kworker.0
00000100:00100000:3.0:1767324135.379160:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324135.379199:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324135.379203:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324135.379206:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817240832:0@lo:38:kworker.0
00000100:00100000:3.0:1767324135.379245:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817241088
00000100:00100000:3.0:1767324135.379253:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817241088
00000100:00100000:3.0:1767324135.379292:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817241344
00000100:00100000:3.0:1767324135.379294:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817241344
00000100:00100000:3.0:1767324135.379307:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91167
00000100:00100000:3.0:1767324135.379314:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817241088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324135.379341:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324135.379378:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817241088:12345-0@lo:38:kworker.0 Request processed in 64us (308us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324135.379382:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91167
00000100:00100000:3.0:1767324135.379391:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91168
00000100:00100000:3.0:1767324135.379394:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817241344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324135.379400:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324135.379413:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817241344:12345-0@lo:38:kworker.0 Request processed in 17us (260us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324135.379416:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91168
00000100:00080000:3.0:1767324135.379448:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324135.379451:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324135.379453:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817241088:0@lo:38:kworker.0
00000100:00080000:3.0:1767324135.379458:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324135.379461:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324135.379462:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817241344:0@lo:38:kworker.0
00000100:00100000:1.0:1767324135.381918:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817241216:12345-0@lo:400:kworker.0 Request processed in 6911us (9678us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324135.381935:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6356
00000100:00100000:2.0:1767324135.382261:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817241216:0@lo:400:kworker.0
00000100:00100000:2.0:1767324135.945792:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324136.104472:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767324136.104526:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758846336 offset 0 length 520: 4
00000100:00100000:3.0:1767324136.104554:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324136.104614:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758846592
00000100:00100000:1.0:1767324136.104631:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758846592
00000100:00080000:2.0:1767324136.104727:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324136.104831:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6357
00000100:00100000:1.0:1767324136.104845:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758846592:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324136.104936:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758846592:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (478us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324136.104944:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6357
00000100:00100000:1.0:1767324136.104970:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758846464
00000100:00100000:1.0:1767324136.104974:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758846464
00000100:00100000:2.0:1767324136.105116:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91169
00000100:00100000:2.0:1767324136.105124:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758846464:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324136.105148:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324136.105275:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758846464:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 149us (719us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324136.105282:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91169
00010000:00010000:1.0:1767324136.391305:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324136.966971:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324137.417255:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324137.990959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324138.439117:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324139.015036:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324139.463076:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324139.464346:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324114/real 1767324114]  req@ffff8d4d42af4700 x1853166817237248/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324139 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767324139.464387:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d42af4700 x1853166817237248/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324139 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767324139.464412:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324139.464442:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767324139.464447:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d42af4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817237248:0@lo:250:kworker.0
00000100:00080000:2.0:1767324139.464535:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324139.464541:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767324139.464544:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324139.464549:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6657
00000100:00080000:2.0:1767324139.464554:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324139.464562:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324139.464600:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476300 x1853166817241472/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324139.464627:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324139.464631:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324139.464632:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324139.464636:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6677
00000100:00080000:2.0:1767324139.464638:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324139.464642:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324139.464687:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474000 x1853166817241600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324139.464696:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324139.464699:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324139.464701:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324139.464705:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6677
00000100:00080000:2.0:1767324139.464707:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324139.464711:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324139.464723:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477480 x1853166817241728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324139.464806:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324139.464812:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324139.464814:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324139.464817:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6677
00000100:00080000:2.0:1767324139.464820:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324139.464823:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324139.464837:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f475f80 x1853166817241984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324139.464863:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324139.464866:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324139.464868:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324139.464872:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6677
00000100:00080000:2.0:1767324139.464874:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324139.464878:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324139.464889:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477800 x1853166817242240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324139.464940:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817242496:0@lo:400:kworker.0
00000100:00100000:1.0:1767324139.464996:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817242112:0@lo:400:kworker.0
00000100:00100000:2.0:1767324139.465020:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324139.465030:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324139.465088:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324139.465091:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817241472:0@lo:250:kworker.0
00000100:00100000:1.0:1767324139.465093:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817242368:0@lo:400:kworker.0
00000400:00000100:3.0:1767324139.465114:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817241472 offset 0 length 520: 4
00000100:00100000:1.0:1767324139.465116:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324139.465133:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817241600:0@lo:38:kworker.0
00000100:00100000:1.0:1767324139.465149:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817242112
00000100:00100000:3.0:1767324139.465154:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324139.465157:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817242112
00000100:00100000:3.0:1767324139.465170:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817241728:0@lo:38:kworker.0
00000100:00100000:3.0:1767324139.465190:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324139.465205:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817241984:0@lo:38:kworker.0
00000100:00100000:1.0:1767324139.465216:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817241600
00000100:00100000:1.0:1767324139.465219:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817241600
00000100:00100000:3.0:1767324139.465222:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324139.465278:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817241856:0@lo:400:kworker.0
00000100:00100000:0.0:1767324139.465309:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324139.465382:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817242240:0@lo:38:kworker.0
00000100:00100000:2.0:1767324139.466680:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817242496
00000100:00100000:2.0:1767324139.466690:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817242496
00000100:00100000:2.0:1767324139.466737:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817242368
00000100:00100000:2.0:1767324139.466742:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817242368
00000100:00100000:2.0:1767324139.466790:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3964
00000100:00100000:2.0:1767324139.466801:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817242496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324139.466872:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817242496:12345-0@lo:400:kworker.0 Request processed in 73us (1852us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324139.466884:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3964
00000100:00100000:2.0:1767324139.466905:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3965
00000100:00100000:2.0:1767324139.466911:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817242368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324139.466947:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817242368:12345-0@lo:400:kworker.0 Request processed in 36us (1829us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324139.466953:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3965
00000100:00100000:1.0:1767324139.469109:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817241984
00000100:00100000:3.0:1767324139.469115:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817241856
00000100:00100000:3.0:1767324139.469127:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817241856
00000100:00100000:1.0:1767324139.469128:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817241984
00000100:00100000:3.0:1767324139.469206:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6358
00000100:00100000:3.0:1767324139.469219:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817242112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324139.469338:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817242112:12345-0@lo:400:kworker.0 Request processed in 122us (4306us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324139.469431:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6359
00000100:00100000:3.0:1767324139.469441:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6358
00000100:00100000:1.0:1767324139.469452:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817241856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324139.469468:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91170
00000100:00100000:3.0:1767324139.469476:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817241600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324139.469504:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324139.469529:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817241856:12345-0@lo:400:kworker.0 Request processed in 86us (4218us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324139.469535:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6359
00000100:00100000:3.0:1767324139.469550:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817241600:12345-0@lo:38:kworker.0 Request processed in 72us (4393us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324139.469556:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91171
00000100:00100000:3.0:1767324139.469566:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91170
00000100:00100000:1.0:1767324139.469567:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817241984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324139.469581:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767324139.469666:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767324139.469672:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767324139.469676:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324139.469731:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817242496:0@lo:400:kworker.0
00000100:00100000:3.0:1767324139.471333:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817242368:0@lo:400:kworker.0
00000100:00100000:3.0:1767324139.471358:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817242112:0@lo:400:kworker.0
00000100:00100000:3.0:1767324139.471460:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817241728
00000100:00100000:3.0:1767324139.471468:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817241728
00000100:00100000:3.0:1767324139.471525:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525
00000100:00100000:3.0:1767324139.471533:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817241728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324139.471558:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324139.471939:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817241728:12345-0@lo:38:kworker.0 Request processed in 404us (6746us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324139.471947:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525
00000100:00100000:3.0:1767324139.472020:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817241856:0@lo:400:kworker.0
00000100:00100000:3.0:1767324139.472052:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324139.472110:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324139.472117:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324139.472120:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817241600:0@lo:38:kworker.0
00000100:00080000:3.0:1767324139.472132:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324139.472135:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324139.472138:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817241728:0@lo:38:kworker.0
00000100:00100000:3.0:1767324139.472166:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817242240
00000100:00100000:3.0:1767324139.472170:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817242240
00000100:00100000:3.0:1767324139.472192:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91172
00000100:00100000:3.0:1767324139.472196:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817242240:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324139.472208:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324139.472240:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817242240:12345-0@lo:38:kworker.0 Request processed in 42us (188us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324139.472247:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91172
00000100:00080000:3.0:1767324139.472352:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324139.472357:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324139.472361:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817242240:0@lo:38:kworker.0
00000100:00100000:1.0:1767324139.472571:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817241984:12345-0@lo:38:kworker.0 Request processed in 3004us (7345us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324139.472578:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91171
00000100:00080000:3.0:1767324139.472739:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324139.472745:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324139.472748:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817241984:0@lo:38:kworker.0
00000100:00100000:3.0:1767324139.975103:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817242624:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324139.975197:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324139.976717:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817242624
00000100:00100000:0.0:1767324139.976732:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817242624
00000100:00100000:0.0:1767324139.976821:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725
00000100:00100000:0.0:1767324139.976831:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e74d23050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817242624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324139.976871:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324139.976945:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e74d23050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817242624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (1748us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324139.976953:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725
00000100:00100000:3.0:1767324139.977481:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817242624:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324139.978451:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817242752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324139.978507:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324139.978635:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817242752
00000100:00100000:0.0:1767324139.978652:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817242752
00000100:00100000:0.0:1767324139.978702:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726
00000100:00100000:0.0:1767324139.978710:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817242752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324139.978737:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324139.978805:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817242752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324139.978812:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726
00000100:00100000:3.0:1767324139.979459:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817242752:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324140.038936:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324140.487349:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324141.063680:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324141.227528:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324141.227599:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324141.229086:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758846848
00000100:00100000:1.0:1767324141.229103:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758846848
00000100:00100000:1.0:1767324141.229237:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758846720
00000100:00100000:1.0:1767324141.229242:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758846720
00000100:00100000:1.0:1767324141.229275:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6360
00000100:00100000:1.0:1767324141.229288:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758846848:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324141.229398:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758846848:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 111us (1884us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324141.229408:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6360
00000100:00100000:1.0:1767324141.229430:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91173
00000100:00100000:1.0:1767324141.229435:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6f575050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758846720:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324141.229461:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324141.229490:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6f575050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758846720:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 54us (1891us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324141.229497:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91173
00000100:00080000:3.0:1767324141.235822:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324141.511422:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324142.086934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324142.534954:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324143.113727:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324143.561475:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324144.135115:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324144.582859:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324144.582866:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324144.582869:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324144.582872:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324144.582875:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324144.582880:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6682
00000100:00080000:2.0:1767324144.582884:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324144.582891:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00010000:00010000:1.0:1767324144.582926:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324144.582928:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f476680 x1853166817242880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324144.582949:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324144.582952:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324144.582954:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324144.582957:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6682
00000100:00080000:2.0:1767324144.582959:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324144.582962:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324144.582973:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474700 x1853166817243008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324144.582978:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817242880:0@lo:38:kworker.0
00000100:00080000:2.0:1767324144.583010:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324144.583014:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324144.583017:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324144.583020:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6682
00000100:00080000:2.0:1767324144.583023:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324144.583027:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324144.583028:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817243136:0@lo:400:kworker.0
00000100:00100000:2.0:1767324144.583039:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474380 x1853166817243264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324144.583066:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324144.583070:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324144.583071:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324144.583075:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6682
00000100:00080000:2.0:1767324144.583077:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324144.583082:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324144.583084:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817243392:0@lo:400:kworker.0
00000100:00100000:2.0:1767324144.583095:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477800 x1853166817243520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324144.583104:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324144.583149:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324144.583157:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817243776:0@lo:400:kworker.0
00000100:00100000:1.0:1767324144.583172:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817242880
00000100:00100000:1.0:1767324144.583179:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817242880
00000100:00100000:0.0:1767324144.583183:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767324144.583184:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817243008:0@lo:38:kworker.0
00000100:00100000:0.0:1767324144.583196:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817243648:0@lo:400:kworker.0
00000100:00100000:2.0:1767324144.583196:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324144.583211:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817243392
00000100:00100000:1.0:1767324144.583215:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817243392
00000100:00100000:3.0:1767324144.583223:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324144.583239:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324144.583270:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6361
00000100:00100000:3.0:1767324144.583273:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817243264:0@lo:38:kworker.0
00000100:00100000:2.0:1767324144.583280:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91174
00000100:00100000:1.0:1767324144.583282:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817243392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324144.583287:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817242880:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324144.583298:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817243776
00000100:00100000:0.0:1767324144.583303:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817243776
00000100:00100000:3.0:1767324144.583307:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767324144.583317:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324144.583333:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817243520:0@lo:38:kworker.0
00000100:00100000:0.0:1767324144.583336:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817243648
00000100:00100000:0.0:1767324144.583341:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817243648
00000100:00100000:1.0:1767324144.583350:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817243392:12345-0@lo:400:kworker.0 Request processed in 69us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324144.583355:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817242880:12345-0@lo:38:kworker.0 Request processed in 67us (255us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324144.583359:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6361
00000100:00100000:2.0:1767324144.583364:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91174
00000100:00100000:0.0:1767324144.583370:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3966
00000100:00100000:3.0:1767324144.583371:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324144.583377:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817243264
00000100:00100000:2.0:1767324144.583382:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817243264
00000100:00100000:0.0:1767324144.583386:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817243776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324144.583386:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817243520
00000100:00100000:1.0:1767324144.583392:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817243520
00000100:00100000:1.0:1767324144.583407:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91175
00000100:00080000:3.0:1767324144.583410:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324144.583415:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817243264:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324144.583415:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91176
00000100:00080000:3.0:1767324144.583420:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324144.583421:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817243520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324144.583429:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324144.583429:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817242880:0@lo:38:kworker.0
00010000:00020000:2.0:1767324144.583432:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324144.583439:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817243776:12345-0@lo:400:kworker.0 Request processed in 58us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324144.583445:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3966
00000100:00100000:0.0:1767324144.583463:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3967
00000100:00080000:3.0:1767324144.583468:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324144.583475:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817243264:12345-0@lo:38:kworker.0 Request processed in 59us (168us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324144.583475:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817243520:12345-0@lo:38:kworker.0 Request processed in 49us (104us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324144.583476:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817243648:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324144.583477:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324144.583485:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817243520:0@lo:38:kworker.0
00000100:00100000:2.0:1767324144.583492:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91176
00000100:00100000:1.0:1767324144.583497:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91175
00000100:00080000:3.0:1767324144.583508:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324144.583515:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324144.583519:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817243264:0@lo:38:kworker.0
00000100:00100000:1.0:1767324144.583528:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324144.583531:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817243008
00000100:00100000:0.0:1767324144.583535:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817243648:12345-0@lo:400:kworker.0 Request processed in 63us (297us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324144.583536:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817243008
00000100:00100000:0.0:1767324144.583545:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3967
00000100:00100000:3.0:1767324144.583551:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817243136
00000100:00100000:3.0:1767324144.583556:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817243136
00000100:00100000:2.0:1767324144.583565:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526
00000100:00100000:2.0:1767324144.583571:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817243008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324144.583581:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324144.583583:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817243648:0@lo:400:kworker.0
00000100:00100000:0.0:1767324144.583599:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6362
00000100:00100000:1.0:1767324144.583614:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817243392:0@lo:400:kworker.0
00000100:00100000:0.0:1767324144.583626:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817243136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324144.583632:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817243008:12345-0@lo:38:kworker.0 Request processed in 58us (409us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324144.583640:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526
00000100:00080000:1.0:1767324144.583648:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324144.583653:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324144.583657:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767324144.583670:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767324144.583676:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817243136:12345-0@lo:400:kworker.0 Request processed in 52us (146us total) trans 0 rc 0/0
00000100:00080000:3.0:1767324144.583678:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324144.583683:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817243136:0@lo:400:kworker.0
00000100:00100000:3.0:1767324144.583687:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817243008:0@lo:38:kworker.0
00000100:00100000:0.0:1767324144.583692:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6362
00000100:00100000:2.0:1767324144.583693:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817243776:0@lo:400:kworker.0
00000100:00100000:1.0:1767324145.095084:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324145.095110:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817243904:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324145.095156:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817244032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324145.095187:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324145.095248:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817243904
00000100:00100000:3.0:1767324145.095257:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817243904
00000100:00100000:3.0:1767324145.095315:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3727
00000100:00100000:3.0:1767324145.095324:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817243904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324145.095352:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324145.095693:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817243904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 369us (507us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324145.095702:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3727
00000100:00100000:1.0:1767324145.095745:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817243904:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324145.095791:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324145.095824:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817244032
00000100:00100000:3.0:1767324145.095829:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817244032
00000100:00100000:3.0:1767324145.095868:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3728
00000100:00100000:3.0:1767324145.095876:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817244032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324145.095891:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324145.095927:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817244032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324145.095935:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3728
00000100:00100000:0.0:1767324145.095953:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817244032:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324145.158877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324145.606908:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324146.182871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324146.343819:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324146.343925:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758846976
00000100:00100000:2.0:1767324146.343935:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758846976
00000100:00100000:2.0:1767324146.344000:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91177
00000100:00100000:2.0:1767324146.344009:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758846976:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324146.344036:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324146.344101:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758846976:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 91us (290us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324146.344108:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91177
00000100:00100000:0.0:1767324146.346439:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324146.346815:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758847104
00000100:00100000:1.0:1767324146.346824:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758847104
00000100:00100000:1.0:1767324146.346941:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6363
00000100:00100000:1.0:1767324146.346952:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758847104:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324146.347027:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758847104:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 78us (596us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324146.347035:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6363
00000100:00080000:3.0:1767324146.348301:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324146.631306:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324147.206973:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324147.654920:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324148.231457:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324148.679038:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324149.254858:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324149.702913:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767324149.705331:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324149.705339:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324149.705341:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324149.705345:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324149.705351:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324149.705358:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6687
00000100:00080000:0.0:1767324149.705363:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324149.705368:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324149.705405:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75295880 x1853166817244160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324149.705435:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324149.705438:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324149.705440:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324149.705444:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6687
00000100:00080000:0.0:1767324149.705446:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324149.705449:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324149.705460:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75296680 x1853166817244288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324149.705502:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324149.705506:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324149.705508:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324149.705511:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6687
00000100:00080000:0.0:1767324149.705513:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324149.705516:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324149.705526:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75297100 x1853166817244544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324149.705549:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324149.705562:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324149.705564:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324149.705568:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6687
00000100:00080000:0.0:1767324149.705570:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324149.705573:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324149.705583:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75294e00 x1853166817244800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324149.705660:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817245056:0@lo:400:kworker.0
00000100:00100000:2.0:1767324149.705720:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324149.705800:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324149.705806:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817244416:0@lo:400:kworker.0
00000100:00100000:2.0:1767324149.705841:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324149.705871:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817244416
00000100:00100000:2.0:1767324149.705878:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817244416
00000100:00100000:2.0:1767324149.705923:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6364
00000100:00100000:2.0:1767324149.705931:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817244416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324149.705974:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817244416:12345-0@lo:400:kworker.0 Request processed in 44us (132us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324149.705980:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6364
00000100:00100000:2.0:1767324149.706020:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817244416:0@lo:400:kworker.0
00000100:00100000:3.0:1767324149.706314:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817244928:0@lo:400:kworker.0
00000100:00100000:3.0:1767324149.706342:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324149.706372:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324149.706377:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817244672:0@lo:400:kworker.0
00000100:00100000:3.0:1767324149.706397:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324149.706420:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324149.706431:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817244160:0@lo:38:kworker.0
00000100:00100000:3.0:1767324149.706451:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324149.706466:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817244288:0@lo:38:kworker.0
00000100:00100000:3.0:1767324149.706486:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324149.706510:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817244544:0@lo:38:kworker.0
00000100:00100000:3.0:1767324149.706527:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324149.706540:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817244800:0@lo:38:kworker.0
00000100:00100000:3.0:1767324149.706567:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324149.706593:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817244672
00000100:00100000:3.0:1767324149.706597:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817244672
00000100:00100000:3.0:1767324149.706625:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817244160
00000100:00100000:3.0:1767324149.706633:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817244160
00000100:00100000:3.0:1767324149.706641:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817244544
00000100:00100000:3.0:1767324149.706643:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817244544
00000100:00100000:3.0:1767324149.706649:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817244800
00000100:00100000:3.0:1767324149.706651:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817244800
00000100:00100000:3.0:1767324149.706659:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6365
00000100:00100000:3.0:1767324149.706665:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817244672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324149.706696:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817244672:12345-0@lo:400:kworker.0 Request processed in 31us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324149.706702:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6365
00000100:00100000:3.0:1767324149.706715:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91178
00000100:00100000:3.0:1767324149.706719:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817244160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324149.706735:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324149.706791:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817244160:12345-0@lo:38:kworker.0 Request processed in 71us (339us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324149.706801:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91178
00000100:00100000:0.0:1767324149.706910:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817245056
00000100:00100000:0.0:1767324149.706915:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817245056
00000100:00100000:0.0:1767324149.706941:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817244928
00000100:00100000:0.0:1767324149.706944:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817244928
00000100:00100000:0.0:1767324149.706960:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3968
00000100:00100000:0.0:1767324149.706966:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817245056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324149.707002:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817245056:12345-0@lo:400:kworker.0 Request processed in 36us (1282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324149.707007:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3968
00000100:00100000:0.0:1767324149.707018:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3969
00000100:00100000:0.0:1767324149.707023:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817244928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324149.707045:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817244928:12345-0@lo:400:kworker.0 Request processed in 22us (702us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324149.707050:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3969
00000100:00100000:0.0:1767324149.707079:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817245056:0@lo:400:kworker.0
00000100:00100000:0.0:1767324149.707112:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91179
00000100:00100000:0.0:1767324149.707117:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817244544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324149.707127:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324149.707149:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817244544:12345-0@lo:38:kworker.0 Request processed in 31us (621us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324149.707155:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91179
00000100:00100000:0.0:1767324149.707166:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91180
00000100:00100000:0.0:1767324149.707169:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817244800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324149.707178:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324149.707195:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817244800:12345-0@lo:38:kworker.0 Request processed in 24us (627us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324149.707201:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91180
00000100:00100000:0.0:1767324149.707215:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817244288
00000100:00100000:0.0:1767324149.707218:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817244288
00000100:00100000:0.0:1767324149.707234:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527
00000100:00100000:0.0:1767324149.707238:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817244288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324149.707247:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324149.707267:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817244288:12345-0@lo:38:kworker.0 Request processed in 28us (780us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324149.707273:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527
00000100:00080000:0.0:1767324149.707284:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324149.707287:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767324149.707288:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324149.707317:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817244672:0@lo:400:kworker.0
00000100:00100000:0.0:1767324149.707326:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817244928:0@lo:400:kworker.0
00000100:00080000:0.0:1767324149.707351:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324149.707356:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324149.707358:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817244160:0@lo:38:kworker.0
00000100:00080000:0.0:1767324149.707365:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324149.707368:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324149.707371:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817244288:0@lo:38:kworker.0
00000100:00080000:0.0:1767324149.707377:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324149.707380:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324149.707383:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817244544:0@lo:38:kworker.0
00000100:00080000:0.0:1767324149.707388:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324149.707391:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324149.707394:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817244800:0@lo:38:kworker.0
00000100:00100000:0.0:1767324150.214947:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767324150.214969:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817245184:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324150.215025:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324150.215069:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324150.215082:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817245312:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324150.215116:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324150.215145:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817245184
00000100:00100000:3.0:1767324150.215154:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817245184
00000100:00100000:0.0:1767324150.215243:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817245312
00000100:00100000:0.0:1767324150.215248:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817245312
00000100:00100000:3.0:1767324150.215259:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729
00000100:00100000:3.0:1767324150.215272:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817245184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324150.215304:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324150.215359:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817245184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (332us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324150.215370:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729
00000100:00100000:3.0:1767324150.215391:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730
00000100:00100000:3.0:1767324150.215400:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817245312:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324150.215411:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817245184:0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324150.215415:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324150.215450:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817245312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (334us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324150.215457:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730
00000100:00100000:1.0:1767324150.215470:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817245312:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324150.278875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324150.729276:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324151.303147:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324151.464816:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324151.464867:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324151.464957:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758847360
00000100:00100000:1.0:1767324151.464968:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758847232
00000100:00100000:2.0:1767324151.464976:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758847360
00000100:00100000:1.0:1767324151.465074:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758847232
00000100:00100000:2.0:1767324151.465100:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6366
00000100:00100000:2.0:1767324151.465113:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758847360:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324151.465218:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91181
00000100:00100000:1.0:1767324151.465229:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758847232:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:0.0:1767324151.465235:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767324151.465254:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324151.465335:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758847360:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 221us (524us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324151.465345:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6366
00000100:00100000:1.0:1767324151.465357:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758847232:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 125us (485us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324151.465368:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91181
00010000:00010000:2.0:1767324151.751322:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324152.327584:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324152.779243:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324153.351263:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324153.799146:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324154.374890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324154.824522:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767324154.824569:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324154.824577:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324154.824580:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324154.824585:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324154.824591:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324154.824600:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6692
00000100:00080000:1.0:1767324154.824606:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324154.824614:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324154.824666:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00380 x1853166817245440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324154.824686:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324154.824689:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324154.824691:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324154.824695:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6692
00000100:00080000:1.0:1767324154.824698:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324154.824701:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324154.824715:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03800 x1853166817245568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324154.824804:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324154.824809:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324154.824811:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324154.824815:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6692
00000100:00080000:1.0:1767324154.824818:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324154.824821:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324154.824834:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166817245824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324154.824860:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324154.824864:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324154.824866:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324154.824870:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6692
00000100:00080000:1.0:1767324154.824872:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324154.824875:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324154.824886:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02d80 x1853166817246080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324154.824952:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817246336:0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825045:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324154.825129:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324154.825135:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817245696:0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825161:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324154.825198:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817246336
00000100:00100000:1.0:1767324154.825206:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817246336
00000100:00100000:1.0:1767324154.825271:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3970
00000100:00100000:1.0:1767324154.825282:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817246336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825342:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817246336:12345-0@lo:400:kworker.0 Request processed in 61us (296us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324154.825351:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3970
00000100:00100000:1.0:1767324154.825403:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817246336:0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825430:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817245696
00000100:00100000:1.0:1767324154.825433:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817245696
00000100:00100000:1.0:1767324154.825463:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6367
00000100:00100000:1.0:1767324154.825469:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817245696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825503:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817245696:12345-0@lo:400:kworker.0 Request processed in 34us (340us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324154.825524:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6367
00000100:00100000:1.0:1767324154.825549:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817245696:0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825568:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817245952:0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825592:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324154.825610:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767324154.825614:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817246208:0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825633:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324154.825653:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817246208
00000100:00100000:1.0:1767324154.825656:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817246208
00000100:00100000:1.0:1767324154.825679:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3971
00000100:00100000:1.0:1767324154.825684:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817246208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825716:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817246208:12345-0@lo:400:kworker.0 Request processed in 32us (81us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324154.825722:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3971
00000100:00100000:1.0:1767324154.825737:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817245952
00000100:00100000:1.0:1767324154.825740:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817245952
00000100:00100000:1.0:1767324154.825796:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6368
00000100:00100000:1.0:1767324154.825803:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817245952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825830:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817245952:12345-0@lo:400:kworker.0 Request processed in 28us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324154.825836:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6368
00000100:00100000:1.0:1767324154.825861:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817246208:0@lo:400:kworker.0
00000100:00100000:1.0:1767324154.825871:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817245952:0@lo:400:kworker.0
00000100:00080000:0.0:1767324154.826071:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324154.826078:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767324154.826080:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324154.826171:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817245440:0@lo:38:kworker.0
00000100:00100000:3.0:1767324154.826204:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324154.826233:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817245568:0@lo:38:kworker.0
00000100:00100000:3.0:1767324154.826258:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324154.826289:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817245824:0@lo:38:kworker.0
00000100:00100000:3.0:1767324154.826311:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324154.826329:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817246080:0@lo:38:kworker.0
00000100:00100000:3.0:1767324154.826356:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324154.826389:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817245440
00000100:00100000:3.0:1767324154.826394:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817245440
00000100:00100000:3.0:1767324154.826415:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817245824
00000100:00100000:3.0:1767324154.826418:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817245824
00000100:00100000:3.0:1767324154.826425:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817246080
00000100:00100000:3.0:1767324154.826427:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817246080
00000100:00100000:3.0:1767324154.826435:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91182
00000100:00100000:3.0:1767324154.826440:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817245440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324154.826459:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324154.826493:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d6306df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817245440:12345-0@lo:38:kworker.0 Request processed in 52us (288us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324154.826499:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91182
00000100:00100000:3.0:1767324154.826525:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91183
00000100:00100000:3.0:1767324154.826530:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817245824:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324154.826539:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324154.826562:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817245824:12345-0@lo:38:kworker.0 Request processed in 31us (251us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324154.826568:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91183
00000100:00100000:3.0:1767324154.826579:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91184
00000100:00100000:3.0:1767324154.826582:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817246080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324154.826591:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324154.826611:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817246080:12345-0@lo:38:kworker.0 Request processed in 27us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324154.826617:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91184
00000100:00080000:3.0:1767324154.826650:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324154.826656:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324154.826659:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817245440:0@lo:38:kworker.0
00000100:00080000:3.0:1767324154.826668:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324154.826671:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324154.826674:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817245824:0@lo:38:kworker.0
00000100:00080000:3.0:1767324154.826680:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324154.826683:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324154.826686:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817246080:0@lo:38:kworker.0
00000100:00100000:0.0:1767324154.826779:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817245568
00000100:00100000:0.0:1767324154.826784:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817245568
00000100:00100000:0.0:1767324154.826817:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528
00000100:00100000:0.0:1767324154.826823:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817245568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324154.826834:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324154.826867:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817245568:12345-0@lo:38:kworker.0 Request processed in 43us (607us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324154.826873:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528
00000100:00080000:3.0:1767324154.827111:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324154.827116:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324154.827120:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817245568:0@lo:38:kworker.0
00000100:00100000:3.0:1767324155.335186:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817246464:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324155.335278:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324155.335434:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817246464
00000100:00100000:1.0:1767324155.335444:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817246464
00000100:00100000:1.0:1767324155.335528:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3731
00000100:00100000:1.0:1767324155.335539:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817246464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324155.335579:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324155.335636:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817246464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (358us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324155.335645:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3731
00000100:00100000:2.0:1767324155.335656:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817246592:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324155.335693:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324155.335964:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817246592
00000100:00100000:1.0:1767324155.335969:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817246592
00000100:00100000:1.0:1767324155.336003:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3732
00000100:00100000:1.0:1767324155.336010:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817246592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324155.336028:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324155.336062:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817246592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (368us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324155.336069:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3732
00000100:00100000:1.0:1767324155.336116:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817246592:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324155.336233:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817246464:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324155.399010:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324155.847093:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324156.422941:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324156.584013:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324156.584059:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324156.584149:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758847616
00000100:00100000:1.0:1767324156.584161:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758847616
00000100:00100000:1.0:1767324156.584240:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758847488
00000100:00100000:1.0:1767324156.584244:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758847488
00000100:00100000:1.0:1767324156.584278:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6369
00000100:00100000:1.0:1767324156.584290:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758847616:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:0.0:1767324156.584298:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324156.584342:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91185
00000100:00100000:0.0:1767324156.584350:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758847488:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324156.584376:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324156.584384:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758847616:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (382us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324156.584393:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6369
00000100:00100000:0.0:1767324156.584413:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758847488:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 61us (353us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324156.584422:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91185
00010000:00010000:1.0:1767324156.871052:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324157.446901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324157.894962:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324158.470909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324158.919674:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324159.494918:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324159.943187:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324159.943202:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324159.943205:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324159.943210:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324159.943216:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324159.943226:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6697
00000100:00080000:2.0:1767324159.943232:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324159.943242:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324159.943294:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f475f80 x1853166817246720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324159.943324:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324159.943328:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324159.943330:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324159.943334:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6697
00000100:00080000:2.0:1767324159.943336:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324159.943340:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324159.943353:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477480 x1853166817246848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324159.943395:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324159.943399:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324159.943401:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324159.943404:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6697
00000100:00080000:2.0:1767324159.943407:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324159.943411:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324159.943422:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f477800 x1853166817247104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324159.943444:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324159.943446:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324159.943448:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324159.943450:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6697
00000100:00080000:2.0:1767324159.943452:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324159.943455:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324159.943480:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474700 x1853166817247360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1767324159.943582:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324159.943603:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817247616:0@lo:400:kworker.0
00000100:00100000:0.0:1767324159.943653:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817246976:0@lo:400:kworker.0
00000100:00100000:1.0:1767324159.943699:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324159.943705:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324159.943781:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817247616
00000100:00100000:2.0:1767324159.943791:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817247616
00000100:00100000:3.0:1767324159.943818:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817247488:0@lo:400:kworker.0
00000100:00100000:0.0:1767324159.944221:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817247232:0@lo:400:kworker.0
00000100:00100000:2.0:1767324159.944229:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3972
00000100:00100000:2.0:1767324159.944244:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817247616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324159.944257:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324159.944298:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817246976
00000100:00100000:0.0:1767324159.944303:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817246976
00000100:00100000:2.0:1767324159.944312:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817247616:12345-0@lo:400:kworker.0 Request processed in 72us (613us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324159.944322:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3972
00000100:00100000:0.0:1767324159.944353:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817247232
00000100:00100000:0.0:1767324159.944358:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817247232
00000100:00100000:2.0:1767324159.944373:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817246720:0@lo:38:kworker.0
00000100:00100000:0.0:1767324159.944398:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6370
00000100:00100000:0.0:1767324159.944411:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817246976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324159.944413:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324159.944447:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817246848:0@lo:38:kworker.0
00000100:00100000:0.0:1767324159.944475:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817246976:12345-0@lo:400:kworker.0 Request processed in 56us (758us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324159.944482:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6370
00000100:00100000:2.0:1767324159.944493:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324159.944497:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817246720
00000100:00100000:0.0:1767324159.944501:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817246720
00000100:00100000:2.0:1767324159.944524:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817247104:0@lo:38:kworker.0
00000100:00100000:0.0:1767324159.944528:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6371
00000100:00100000:0.0:1767324159.944539:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817247232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324159.944551:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324159.944564:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817247360:0@lo:38:kworker.0
00000100:00100000:0.0:1767324159.944583:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817247232:12345-0@lo:400:kworker.0 Request processed in 46us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324159.944594:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6371
00000100:00100000:2.0:1767324159.944598:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324159.944610:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817247104
00000100:00100000:0.0:1767324159.944627:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817247104
00000100:00100000:2.0:1767324159.944638:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817247360
00000100:00100000:0.0:1767324159.944644:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91186
00000100:00100000:2.0:1767324159.944644:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817247360
00000100:00100000:0.0:1767324159.944651:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817246720:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324159.944667:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91187
00000100:00100000:2.0:1767324159.944674:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817247104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324159.944675:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767324159.944690:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324159.944716:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817246720:12345-0@lo:38:kworker.0 Request processed in 63us (307us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324159.944723:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91186
00000100:00100000:2.0:1767324159.944729:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817247104:12345-0@lo:38:kworker.0 Request processed in 54us (177us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324159.944738:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91188
00000100:00100000:2.0:1767324159.944749:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91187
00000100:00100000:0.0:1767324159.944750:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817247360:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324159.944783:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324159.944808:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817247360:12345-0@lo:38:kworker.0 Request processed in 62us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324159.945945:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91188
00000100:00100000:2.0:1767324159.945950:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817246848
00000100:00100000:2.0:1767324159.945957:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817246848
00000100:00100000:2.0:1767324159.945986:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529
00000100:00100000:2.0:1767324159.945993:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817246848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324159.946010:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767324159.946029:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767324159.946035:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324159.946064:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817246848:12345-0@lo:38:kworker.0 Request processed in 71us (1573us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324159.946072:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529
00000100:00100000:0.0:1767324159.946087:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817247232:0@lo:400:kworker.0
00000100:00100000:2.0:1767324159.946128:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817246976:0@lo:400:kworker.0
00000100:00080000:0.0:1767324159.946135:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324159.946142:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324159.946146:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817246720:0@lo:38:kworker.0
00000100:00080000:0.0:1767324159.946160:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324159.946165:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324159.946169:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817246848:0@lo:38:kworker.0
00000100:00080000:0.0:1767324159.946180:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324159.946184:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324159.946187:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f477800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817247104:0@lo:38:kworker.0
00000100:00080000:0.0:1767324159.946196:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324159.946199:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324159.946202:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817247360:0@lo:38:kworker.0
00000100:00100000:1.0:1767324159.949842:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817247616:0@lo:400:kworker.0
00000100:00100000:3.0:1767324159.950376:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324159.950600:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817247488
00000100:00100000:0.0:1767324159.950610:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817247488
00000100:00080000:2.0:1767324159.950788:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324159.950867:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3973
00000100:00100000:0.0:1767324159.950879:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817247488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324159.950972:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817247488:12345-0@lo:400:kworker.0 Request processed in 95us (597us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324159.950980:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3973
00000100:00100000:2.0:1767324159.951050:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f475c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817247488:0@lo:400:kworker.0
00000100:00100000:3.0:1767324160.455794:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767324160.455837:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817247744:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324160.455929:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324160.455957:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324160.455970:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817247872:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324160.456010:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324160.456053:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817247744
00000100:00100000:3.0:1767324160.456064:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817247744
00000100:00100000:3.0:1767324160.456140:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817247872
00000100:00100000:3.0:1767324160.456144:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817247872
00000100:00100000:2.0:1767324160.456169:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3733
00000100:00100000:2.0:1767324160.456188:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817247744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324160.456226:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324160.456427:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817247744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 248us (498us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324160.456534:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3734
00000100:00100000:3.0:1767324160.456543:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817247872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324160.456571:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324160.456608:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3733
00000100:00100000:3.0:1767324160.456610:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817247872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (599us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324160.456620:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3734
00000100:00100000:0.0:1767324160.458331:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817247872:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324160.458534:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817247744:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324160.519299:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324160.967641:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324161.542922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324161.703685:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324161.703794:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758847872
00000100:00100000:2.0:1767324161.703808:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758847872
00000100:00100000:0.0:1767324161.703830:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324161.703948:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758847744
00000100:00100000:2.0:1767324161.703952:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758847744
00000100:00100000:0.0:1767324161.704260:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6372
00000100:00100000:0.0:1767324161.704274:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758847872:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324161.704297:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91189
00000100:00100000:3.0:1767324161.704307:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758847744:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324161.704333:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324161.704384:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758847872:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 110us (708us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324161.704384:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758847744:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 74us (552us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767324161.704400:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324161.704402:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6372
00000100:00100000:3.0:1767324161.704412:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91189
00000400:00000100:1.0:1767324161.711167:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758848000 offset 0 length 520: 4
00010000:00010000:0.0:1767324161.991027:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324162.566890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324163.015780:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324163.591132:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324164.039631:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324164.041234:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324139/real 1767324139]  req@ffff8d4e4f476300 x1853166817241472/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324164 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767324164.041279:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4f476300 x1853166817241472/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324164 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767324164.041305:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324164.041336:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767324164.041340:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817241472:0@lo:250:kworker.0
00000100:00080000:1.0:1767324164.041447:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324164.041454:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767324164.041458:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324164.041464:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6682
00000100:00080000:1.0:1767324164.041468:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324164.041476:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324164.041518:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00a80 x1853166817248000/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324164.041544:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324164.041547:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324164.041549:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324164.041552:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6702
00000100:00080000:1.0:1767324164.041555:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324164.041558:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324164.041578:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03480 x1853166817248128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324164.041583:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817248000:0@lo:250:kworker.0
00000100:00080000:1.0:1767324164.041594:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324164.041598:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324164.041599:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324164.041604:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6702
00000100:00080000:1.0:1767324164.041606:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324164.041610:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324164.041624:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03800 x1853166817248256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:0.0:1767324164.041670:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817248000 offset 0 length 520: 4
00000100:00080000:1.0:1767324164.041681:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324164.041687:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324164.041689:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324164.041693:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6702
00000100:00080000:1.0:1767324164.041696:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324164.041700:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324164.041714:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02a00 x1853166817248512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324164.041776:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:1.0:1767324164.041781:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324164.041786:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324164.041788:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767324164.041793:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817248384:0@lo:400:kworker.0
00000100:00080000:1.0:1767324164.041794:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6702
00000100:00080000:1.0:1767324164.041801:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324164.041806:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324164.041822:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02680 x1853166817248768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324164.041849:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324164.041872:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817248640:0@lo:400:kworker.0
00000100:00100000:0.0:1767324164.041922:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817248128:0@lo:38:kworker.0
00000100:00100000:2.0:1767324164.041926:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324164.041940:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817249024:0@lo:400:kworker.0
00000100:00100000:0.0:1767324164.041965:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324164.041983:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324164.041992:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817248256:0@lo:38:kworker.0
00000100:00100000:0.0:1767324164.042025:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324164.042046:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817248384
00000100:00100000:0.0:1767324164.042048:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817248512:0@lo:38:kworker.0
00000100:00100000:2.0:1767324164.042057:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817248384
00000100:00100000:2.0:1767324164.042121:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817248128
00000100:00100000:2.0:1767324164.042125:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817248128
00000100:00100000:2.0:1767324164.042146:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6373
00000100:00100000:2.0:1767324164.042157:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817248384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324164.042628:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817248384:12345-0@lo:400:kworker.0 Request processed in 471us (778us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324164.042641:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6373
00000100:00100000:0.0:1767324164.042653:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324164.042673:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91190
00000100:00100000:2.0:1767324164.042678:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817248128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324164.042702:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324164.042745:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817248128:12345-0@lo:38:kworker.0 Request processed in 65us (792us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324164.042750:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817248768:0@lo:38:kworker.0
00000100:00100000:2.0:1767324164.042775:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91190
00000100:00100000:2.0:1767324164.042790:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817248512
00000100:00100000:2.0:1767324164.042794:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817248512
00000100:00100000:2.0:1767324164.042820:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91191
00000100:00100000:2.0:1767324164.042828:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817248512:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324164.042836:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767324164.042842:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767324164.042875:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324164.042882:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324164.042885:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817248128:0@lo:38:kworker.0
00000100:00100000:0.0:1767324164.042915:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817248896:0@lo:400:kworker.0
00000100:00100000:2.0:1767324164.042961:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817248512:12345-0@lo:38:kworker.0 Request processed in 132us (325us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324164.042969:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91191
00000100:00100000:2.0:1767324164.042980:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817248768
00000100:00100000:2.0:1767324164.042983:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817248768
00000100:00100000:2.0:1767324164.042991:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91192
00000100:00100000:2.0:1767324164.042994:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817248768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324164.043001:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324164.043113:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817248384:0@lo:400:kworker.0
00000100:00080000:3.0:1767324164.043171:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324164.043187:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817248256
00000100:00100000:3.0:1767324164.043191:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817248256
00000100:00100000:1.0:1767324164.043202:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324164.043225:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530
00000100:00100000:3.0:1767324164.043231:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817248256:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324164.043243:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324164.043278:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75296300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817248256:12345-0@lo:38:kworker.0 Request processed in 45us (1251us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324164.043285:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530
00000100:00100000:3.0:1767324164.043314:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817248640
00000100:00100000:3.0:1767324164.043319:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817248640
00000100:00100000:2.0:1767324164.043340:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817248768:12345-0@lo:38:kworker.0 Request processed in 343us (503us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324164.043345:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91192
00000100:00100000:2.0:1767324164.043358:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6374
00000100:00100000:2.0:1767324164.043364:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817248640:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324164.043375:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324164.043389:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817248640:12345-0@lo:400:kworker.0 Request processed in 26us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324164.043394:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6374
00000100:00100000:2.0:1767324164.043439:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817249024
00000100:00100000:2.0:1767324164.043443:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817249024
00000100:00100000:2.0:1767324164.043488:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3974
00000100:00080000:3.0:1767324164.043491:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767324164.043498:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817249024:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324164.043501:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324164.043507:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817248256:0@lo:38:kworker.0
00000100:00080000:3.0:1767324164.043520:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324164.043523:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324164.043528:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817248512:0@lo:38:kworker.0
00000100:00080000:3.0:1767324164.043540:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324164.043546:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324164.043548:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817249024:12345-0@lo:400:kworker.0 Request processed in 51us (1564us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324164.043551:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817248768:0@lo:38:kworker.0
00000100:00100000:2.0:1767324164.043563:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3974
00000100:00080000:3.0:1767324164.043597:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324164.043612:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817249024:0@lo:400:kworker.0
00000100:00100000:1.0:1767324164.043688:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817248640:0@lo:400:kworker.0
00000100:00100000:0.0:1767324164.045183:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324164.045933:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817248896
00000100:00100000:3.0:1767324164.045946:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817248896
00000100:00100000:3.0:1767324164.046132:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3975
00000100:00100000:3.0:1767324164.046146:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817248896:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767324164.046291:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324164.046374:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817248896:12345-0@lo:400:kworker.0 Request processed in 231us (1194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324164.046382:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3975
00000100:00100000:1.0:1767324164.046514:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817248896:0@lo:400:kworker.0
00000100:00100000:2.0:1767324164.614896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324165.063232:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324165.574987:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767324165.575126:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817249152:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324165.575184:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324165.575229:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817249152
00000100:00100000:3.0:1767324165.575238:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817249152
00000100:00100000:3.0:1767324165.575361:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3735
00000100:00100000:3.0:1767324165.575373:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817249152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324165.575406:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324165.575457:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817249280:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324165.575485:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324165.575564:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817249152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 192us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324165.575574:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3735
00000100:00100000:0.0:1767324165.575600:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817249152:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324165.575601:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817249280
00000100:00100000:3.0:1767324165.575606:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817249280
00000100:00100000:1.0:1767324165.575779:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736
00000100:00100000:1.0:1767324165.575789:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817249280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324165.575807:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324165.575847:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817249280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (360us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324165.575855:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736
00000100:00100000:0.0:1767324165.575870:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817249280:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324165.638850:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324166.086886:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324166.662889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324166.826932:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324166.826979:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324166.827150:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758848128
00000100:00100000:3.0:1767324166.827159:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758848128
00000100:00100000:3.0:1767324166.827201:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758848256
00000100:00100000:3.0:1767324166.827204:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758848256
00000100:00100000:3.0:1767324166.827272:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6375
00000100:00100000:3.0:1767324166.827284:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758848256:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324166.827417:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91193
00000100:00100000:0.0:1767324166.827423:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758848128:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324166.827444:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767324166.827449:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324166.827507:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758848128:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 83us (586us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324166.827514:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91193
00000100:00100000:3.0:1767324166.827702:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758848256:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 421us (721us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324166.827710:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6375
00010000:00010000:2.0:1767324167.110992:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324167.686928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324168.137144:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324168.710891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324169.159059:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324169.159072:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324169.159075:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324169.159081:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324169.159086:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324169.159098:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6706
00000100:00080000:2.0:1767324169.159104:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324169.159114:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324169.159175:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8b100 x1853166817249408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324169.159243:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817249408:0@lo:38:kworker.0
00000100:00100000:3.0:1767324169.159330:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324169.159408:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817249408
00000100:00100000:0.0:1767324169.159418:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817249408
00010000:00010000:1.0:1767324169.159461:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324169.159472:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91194
00000100:00100000:0.0:1767324169.159483:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817249408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324169.159511:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767324169.159516:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324169.159522:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324169.159524:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324169.159529:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6706
00000100:00080000:2.0:1767324169.159532:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324169.159537:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324169.159555:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89880 x1853166817249536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324169.159656:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817249536:0@lo:38:kworker.0
00000100:00100000:3.0:1767324169.159695:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324169.159713:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817249408:12345-0@lo:38:kworker.0 Request processed in 229us (381us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324169.159804:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91194
00000100:00080000:3.0:1767324169.159819:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324169.159826:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324169.159841:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817249408:0@lo:38:kworker.0
00000100:00080000:2.0:1767324169.159949:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324169.159954:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324169.159956:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324169.159961:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6706
00000100:00080000:2.0:1767324169.159965:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324169.159972:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324169.159973:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817249664:0@lo:400:kworker.0
00000100:00100000:2.0:1767324169.159987:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea8a300 x1853166817249792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324169.160010:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324169.160023:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324169.160028:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324169.160030:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324169.160036:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6706
00000100:00080000:2.0:1767324169.160039:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324169.160043:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324169.160045:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817249664
00000100:00100000:0.0:1767324169.160050:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817249664
00000100:00100000:2.0:1767324169.160056:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea89f80 x1853166817250048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324169.160100:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6376
00000100:00100000:2.0:1767324169.160107:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817250304:0@lo:400:kworker.0
00000100:00100000:0.0:1767324169.160111:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817249664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324169.160148:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324169.160161:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817249664:12345-0@lo:400:kworker.0 Request processed in 53us (152us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324169.160168:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6376
00000100:00100000:2.0:1767324169.160187:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817249920:0@lo:400:kworker.0
00000100:00080000:0.0:1767324169.160198:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324169.160215:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324169.160226:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817250176:0@lo:400:kworker.0
00000100:00100000:2.0:1767324169.160247:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817249920
00000100:00100000:2.0:1767324169.160252:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817249920
00000100:00100000:0.0:1767324169.160272:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324169.160288:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6377
00000100:00100000:2.0:1767324169.160296:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817249920:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767324169.160318:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324169.160339:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817249920:12345-0@lo:400:kworker.0 Request processed in 43us (123us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324169.160344:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817249664:0@lo:400:kworker.0
00000100:00100000:2.0:1767324169.160349:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6377
00000100:00100000:0.0:1767324169.160397:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817250304
00000100:00100000:0.0:1767324169.160401:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817250304
00000100:00100000:0.0:1767324169.160433:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817250176
00000100:00100000:0.0:1767324169.160436:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817250176
00000100:00100000:0.0:1767324169.160461:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3976
00000100:00100000:0.0:1767324169.160467:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817250304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324169.160475:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3977
00000100:00100000:3.0:1767324169.160487:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817250176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324169.160497:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817250304:12345-0@lo:400:kworker.0 Request processed in 31us (349us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324169.160503:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3976
00000100:00080000:0.0:1767324169.160521:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324169.160524:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324169.160536:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817250176:12345-0@lo:400:kworker.0 Request processed in 52us (264us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324169.160545:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3977
00000100:00100000:3.0:1767324169.160577:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817250176:0@lo:400:kworker.0
00000100:00100000:3.0:1767324169.160593:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817249792:0@lo:38:kworker.0
00000100:00100000:3.0:1767324169.160617:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324169.160639:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817250048:0@lo:38:kworker.0
00000100:00100000:3.0:1767324169.160659:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324169.160700:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817249920:0@lo:400:kworker.0
00000100:00100000:3.0:1767324169.160724:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817250304:0@lo:400:kworker.0
00000100:00100000:2.0:1767324169.160793:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817249792
00000100:00100000:2.0:1767324169.160797:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817249792
00000100:00100000:2.0:1767324169.160822:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817250048
00000100:00100000:2.0:1767324169.160825:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817250048
00000100:00100000:2.0:1767324169.160841:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91195
00000100:00100000:2.0:1767324169.160845:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817249792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324169.160859:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324169.160887:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817249792:12345-0@lo:38:kworker.0 Request processed in 40us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324169.160893:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91195
00000100:00100000:2.0:1767324169.160904:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91196
00000100:00100000:2.0:1767324169.160909:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817250048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324169.160917:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324169.160939:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817250048:12345-0@lo:38:kworker.0 Request processed in 29us (278us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324169.160946:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91196
00000100:00080000:3.0:1767324169.161024:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324169.161029:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324169.161032:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817249792:0@lo:38:kworker.0
00000100:00080000:3.0:1767324169.161039:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324169.161042:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324169.161045:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817250048:0@lo:38:kworker.0
00000100:00100000:1.0:1767324169.161561:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817249536
00000100:00100000:1.0:1767324169.161568:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817249536
00000100:00100000:1.0:1767324169.161641:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531
00000100:00100000:1.0:1767324169.161648:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817249536:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324169.161661:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324169.161712:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d42af5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817249536:12345-0@lo:38:kworker.0 Request processed in 63us (2016us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324169.161719:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531
00000100:00080000:2.0:1767324169.161810:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324169.161815:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324169.161819:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817249536:0@lo:38:kworker.0
00000100:00100000:2.0:1767324169.734914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324170.182984:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324170.695144:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817250432:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324170.695148:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324170.695172:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817250560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324170.696334:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324170.696956:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324170.697080:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817250432
00000100:00100000:3.0:1767324170.697080:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817250560
00000100:00100000:1.0:1767324170.697093:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817250432
00000100:00100000:3.0:1767324170.697093:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817250560
00000100:00100000:1.0:1767324170.697159:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737
00000100:00100000:1.0:1767324170.697173:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817250432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324170.697219:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324170.697236:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738
00000100:00100000:3.0:1767324170.697246:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817250560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324170.697268:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324170.697289:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817250432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (957us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324170.697298:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737
00000100:00100000:3.0:1767324170.697325:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817250560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324170.697334:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738
00000100:00100000:2.0:1767324170.697381:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817250560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324170.697392:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817250432:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324170.758897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324171.207534:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324171.783316:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324171.945853:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324171.945908:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324171.945987:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758848512
00000100:00100000:2.0:1767324171.946000:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758848512
00000100:00100000:2.0:1767324171.946105:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758848384
00000100:00100000:2.0:1767324171.946110:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758848384
00000100:00100000:2.0:1767324171.946140:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6378
00000100:00100000:2.0:1767324171.946153:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758848512:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324171.946192:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91197
00000100:00100000:0.0:1767324171.946202:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758848384:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324171.946228:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324171.946252:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758848512:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 101us (412us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324171.946266:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6378
00000100:00100000:0.0:1767324171.946267:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758848384:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 62us (354us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324171.946276:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91197
00000100:00080000:3.0:1767324171.946644:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324172.234182:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324172.806974:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324173.254971:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324173.830874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324174.278964:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324174.279018:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324174.279027:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324174.279030:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324174.279035:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324174.279040:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324174.279060:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6711
00000100:00080000:3.0:1767324174.279066:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324174.279074:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324174.279127:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9bb80 x1853166817250688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324174.279153:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324174.279157:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324174.279159:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324174.279163:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6711
00000100:00080000:3.0:1767324174.279172:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324174.279175:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324174.279187:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa98e00 x1853166817250816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324174.279231:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324174.279235:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324174.279237:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324174.279241:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6711
00000100:00080000:3.0:1767324174.279244:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324174.279248:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324174.279258:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99f80 x1853166817251072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324174.279262:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817250944:0@lo:400:kworker.0
00000100:00080000:3.0:1767324174.279295:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324174.279300:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324174.279302:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324174.279307:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6711
00000100:00080000:3.0:1767324174.279309:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324174.279313:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324174.279326:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9a300 x1853166817251328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324174.279368:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324174.279384:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817251456:0@lo:400:kworker.0
00000100:00100000:3.0:1767324174.279391:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817251200:0@lo:400:kworker.0
00000100:00100000:1.0:1767324174.279439:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324174.279451:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324174.279456:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324174.279463:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817251584:0@lo:400:kworker.0
00000100:00100000:0.0:1767324174.279497:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324174.279502:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817250944
00000100:00100000:1.0:1767324174.279512:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817250944
00000100:00100000:2.0:1767324174.279550:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817251200
00000100:00100000:2.0:1767324174.279556:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817251200
00000100:00100000:1.0:1767324174.279582:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6379
00000100:00100000:1.0:1767324174.279595:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817250944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324174.279607:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6380
00000100:00100000:2.0:1767324174.279617:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817251200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324174.279660:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817250944:12345-0@lo:400:kworker.0 Request processed in 67us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324174.279669:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6379
00000100:00100000:1.0:1767324174.279850:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817250944:0@lo:400:kworker.0
00000100:00100000:2.0:1767324174.279884:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817251200:12345-0@lo:400:kworker.0 Request processed in 268us (430us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324174.279892:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6380
00000100:00080000:1.0:1767324174.279922:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324174.280150:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817250688:0@lo:38:kworker.0
00000100:00100000:2.0:1767324174.280190:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324174.280217:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817250816:0@lo:38:kworker.0
00000100:00100000:2.0:1767324174.280244:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324174.280267:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817250816
00000100:00100000:2.0:1767324174.280274:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817251072:0@lo:38:kworker.0
00000100:00100000:2.0:1767324174.280293:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324174.280308:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817251328:0@lo:38:kworker.0
00000100:00100000:2.0:1767324174.280325:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324174.280359:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817250816
00000100:00100000:2.0:1767324174.280369:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817250688
00000100:00100000:2.0:1767324174.280375:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817250688
00000100:00100000:1.0:1767324174.280391:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532
00000100:00100000:1.0:1767324174.280399:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817250816:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324174.280400:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817251072
00000100:00100000:2.0:1767324174.280404:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817251072
00000100:00100000:2.0:1767324174.280418:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817251328
00000100:00100000:2.0:1767324174.280420:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817251328
00010000:00020000:1.0:1767324174.280426:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324174.280435:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91198
00000100:00100000:2.0:1767324174.280441:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817250688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324174.280453:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324174.280469:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817250816:12345-0@lo:38:kworker.0 Request processed in 70us (225us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324174.280478:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532
00000100:00100000:2.0:1767324174.280489:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817250688:12345-0@lo:38:kworker.0 Request processed in 45us (296us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324174.280498:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91198
00000100:00100000:1.0:1767324174.280504:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91199
00000100:00100000:1.0:1767324174.280510:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817251072:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324174.280517:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91200
00010000:00020000:1.0:1767324174.280521:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324174.280526:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817251328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324174.280538:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324174.280548:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817251072:12345-0@lo:38:kworker.0 Request processed in 37us (253us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324174.280555:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91199
00000100:00100000:2.0:1767324174.280573:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817251328:12345-0@lo:38:kworker.0 Request processed in 46us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324174.280580:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91200
00000100:00100000:1.0:1767324174.280629:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817251200:0@lo:400:kworker.0
00000100:00080000:2.0:1767324174.280634:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324174.280641:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324174.280645:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817250688:0@lo:38:kworker.0
00000100:00080000:2.0:1767324174.280657:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324174.280661:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324174.280665:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817250816:0@lo:38:kworker.0
00000100:00080000:2.0:1767324174.280675:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324174.280678:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324174.280682:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817251072:0@lo:38:kworker.0
00000100:00080000:2.0:1767324174.280690:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324174.280693:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324174.280696:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817251328:0@lo:38:kworker.0
00000100:00100000:0.0:1767324174.280926:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817251456
00000100:00100000:0.0:1767324174.280932:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817251456
00000100:00100000:0.0:1767324174.280978:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817251584
00000100:00100000:0.0:1767324174.280983:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817251584
00000100:00100000:0.0:1767324174.281020:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3978
00000100:00100000:0.0:1767324174.281028:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817251456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324174.281080:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817251456:12345-0@lo:400:kworker.0 Request processed in 52us (1640us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324174.281088:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3978
00000100:00100000:0.0:1767324174.281103:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3979
00000100:00100000:0.0:1767324174.281110:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817251584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324174.281158:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817251456:0@lo:400:kworker.0
00000100:00080000:1.0:1767324174.281190:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324174.281195:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324174.281347:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817251584:12345-0@lo:400:kworker.0 Request processed in 237us (1848us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324174.281355:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3979
00000100:00100000:1.0:1767324174.281408:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817251584:0@lo:400:kworker.0
00000100:00100000:2.0:1767324174.854905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324175.303970:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324175.815133:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817251712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324175.815213:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324175.815355:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817251712
00000100:00100000:2.0:1767324175.815366:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817251712
00000100:00100000:2.0:1767324175.815423:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3739
00000100:00100000:2.0:1767324175.815434:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817251712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324175.815473:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324175.815523:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817251712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324175.815531:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3739
00000100:00100000:1.0:1767324175.815569:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817251712:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324175.816568:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817251840:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324175.816602:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324175.816648:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817251840
00000100:00100000:2.0:1767324175.816654:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817251840
00000100:00100000:2.0:1767324175.816726:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3740
00000100:00100000:2.0:1767324175.816735:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817251840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324175.816771:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324175.816814:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817251840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324175.816821:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3740
00000100:00100000:3.0:1767324175.816922:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817251840:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324175.879027:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324176.327108:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324176.902972:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324177.067455:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324177.067514:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324177.070211:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758848768
00000100:00100000:3.0:1767324177.070233:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758848768
00000100:00100000:3.0:1767324177.070535:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758848640
00000100:00100000:3.0:1767324177.070549:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758848640
00000100:00100000:3.0:1767324177.070579:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6381
00000100:00100000:3.0:1767324177.070592:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758848768:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324177.070711:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758848768:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 123us (3366us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324177.070716:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6381
00000100:00100000:3.0:1767324177.070734:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91201
00000100:00100000:3.0:1767324177.070737:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758848640:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324177.070773:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324177.070795:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758848640:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 57us (3282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324177.070799:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91201
00000100:00080000:0.0:1767324177.071358:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767324177.351206:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324177.926905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324178.374914:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324178.950923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324179.398904:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324179.398921:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324179.398924:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324179.398929:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324179.398935:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324179.398946:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6716
00000100:00080000:3.0:1767324179.398952:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324179.398960:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324179.399013:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa98380 x1853166817251968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324179.399042:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324179.399046:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324179.399048:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324179.399053:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6716
00000100:00080000:3.0:1767324179.399055:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324179.399058:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324179.399072:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b480 x1853166817252096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324179.399707:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817251968:0@lo:38:kworker.0
00000100:00080000:3.0:1767324179.399863:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324179.399869:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324179.399871:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324179.399878:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6716
00000100:00080000:3.0:1767324179.399882:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324179.399888:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324179.399895:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817252224:0@lo:400:kworker.0
00000100:00100000:3.0:1767324179.399911:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9a300 x1853166817252352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324179.399946:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324179.399950:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324179.399952:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324179.399956:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6716
00000100:00080000:3.0:1767324179.399960:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324179.399964:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324179.399977:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa98e00 x1853166817252608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324179.399991:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817252480:0@lo:400:kworker.0
00000100:00100000:3.0:1767324179.400026:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817252736:0@lo:400:kworker.0
00000100:00100000:0.0:1767324179.400033:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817252864:0@lo:400:kworker.0
00000100:00100000:3.0:1767324179.400076:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324179.400107:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324179.400114:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817252736
00000100:00100000:0.0:1767324179.400126:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817252736
00000100:00100000:2.0:1767324179.400178:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817252096:0@lo:38:kworker.0
00000100:00100000:3.0:1767324179.400207:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324179.400232:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3980
00000100:00100000:2.0:1767324179.400242:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324179.400254:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817252736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324179.400263:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324179.400313:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817251968
00000100:00100000:3.0:1767324179.400318:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817251968
00000100:00100000:3.0:1767324179.400347:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817252224
00000100:00100000:0.0:1767324179.400349:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817252736:12345-0@lo:400:kworker.0 Request processed in 100us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324179.400350:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817252224
00000100:00100000:0.0:1767324179.400362:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3980
00000100:00100000:3.0:1767324179.400379:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6382
00000100:00100000:0.0:1767324179.400385:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817252864
00000100:00100000:0.0:1767324179.400392:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817252864
00000100:00100000:3.0:1767324179.400393:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817252224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324179.400428:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3981
00000100:00100000:3.0:1767324179.400436:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817252224:12345-0@lo:400:kworker.0 Request processed in 48us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324179.400440:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817252864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324179.400449:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6382
00000100:00100000:3.0:1767324179.400467:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91202
00000100:00100000:3.0:1767324179.400472:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817251968:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324179.400491:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817252864:12345-0@lo:400:kworker.0 Request processed in 54us (228us total) trans 0 rc 0/0
00010000:00020000:3.0:1767324179.400493:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324179.400504:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3981
00000100:00080000:0.0:1767324179.400528:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324179.400529:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817251968:12345-0@lo:38:kworker.0 Request processed in 54us (427us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767324179.400536:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324179.400541:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91202
00000100:00080000:0.0:1767324179.400542:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324179.400611:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324179.400614:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817252224:0@lo:400:kworker.0
00010000:00010000:1.0:1767324179.401566:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324179.402089:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817252480
00000100:00100000:3.0:1767324179.402099:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817252736:0@lo:400:kworker.0
00000100:00100000:2.0:1767324179.402102:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817252480
00000100:00100000:0.0:1767324179.402126:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817252864:0@lo:400:kworker.0
00000100:00080000:0.0:1767324179.402179:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324179.402198:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6383
00000100:00100000:3.0:1767324179.402220:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817252480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324179.402237:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817252352:0@lo:38:kworker.0
00000100:00100000:0.0:1767324179.402302:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324179.402309:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817252480:12345-0@lo:400:kworker.0 Request processed in 99us (1698us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324179.402318:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6383
00000100:00100000:0.0:1767324179.402336:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817252608:0@lo:38:kworker.0
00000100:00100000:3.0:1767324179.402348:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817252352
00000100:00100000:3.0:1767324179.402355:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817252352
00000100:00100000:0.0:1767324179.402363:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324179.402398:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324179.402404:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324179.402408:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817251968:0@lo:38:kworker.0
00000100:00100000:1.0:1767324179.402629:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817252096
00000100:00100000:1.0:1767324179.402635:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817252096
00000100:00100000:1.0:1767324179.402663:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533
00000100:00100000:1.0:1767324179.402669:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817252096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324179.402694:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324179.402743:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817252096:12345-0@lo:38:kworker.0 Request processed in 73us (2515us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324179.402750:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533
00000100:00080000:1.0:1767324179.402797:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324179.402802:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324179.402805:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817252096:0@lo:38:kworker.0
00000100:00100000:1.0:1767324179.403405:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817252480:0@lo:400:kworker.0
00000100:00100000:3.0:1767324179.403734:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817252608
00000100:00100000:3.0:1767324179.403741:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817252608
00000100:00100000:1.0:1767324179.403784:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91203
00000100:00100000:1.0:1767324179.403793:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817252352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324179.403811:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324179.403910:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817252352:12345-0@lo:38:kworker.0 Request processed in 117us (1608us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324179.406873:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91204
00000100:00100000:3.0:1767324179.406892:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817252608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324179.406928:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324179.406930:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91203
00000100:00080000:2.0:1767324179.407001:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324179.407009:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324179.407014:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817252352:0@lo:38:kworker.0
00000100:00100000:3.0:1767324179.407964:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817252608:12345-0@lo:38:kworker.0 Request processed in 1071us (5597us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324179.407977:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91204
00000100:00080000:2.0:1767324179.408009:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324179.408016:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324179.408020:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817252608:0@lo:38:kworker.0
00000100:00100000:2.0:1767324179.974881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324180.423373:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324180.935924:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817253120:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324180.936031:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324180.936218:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324180.936231:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817252992:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324180.936307:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324180.936672:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817253120
00000100:00100000:0.0:1767324180.936683:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817253120
00000100:00100000:0.0:1767324180.936841:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817252992
00000100:00100000:0.0:1767324180.936846:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817252992
00000100:00100000:3.0:1767324180.937000:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3741
00000100:00100000:3.0:1767324180.937015:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817253120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324180.937125:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324180.937191:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817253120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 182us (1160us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324180.937200:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3741
00000100:00100000:2.0:1767324180.937396:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742
00000100:00100000:2.0:1767324180.937408:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817252992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324180.937428:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324180.937468:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817252992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (1162us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324180.937475:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742
00000100:00100000:1.0:1767324180.937605:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817253120:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324180.937781:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817252992:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324180.998932:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324181.447015:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324182.022929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324182.183468:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324182.183552:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324182.183641:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758848896
00000100:00100000:2.0:1767324182.183650:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758848896
00000100:00100000:2.0:1767324182.183686:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758849024
00000100:00100000:2.0:1767324182.183688:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758849024
00000100:00100000:0.0:1767324182.183778:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91205
00000100:00100000:0.0:1767324182.183787:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758848896:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324182.183821:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324182.183873:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6384
00000100:00100000:2.0:1767324182.183889:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758849024:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324182.183890:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758848896:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 96us (423us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324182.183903:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91205
00000100:00100000:2.0:1767324182.183934:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758849024:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 52us (379us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324182.183941:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6384
00000100:00080000:3.0:1767324182.184038:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324182.470897:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324183.046862:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324183.495293:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324184.070895:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324184.519643:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767324184.520276:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324184.520283:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324184.520286:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324184.520290:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324184.520294:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324184.520301:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6722
00000100:00080000:0.0:1767324184.520306:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324184.520313:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324184.520352:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa16d80 x1853166817253248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324184.520380:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324184.520384:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324184.520386:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324184.520390:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6722
00000100:00080000:0.0:1767324184.520392:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324184.520397:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324184.520410:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa14e00 x1853166817253376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324184.520424:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817253248:0@lo:38:kworker.0
00000100:00080000:0.0:1767324184.520460:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324184.520465:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324184.520467:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324184.520471:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6722
00000100:00080000:0.0:1767324184.520474:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324184.520477:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324184.520486:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767324184.520491:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15180 x1853166817253632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324184.520504:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817253504:0@lo:400:kworker.0
00000100:00100000:2.0:1767324184.520504:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324184.520525:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324184.520530:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324184.520533:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324184.520537:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6722
00000100:00080000:0.0:1767324184.520540:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324184.520545:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324184.520552:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324184.520563:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa17800 x1853166817253888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324184.520590:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817254016:0@lo:400:kworker.0
00000100:00100000:0.0:1767324184.520614:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817253760:0@lo:400:kworker.0
00000100:00100000:1.0:1767324184.520622:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324184.520626:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817253248
00000100:00100000:3.0:1767324184.520634:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817253248
00000100:00100000:0.0:1767324184.520653:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324184.520672:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817254144:0@lo:400:kworker.0
00000100:00100000:1.0:1767324184.520696:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324184.520731:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817254016
00000100:00100000:1.0:1767324184.520735:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817254016
00000100:00100000:1.0:1767324184.520796:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817254144
00000100:00100000:1.0:1767324184.520799:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817254144
00000100:00100000:1.0:1767324184.520829:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3982
00000100:00100000:1.0:1767324184.520838:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817254016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324184.520878:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817253376:0@lo:38:kworker.0
00000100:00100000:1.0:1767324184.520893:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817254016:12345-0@lo:400:kworker.0 Request processed in 54us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324184.520901:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3982
00000100:00100000:2.0:1767324184.520916:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324184.520921:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3983
00000100:00100000:1.0:1767324184.520931:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817254144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324184.520950:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817253632:0@lo:38:kworker.0
00000100:00100000:2.0:1767324184.520982:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817253376
00000100:00100000:2.0:1767324184.520986:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817253376
00000100:00100000:2.0:1767324184.521009:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534
00000100:00100000:2.0:1767324184.521014:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817253376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324184.521031:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324184.521066:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817253376:12345-0@lo:38:kworker.0 Request processed in 50us (152us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324184.521073:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534
00000100:00100000:1.0:1767324184.521269:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817254144:12345-0@lo:400:kworker.0 Request processed in 339us (570us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324184.521276:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3983
00000100:00100000:3.0:1767324184.526001:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817253504
00000100:00100000:2.0:1767324184.526008:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817253760
00000100:00100000:3.0:1767324184.526016:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817253504
00000100:00100000:2.0:1767324184.526017:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817253760
00000100:00100000:3.0:1767324184.526087:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6385
00000100:00100000:2.0:1767324184.526100:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6386
00000100:00100000:3.0:1767324184.526102:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817253504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324184.526114:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817253760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324184.526187:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817254016:0@lo:400:kworker.0
00000100:00100000:2.0:1767324184.526196:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817253760:12345-0@lo:400:kworker.0 Request processed in 85us (5542us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324184.526205:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6386
00000100:00100000:2.0:1767324184.526229:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91206
00000100:00100000:2.0:1767324184.526246:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817253248:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324184.526266:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324184.526269:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817254144:0@lo:400:kworker.0
00000100:00100000:2.0:1767324184.526303:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817253248:12345-0@lo:38:kworker.0 Request processed in 65us (5799us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324184.526311:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817253760:0@lo:400:kworker.0
00000100:00100000:2.0:1767324184.526312:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91206
00000100:00100000:0.0:1767324184.526339:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324184.526361:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767324184.526366:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324184.526369:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817253888:0@lo:38:kworker.0
00000100:00080000:2.0:1767324184.526370:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324184.526402:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324184.526479:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817253504:12345-0@lo:400:kworker.0 Request processed in 384us (5930us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324184.526484:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6385
00000100:00080000:0.0:1767324184.528250:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324184.528259:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324184.528264:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817253248:0@lo:38:kworker.0
00000100:00080000:0.0:1767324184.528290:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324184.528294:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324184.528298:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817253376:0@lo:38:kworker.0
00000100:00100000:0.0:1767324184.528361:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817253888
00000100:00100000:1.0:1767324184.528362:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817253632
00000100:00100000:0.0:1767324184.528367:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817253888
00000100:00100000:1.0:1767324184.528371:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817253632
00000100:00100000:3.0:1767324184.528406:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817253504:0@lo:400:kworker.0
00000100:00100000:0.0:1767324184.528772:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91207
00000100:00100000:0.0:1767324184.528780:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817253888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324184.528798:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324184.528841:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817253888:12345-0@lo:38:kworker.0 Request processed in 60us (2438us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324184.528849:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91207
00000100:00100000:0.0:1767324184.528865:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91208
00000100:00100000:0.0:1767324184.528870:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817253632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324184.528879:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324184.528900:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817253632:12345-0@lo:38:kworker.0 Request processed in 29us (2563us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324184.528906:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91208
00000100:00080000:0.0:1767324184.528928:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324184.528933:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324184.528936:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817253632:0@lo:38:kworker.0
00000100:00080000:0.0:1767324184.528944:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324184.528947:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324184.528950:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817253888:0@lo:38:kworker.0
00000100:00100000:2.0:1767324185.095107:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324185.543312:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324186.057815:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817254400:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324186.057882:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324186.058008:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817254400
00000100:00100000:1.0:1767324186.058016:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817254400
00000100:00100000:1.0:1767324186.058073:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3743
00000100:00100000:1.0:1767324186.058081:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817254400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324186.058106:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324186.058146:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817254400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324186.058154:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3743
00000100:00080000:2.0:1767324186.058208:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324186.058251:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817254400:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324186.058324:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817254272:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324186.058353:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324186.058457:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817254272
00000100:00100000:0.0:1767324186.058462:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817254272
00000100:00100000:0.0:1767324186.058505:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744
00000100:00100000:0.0:1767324186.058512:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817254272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324186.058527:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324186.058555:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817254272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324186.058561:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744
00000100:00100000:3.0:1767324186.058731:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817254272:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767324186.058786:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324186.118891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324186.568444:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324187.143437:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324187.303493:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767324187.303531:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758849408 offset 0 length 520: 4
00000100:00100000:3.0:1767324187.303581:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324187.303600:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758849152
00000100:00100000:1.0:1767324187.303613:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758849152
00000100:00100000:2.0:1767324187.303660:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758849280
00000100:00100000:2.0:1767324187.303667:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758849280
00000100:00100000:1.0:1767324187.303671:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91209
00000100:00100000:1.0:1767324187.303678:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758849152:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324187.303700:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324187.303745:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6387
00000100:00100000:1.0:1767324187.303805:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758849152:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 126us (425us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324187.303815:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91209
00000100:00100000:2.0:1767324187.303822:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758849280:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324187.303873:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758849280:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 119us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324187.303885:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6387
00000100:00080000:0.0:1767324187.303977:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324187.591184:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324188.166925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324188.614992:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324189.190910:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324189.638951:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324164/real 1767324164]  req@ffff8d4d50a00a80 x1853166817248000/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324189 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767324189.638982:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d50a00a80 x1853166817248000/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324189 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767324189.639001:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324189.639020:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767324189.639024:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817248000:0@lo:250:kworker.0
00000100:00080000:0.0:1767324189.639218:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324189.639223:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767324189.639225:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324189.639229:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6706
00000100:00080000:0.0:1767324189.639232:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324189.639237:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324189.639265:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa17800 x1853166817254528/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324189.639289:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324189.639293:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324189.639295:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324189.639298:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6727
00000100:00080000:0.0:1767324189.639301:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324189.639303:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324189.639315:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15180 x1853166817254656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324189.639322:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324189.639325:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324189.639326:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324189.639329:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6727
00000100:00080000:0.0:1767324189.639331:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324189.639333:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324189.639342:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa14e00 x1853166817254784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324189.639342:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817254528:0@lo:250:kworker.0
00000100:00080000:0.0:1767324189.639393:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324189.639397:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324189.639400:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000100:2.0:1767324189.639405:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817254528 offset 0 length 520: 4
00000100:00080000:0.0:1767324189.639408:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6727
00000100:00080000:0.0:1767324189.639412:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324189.639416:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324189.639425:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817254912:0@lo:400:kworker.0
00000100:00100000:0.0:1767324189.639430:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa15500 x1853166817255040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324189.639455:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767324189.639456:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817254656:0@lo:38:kworker.0
00000100:00080000:0.0:1767324189.639461:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324189.639464:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324189.639467:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6727
00000100:00080000:0.0:1767324189.639468:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324189.639471:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324189.639482:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e662f6d80 x1853166817255296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324189.639491:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324189.639517:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817255168:0@lo:400:kworker.0
00000100:00100000:1.0:1767324189.639536:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324189.639546:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817255552:0@lo:400:kworker.0
00000100:00100000:2.0:1767324189.639551:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1767324189.639558:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324189.639587:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817254912
00000100:00100000:0.0:1767324189.639594:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817254912
00000100:00100000:0.0:1767324189.639640:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817255168
00000100:00100000:0.0:1767324189.639644:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817255168
00000100:00100000:3.0:1767324189.639671:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817255424:0@lo:400:kworker.0
00000100:00100000:0.0:1767324189.639673:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6388
00000100:00100000:0.0:1767324189.639690:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817254912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324189.639727:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324189.639785:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817254784:0@lo:38:kworker.0
00000100:00100000:3.0:1767324189.639795:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324189.640697:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324189.640698:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817254912:12345-0@lo:400:kworker.0 Request processed in 1006us (1209us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324189.640708:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324189.640713:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6388
00000100:00100000:2.0:1767324189.640741:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817255040:0@lo:38:kworker.0
00000100:00100000:0.0:1767324189.640743:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817254656
00000100:00100000:0.0:1767324189.640749:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817254656
00000100:00100000:1.0:1767324189.640781:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817254912:0@lo:400:kworker.0
00000100:00100000:3.0:1767324189.640789:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6389
00000100:00100000:3.0:1767324189.640813:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817255168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324189.640814:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324189.640826:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91210
00000100:00100000:1.0:1767324189.640828:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817255040
00000100:00100000:1.0:1767324189.640834:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817255040
00000100:00100000:0.0:1767324189.640838:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817254656:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324189.640841:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817255296:0@lo:38:kworker.0
00000100:00100000:1.0:1767324189.640859:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91211
00010000:00020000:0.0:1767324189.640860:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324189.640872:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817255040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324189.640886:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324189.640901:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324189.640902:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817255168:12345-0@lo:400:kworker.0 Request processed in 93us (1348us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324189.640916:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6389
00000100:00100000:0.0:1767324189.640924:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817254656:12345-0@lo:38:kworker.0 Request processed in 82us (1192us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324189.640935:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91210
00000100:00080000:2.0:1767324189.640947:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324189.640951:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817255040:12345-0@lo:38:kworker.0 Request processed in 76us (149us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324189.640954:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817255296
00000100:00080000:2.0:1767324189.640959:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324189.640963:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817255296
00000100:00080000:0.0:1767324189.640967:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324189.640969:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91211
00000100:00100000:2.0:1767324189.640969:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817254656:0@lo:38:kworker.0
00000100:00100000:1.0:1767324189.640998:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91212
00000100:00080000:2.0:1767324189.641009:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324189.641011:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817255296:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767324189.641014:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324189.641021:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817255040:0@lo:38:kworker.0
00010000:00020000:1.0:1767324189.641027:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324189.641031:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817255424
00000100:00100000:0.0:1767324189.641037:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817255424
00000100:00100000:2.0:1767324189.641073:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817255168:0@lo:400:kworker.0
00000100:00100000:1.0:1767324189.641076:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817255296:12345-0@lo:38:kworker.0 Request processed in 67us (179us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324189.641087:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91212
00000100:00100000:0.0:1767324189.641092:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817255552
00000100:00100000:0.0:1767324189.641097:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817255552
00000100:00100000:3.0:1767324189.641119:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817254784
00000100:00100000:3.0:1767324189.641127:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817254784
00000100:00100000:1.0:1767324189.641138:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3984
00000100:00100000:0.0:1767324189.641146:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3985
00000100:00100000:1.0:1767324189.641152:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817255424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324189.641161:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817255552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324189.641169:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535
00000100:00100000:3.0:1767324189.641177:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817254784:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324189.641223:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817255552:12345-0@lo:400:kworker.0 Request processed in 66us (526us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324189.641232:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3985
00000100:00100000:2.0:1767324189.641248:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817255552:0@lo:400:kworker.0
00000100:00080000:0.0:1767324189.641251:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767324189.641256:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324189.641284:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324189.641289:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324189.641294:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817255296:0@lo:38:kworker.0
00000100:00100000:1.0:1767324189.641302:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817255424:12345-0@lo:400:kworker.0 Request processed in 154us (1545us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324189.641311:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3984
00000100:00100000:2.0:1767324189.641327:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e662f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817255424:0@lo:400:kworker.0
00010000:00020000:3.0:1767324189.641397:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324189.641448:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817254784:12345-0@lo:38:kworker.0 Request processed in 270us (743us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324189.641458:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535
00000100:00080000:0.0:1767324189.641485:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324189.641490:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324189.641496:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817254784:0@lo:38:kworker.0
00000100:00100000:2.0:1767324190.215080:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324190.663002:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324191.175014:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817255680:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324191.175065:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324191.175096:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817255808:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324191.175109:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324191.175161:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817255680
00000100:00100000:1.0:1767324191.175170:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817255680
00000100:00100000:0.0:1767324191.175196:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324191.175246:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817255808
00000100:00100000:3.0:1767324191.175254:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817255808
00000100:00080000:2.0:1767324191.175292:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324191.175297:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324191.175344:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745
00000100:00100000:1.0:1767324191.175354:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817255680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324191.175381:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324191.175480:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3746
00000100:00100000:1.0:1767324191.175489:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817255680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324191.175492:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817255808:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324191.175504:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745
00002000:00000024:3.0:1767324191.175523:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324191.175580:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817255808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324191.175588:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3746
00000100:00100000:1.0:1767324191.175643:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817255808:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324191.175704:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b218a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817255680:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324191.238871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324191.687163:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324192.265350:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324192.427411:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324192.427516:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324192.427655:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758849536
00000100:00100000:3.0:1767324192.427669:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758849536
00000100:00100000:3.0:1767324192.427735:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758849664
00000100:00100000:3.0:1767324192.427739:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758849664
00000100:00100000:3.0:1767324192.427816:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6390
00000100:00100000:3.0:1767324192.427831:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758849664:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324192.427927:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758849664:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 101us (411us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324192.427936:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6390
00000100:00100000:3.0:1767324192.427955:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91213
00000100:00100000:3.0:1767324192.427959:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758849536:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324192.427984:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324192.428023:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758849536:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 62us (628us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324192.428030:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91213
00000100:00080000:0.0:1767324192.428898:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324192.711031:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324193.287949:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324193.735695:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324194.311117:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324194.759122:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324194.759122:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324194.759133:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324194.759137:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324194.759152:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324194.759159:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324194.759171:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6732
00000100:00080000:3.0:1767324194.759177:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324194.759187:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324194.759247:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa98e00 x1853166817255936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324194.759279:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324194.759283:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324194.759285:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324194.759289:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6732
00000100:00080000:3.0:1767324194.759292:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324194.759296:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324194.759308:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9a300 x1853166817256064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324194.759347:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324194.759351:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324194.759353:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324194.759358:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6732
00000100:00080000:3.0:1767324194.759361:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324194.759364:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324194.759376:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b480 x1853166817256320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324194.759407:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767324194.759414:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324194.759419:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324194.759421:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324194.759426:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6732
00000100:00100000:2.0:1767324194.759428:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817256192:0@lo:400:kworker.0
00000100:00080000:3.0:1767324194.759430:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324194.759438:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324194.759452:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99880 x1853166817256576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324194.759476:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817256704:0@lo:400:kworker.0
00000100:00100000:3.0:1767324194.759496:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817256448:0@lo:400:kworker.0
00000100:00100000:3.0:1767324194.759528:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767324194.759535:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324194.759535:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324194.759538:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817256832:0@lo:400:kworker.0
00000100:00100000:0.0:1767324194.759597:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817255936:0@lo:38:kworker.0
00000100:00100000:3.0:1767324194.761598:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324194.761738:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817256192
00000100:00100000:3.0:1767324194.761750:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817256192
00000100:00100000:3.0:1767324194.761860:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6391
00000100:00100000:3.0:1767324194.761876:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817256192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324194.761949:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817256192:12345-0@lo:400:kworker.0 Request processed in 80us (2420us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324194.761957:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6391
00000100:00080000:3.0:1767324194.761984:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324194.762007:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324194.762040:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817256448
00000100:00100000:3.0:1767324194.762044:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817256448
00000100:00100000:3.0:1767324194.762072:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6392
00000100:00100000:3.0:1767324194.762078:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817256448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324194.762114:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817256448:12345-0@lo:400:kworker.0 Request processed in 37us (107us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324194.762121:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6392
00000100:00100000:2.0:1767324194.762371:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817256192:0@lo:400:kworker.0
00000100:00080000:2.0:1767324194.762416:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324194.762439:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817256448:0@lo:400:kworker.0
00000100:00100000:2.0:1767324194.762470:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817256704
00000100:00100000:2.0:1767324194.762473:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817256704
00000100:00100000:2.0:1767324194.762506:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817256832
00000100:00100000:2.0:1767324194.762509:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817256832
00000100:00100000:2.0:1767324194.762528:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3986
00000100:00100000:2.0:1767324194.762535:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817256704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324194.762573:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817256704:12345-0@lo:400:kworker.0 Request processed in 38us (3045us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324194.762578:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3986
00000100:00100000:2.0:1767324194.762594:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3987
00000100:00100000:2.0:1767324194.762599:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817256832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324194.762743:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817256832:12345-0@lo:400:kworker.0 Request processed in 143us (1152us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324194.762750:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3987
00000100:00080000:2.0:1767324194.762788:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767324194.762791:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324194.762824:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817256832:0@lo:400:kworker.0
00000100:00100000:0.0:1767324194.765397:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324194.765468:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817256064:0@lo:38:kworker.0
00000100:00100000:0.0:1767324194.765519:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324194.765558:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817256320:0@lo:38:kworker.0
00000100:00100000:0.0:1767324194.765582:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324194.765637:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817255936
00000100:00100000:0.0:1767324194.765646:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817255936
00000100:00100000:0.0:1767324194.765687:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817256320
00000100:00100000:0.0:1767324194.765689:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817256320
00000100:00100000:0.0:1767324194.765708:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91214
00000100:00100000:0.0:1767324194.765716:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817255936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324194.765743:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324194.765817:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817255936:12345-0@lo:38:kworker.0 Request processed in 100us (430us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324194.765825:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91214
00000100:00100000:0.0:1767324194.765843:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91215
00000100:00100000:0.0:1767324194.765858:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817256320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324194.765867:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324194.765889:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817256320:12345-0@lo:38:kworker.0 Request processed in 31us (306us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324194.765895:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91215
00000100:00080000:0.0:1767324194.765936:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324194.765943:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324194.765947:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817256320:0@lo:38:kworker.0
00000100:00100000:0.0:1767324194.765955:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817256576:0@lo:38:kworker.0
00000100:00100000:0.0:1767324194.765990:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324194.766019:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817256576
00000100:00100000:0.0:1767324194.766023:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817256576
00000100:00100000:0.0:1767324194.766043:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91216
00000100:00100000:0.0:1767324194.766059:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817256576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324194.766070:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324194.766104:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817256576:12345-0@lo:38:kworker.0 Request processed in 44us (114us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324194.766111:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91216
00000100:00080000:0.0:1767324194.766139:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324194.766160:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324194.766165:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817256576:0@lo:38:kworker.0
00000100:00100000:1.0:1767324194.766168:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817256704:0@lo:400:kworker.0
00000100:00080000:0.0:1767324194.766205:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324194.766210:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324194.766214:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817255936:0@lo:38:kworker.0
00000100:00100000:2.0:1767324194.766698:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817256064
00000100:00100000:2.0:1767324194.766705:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817256064
00000100:00100000:2.0:1767324194.766741:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536
00000100:00100000:2.0:1767324194.766747:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817256064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324194.766785:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324194.766839:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e662f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817256064:12345-0@lo:38:kworker.0 Request processed in 91us (1318us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324194.766846:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536
00000100:00080000:1.0:1767324194.767115:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324194.767121:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324194.767125:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817256064:0@lo:38:kworker.0
00000100:00100000:2.0:1767324195.335002:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324195.783742:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324196.295046:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324196.295077:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817257088:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324196.295163:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324196.295170:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324196.295189:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817256960:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324196.295265:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324196.295372:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817257088
00000100:00100000:2.0:1767324196.295383:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817257088
00000100:00100000:2.0:1767324196.295453:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817256960
00000100:00100000:2.0:1767324196.295456:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817256960
00000100:00100000:2.0:1767324196.295480:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3747
00000100:00100000:2.0:1767324196.295488:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817257088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324196.295518:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324196.295544:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3748
00000100:00100000:3.0:1767324196.295555:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817256960:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324196.295567:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817257088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (402us total) trans 0 rc 0/0
00002000:00000024:3.0:1767324196.295571:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324196.295574:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3747
00000100:00100000:3.0:1767324196.295607:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817256960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324196.295613:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3748
00000100:00100000:2.0:1767324196.295640:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817256960:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767324196.295712:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324196.295716:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324196.295813:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817257088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324196.358878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324196.807184:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324197.384628:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324197.544021:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324197.544096:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758849792
00000100:00100000:3.0:1767324197.544101:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324197.544105:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758849792
00000100:00100000:1.0:1767324197.544162:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758849920
00000100:00100000:1.0:1767324197.544168:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758849920
00000100:00100000:0.0:1767324197.544180:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91217
00000100:00100000:0.0:1767324197.544188:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758849792:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324197.544212:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324197.544227:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6393
00000100:00100000:1.0:1767324197.544237:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758849920:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767324197.544258:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324197.544281:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758849792:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 92us (265us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324197.544283:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758849920:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 47us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324197.544295:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91217
00000100:00100000:1.0:1767324197.544305:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6393
00010000:00010000:0.0:1767324197.830919:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324198.407242:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324198.858543:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324199.430870:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767324199.878890:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324199.878901:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324199.878904:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324199.878907:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324199.878912:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324199.878920:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6737
00000100:00080000:1.0:1767324199.878925:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324199.878931:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324199.878967:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecca80 x1853166817257216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324199.878996:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324199.879000:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324199.879002:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324199.879006:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6737
00000100:00080000:1.0:1767324199.879008:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324199.879012:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324199.879026:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecdf80 x1853166817257344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324199.879037:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817257216:0@lo:38:kworker.0
00000100:00080000:1.0:1767324199.879071:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324199.879076:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324199.879078:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324199.879082:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6737
00000100:00080000:1.0:1767324199.879084:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324199.879088:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324199.879113:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecea00 x1853166817257600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324199.879125:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324199.879129:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817257472:0@lo:400:kworker.0
00000100:00080000:1.0:1767324199.879142:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324199.879146:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324199.879147:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324199.879151:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6737
00000100:00080000:1.0:1767324199.879153:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324199.879156:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324199.879171:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aecd880 x1853166817257856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324199.879173:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324199.879193:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817257344:0@lo:38:kworker.0
00000100:00100000:1.0:1767324199.879212:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817258112:0@lo:400:kworker.0
00000100:00100000:3.0:1767324199.879224:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817257984:0@lo:400:kworker.0
00000100:00100000:0.0:1767324199.879227:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324199.879256:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324199.879262:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817257600:0@lo:38:kworker.0
00000100:00100000:0.0:1767324199.879294:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324199.879297:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817257216
00000100:00100000:3.0:1767324199.879306:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817257216
00000100:00100000:0.0:1767324199.879318:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817257856:0@lo:38:kworker.0
00000100:00100000:1.0:1767324199.879319:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817257344
00000100:00100000:1.0:1767324199.879324:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817257344
00000100:00100000:3.0:1767324199.879342:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817257472
00000100:00100000:0.0:1767324199.879347:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324199.879348:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817257472
00000100:00100000:1.0:1767324199.879362:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537
00000100:00100000:1.0:1767324199.879371:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817257344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324199.879390:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324199.879401:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817257600
00000100:00100000:3.0:1767324199.879406:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817257600
00000100:00100000:1.0:1767324199.879439:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817257344:12345-0@lo:38:kworker.0 Request processed in 67us (212us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324199.879448:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537
00010000:00010000:2.0:1767324199.879449:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324199.879465:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817258112
00000100:00100000:2.0:1767324199.879470:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817258112
00000100:00080000:1.0:1767324199.879490:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324199.879497:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324199.879501:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817257344:0@lo:38:kworker.0
00000100:00080000:1.0:1767324199.879538:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324199.879543:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324199.879890:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3988
00000100:00100000:2.0:1767324199.879899:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817258112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324199.879945:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817258112:12345-0@lo:400:kworker.0 Request processed in 48us (693us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324199.879951:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3988
00000100:00100000:2.0:1767324199.879989:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817258112:0@lo:400:kworker.0
00000100:00100000:2.0:1767324199.880018:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817257728:0@lo:400:kworker.0
00000100:00100000:2.0:1767324199.880056:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324199.885558:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817257728
00000100:00100000:3.0:1767324199.885577:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817257728
00000100:00100000:1.0:1767324199.885605:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6394
00000100:00100000:1.0:1767324199.885620:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817257472:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324199.885637:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324199.885661:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324199.885738:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91218
00000100:00100000:2.0:1767324199.885746:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817257216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324199.885781:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324199.885797:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817257984
00000100:00100000:2.0:1767324199.885801:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817257984
00000100:00100000:2.0:1767324199.885841:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3989
00000100:00100000:2.0:1767324199.885847:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817257984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324199.886136:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817257856
00000100:00100000:0.0:1767324199.886141:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817257856
00000100:00100000:0.0:1767324199.886162:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91219
00000100:00100000:0.0:1767324199.886168:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817257600:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324199.886186:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324199.886656:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817257472:12345-0@lo:400:kworker.0 Request processed in 1040us (7484us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324199.886665:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6394
00000100:00100000:3.0:1767324199.886674:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817257472:0@lo:400:kworker.0
00000100:00100000:1.0:1767324199.886689:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91220
00000100:00100000:1.0:1767324199.886694:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817257856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324199.886703:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324199.886809:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6395
00000100:00100000:3.0:1767324199.886821:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817257728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324199.886861:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817257728:12345-0@lo:400:kworker.0 Request processed in 44us (6804us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324199.886868:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6395
00000100:00080000:3.0:1767324199.886899:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324199.886943:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817257216:12345-0@lo:38:kworker.0 Request processed in 1197us (7819us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324199.886954:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91218
00000100:00100000:1.0:1767324199.886961:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817257856:12345-0@lo:38:kworker.0 Request processed in 264us (7616us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324199.886968:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91220
00000100:00080000:1.0:1767324199.887007:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324199.887012:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324199.887015:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817257856:0@lo:38:kworker.0
00000100:00080000:1.0:1767324199.887024:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324199.887028:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324199.887031:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817257216:0@lo:38:kworker.0
00000100:00100000:2.0:1767324199.887141:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817257984:12345-0@lo:400:kworker.0 Request processed in 1293us (1478us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324199.887151:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3989
00000100:00100000:1.0:1767324199.887156:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817257984:0@lo:400:kworker.0
00000100:00100000:0.0:1767324199.887300:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817257600:12345-0@lo:38:kworker.0 Request processed in 1130us (8005us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324199.887308:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91219
00000100:00080000:1.0:1767324199.887333:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324199.887337:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324199.887339:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817257600:0@lo:38:kworker.0
00000100:00100000:3.0:1767324199.887376:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817257728:0@lo:400:kworker.0
00000100:00100000:2.0:1767324200.454874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324200.903039:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324201.414992:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817258240:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324201.415071:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324201.415185:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767324201.415199:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817258368:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324201.415216:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817258240
00000100:00100000:0.0:1767324201.415224:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817258240
00000100:00100000:1.0:1767324201.415233:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324201.415285:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3749
00000100:00100000:0.0:1767324201.415294:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817258240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324201.415321:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767324201.415479:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324201.415589:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817258368
00000100:00100000:2.0:1767324201.415594:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817258368
00000100:00100000:2.0:1767324201.415675:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750
00000100:00100000:2.0:1767324201.415681:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817258368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324201.415694:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324201.415739:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817258368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (505us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324201.415746:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750
00000100:00080000:1.0:1767324201.415823:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324201.415852:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817258368:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324201.416221:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817258240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 928us (1149us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324201.416229:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3749
00000100:00100000:3.0:1767324201.416300:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817258240:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324201.478877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324201.926914:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324202.502906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324202.663839:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324202.664060:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758850176
00000100:00100000:2.0:1767324202.664084:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758850176
00000100:00100000:2.0:1767324202.664248:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6396
00000100:00100000:2.0:1767324202.664260:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758850176:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324202.664367:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758850176:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 105us (608us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324202.664391:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6396
00000100:00100000:2.0:1767324202.664969:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324202.665031:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758850048
00000100:00100000:3.0:1767324202.665038:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758850048
00000100:00100000:3.0:1767324202.665088:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91221
00000100:00100000:3.0:1767324202.665095:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758850048:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324202.665121:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324202.665165:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758850048:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 69us (199us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324202.665174:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91221
00000100:00080000:1.0:1767324202.666272:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324202.952189:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324203.526930:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324203.975123:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324204.551104:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767324204.999069:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324204.999083:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324204.999087:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324204.999093:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324204.999098:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324204.999108:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6742
00000100:00080000:0.0:1767324204.999115:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324204.999123:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324204.999178:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad9880 x1853166817258496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324204.999239:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817258496:0@lo:38:kworker.0
00000100:00100000:1.0:1767324204.999328:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324204.999898:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324204.999903:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324204.999906:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324204.999911:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6742
00000100:00080000:0.0:1767324204.999914:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324204.999919:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324204.999939:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79ad8380 x1853166817258624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324205.000102:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817258496
00000100:00100000:2.0:1767324205.000114:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817258496
00000100:00100000:2.0:1767324205.000160:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91222
00000100:00100000:2.0:1767324205.000170:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817258496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324205.000196:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324205.000390:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817258624:0@lo:38:kworker.0
00000100:00100000:1.0:1767324205.000426:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324205.000521:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817258624
00000100:00100000:3.0:1767324205.000526:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817258624
00000100:00100000:3.0:1767324205.000562:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538
00000100:00100000:3.0:1767324205.000568:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817258624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324205.000581:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324205.000617:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817258624:12345-0@lo:38:kworker.0 Request processed in 48us (190us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324205.000623:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538
00000100:00080000:0.0:1767324205.000970:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324205.000974:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324205.000975:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324205.000979:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6742
00000100:00080000:0.0:1767324205.000981:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324205.000984:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324205.000995:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79adb480 x1853166817258880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324205.001016:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324205.001018:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324205.001019:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324205.001022:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6742
00000100:00080000:0.0:1767324205.001023:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324205.001025:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324205.001032:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7d500 x1853166817259136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324205.001115:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817259008:0@lo:400:kworker.0
00000100:00100000:2.0:1767324205.001125:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817258496:12345-0@lo:38:kworker.0 Request processed in 955us (1796us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324205.001133:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91222
00000100:00100000:0.0:1767324205.001148:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324205.001157:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817259392:0@lo:400:kworker.0
00000100:00100000:2.0:1767324205.001186:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324205.001189:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817259264:0@lo:400:kworker.0
00000100:00100000:2.0:1767324205.001211:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324205.001216:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817258752:0@lo:400:kworker.0
00000100:00100000:3.0:1767324205.001216:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324205.001249:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817259392
00000100:00100000:3.0:1767324205.001253:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817259392
00000100:00100000:2.0:1767324205.001254:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817259264
00000100:00100000:2.0:1767324205.001257:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817259264
00000100:00100000:3.0:1767324205.001308:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3990
00000100:00100000:3.0:1767324205.001319:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817259392:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767324205.001360:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324205.001366:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324205.001370:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817258496:0@lo:38:kworker.0
00000100:00100000:1.0:1767324205.001392:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817258880:0@lo:38:kworker.0
00010000:00010000:1.0:1767324205.001441:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767324205.001468:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324205.001473:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324205.001718:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3991
00000100:00100000:2.0:1767324205.001726:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817259264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324205.001729:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817259392:12345-0@lo:400:kworker.0 Request processed in 414us (541us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324205.001735:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3990
00000100:00100000:2.0:1767324205.001782:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817259264:12345-0@lo:400:kworker.0 Request processed in 57us (565us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324205.001789:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3991
00000100:00100000:0.0:1767324205.001817:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817259008
00000100:00100000:0.0:1767324205.001821:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817259008
00000100:00100000:1.0:1767324205.001838:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324205.001852:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817258880
00000100:00100000:0.0:1767324205.001855:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817258880
00000100:00100000:1.0:1767324205.001856:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817259136:0@lo:38:kworker.0
00000100:00100000:0.0:1767324205.001871:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6397
00000100:00100000:1.0:1767324205.001876:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324205.001878:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817259008:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767324205.001897:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324205.001901:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324205.001905:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817258624:0@lo:38:kworker.0
00000100:00100000:0.0:1767324205.001910:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817259008:12345-0@lo:400:kworker.0 Request processed in 34us (762us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324205.001916:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6397
00000100:00100000:1.0:1767324205.001926:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817259136
00000100:00100000:0.0:1767324205.001927:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91223
00000100:00100000:1.0:1767324205.001929:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817259136
00000100:00100000:0.0:1767324205.001931:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817258880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324205.001943:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324205.001949:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91224
00000100:00100000:1.0:1767324205.001953:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817259136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324205.001963:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324205.001970:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817258880:12345-0@lo:38:kworker.0 Request processed in 37us (132us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324205.001976:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91223
00000100:00100000:1.0:1767324205.001983:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817259136:12345-0@lo:38:kworker.0 Request processed in 29us (107us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324205.001989:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91224
00000100:00100000:0.0:1767324205.002002:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79ad9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817259008:0@lo:400:kworker.0
00000100:00080000:1.0:1767324205.002004:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767324205.002016:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324205.002020:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324205.002023:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817258880:0@lo:38:kworker.0
00000100:00080000:1.0:1767324205.002031:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324205.002034:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324205.002035:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324205.002037:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817259136:0@lo:38:kworker.0
00000100:00100000:0.0:1767324205.002070:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817259392:0@lo:400:kworker.0
00000100:00100000:0.0:1767324205.002089:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817258752
00000100:00100000:0.0:1767324205.002093:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817258752
00000100:00080000:1.0:1767324205.002114:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324205.002120:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6398
00000100:00100000:0.0:1767324205.002126:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817258752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324205.002159:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817258752:12345-0@lo:400:kworker.0 Request processed in 32us (122us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324205.002165:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6398
00000100:00100000:0.0:1767324205.002189:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817258752:0@lo:400:kworker.0
00000100:00100000:0.0:1767324205.002219:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817259264:0@lo:400:kworker.0
00000100:00100000:2.0:1767324205.575246:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324206.022916:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324206.535059:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817259520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324206.535104:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817259648:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324206.535146:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324206.535198:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324206.535468:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817259520
00000100:00100000:2.0:1767324206.535488:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817259520
00000100:00100000:2.0:1767324206.535553:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817259648
00000100:00100000:2.0:1767324206.535557:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817259648
00000100:00100000:2.0:1767324206.535580:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751
00000100:00100000:2.0:1767324206.535591:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817259520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324206.535627:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324206.536046:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3752
00000100:00100000:0.0:1767324206.536059:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817259648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324206.536080:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324206.541721:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817259648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5651us (6509us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324206.541741:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3752
00000100:00100000:1.0:1767324206.542658:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817259648:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324206.546726:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817259520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 11120us (11566us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324206.546748:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751
00000100:00100000:3.0:1767324206.546951:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817259520:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324206.599008:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324207.047068:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324207.622891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324207.784511:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324207.784628:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758850432
00000100:00100000:2.0:1767324207.784645:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758850432
00000100:00100000:0.0:1767324207.784701:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324207.784939:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758850304
00000100:00100000:2.0:1767324207.784944:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758850304
00000100:00100000:2.0:1767324207.784970:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6399
00000100:00100000:2.0:1767324207.784982:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758850432:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324207.785296:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758850432:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 314us (790us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324207.785305:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6399
00000100:00100000:2.0:1767324207.785332:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91225
00000100:00100000:2.0:1767324207.785336:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758850304:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324207.785361:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324207.785391:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758850304:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 53us (689us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324207.785397:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91225
00000100:00080000:1.0:1767324207.785556:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767324208.071124:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324208.646874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324209.094903:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324209.672079:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324210.118919:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324210.118991:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324210.118997:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324210.119029:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324210.119033:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324210.119037:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324210.119044:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6747
00000100:00080000:3.0:1767324210.119049:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324210.119056:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324210.119089:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79405c00 x1853166817259776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324210.119112:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324210.119114:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324210.119115:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324210.119118:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6747
00000100:00080000:3.0:1767324210.119120:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324210.119123:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324210.119131:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79407800 x1853166817259904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324210.119158:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324210.119162:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324210.119163:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324210.119167:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6747
00000100:00080000:3.0:1767324210.119169:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324210.119172:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324210.119182:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79404380 x1853166817260160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324210.119195:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767324210.119204:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324210.119207:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324210.119209:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324210.119212:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6747
00000100:00080000:3.0:1767324210.119214:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324210.119217:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324210.119226:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79404000 x1853166817260416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324210.119264:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817260544:0@lo:400:kworker.0
00000100:00100000:2.0:1767324210.119280:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817260672:0@lo:400:kworker.0
00000100:00100000:3.0:1767324210.119387:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324210.119413:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817260544
00000100:00100000:2.0:1767324210.119420:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817260544
00000100:00100000:3.0:1767324210.119448:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324210.119454:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817260288:0@lo:400:kworker.0
00000100:00100000:3.0:1767324210.119479:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324210.119509:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817260288
00000100:00100000:3.0:1767324210.119513:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817260288
00000100:00100000:3.0:1767324210.119556:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6400
00000100:00100000:3.0:1767324210.119567:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817260288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324210.119616:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817260288:12345-0@lo:400:kworker.0 Request processed in 52us (135us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324210.119623:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6400
00000100:00100000:3.0:1767324210.119667:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817260288:0@lo:400:kworker.0
00000100:00080000:1.0:1767324210.119740:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767324210.119745:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324210.119771:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817259776:0@lo:38:kworker.0
00000100:00100000:1.0:1767324210.119800:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324210.119816:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817259904:0@lo:38:kworker.0
00000100:00100000:2.0:1767324210.119820:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3992
00000100:00100000:2.0:1767324210.119827:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817260544:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324210.119837:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324210.119859:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817260160:0@lo:38:kworker.0
00000100:00100000:2.0:1767324210.119863:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817260544:12345-0@lo:400:kworker.0 Request processed in 37us (477us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324210.119868:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3992
00000100:00100000:1.0:1767324210.119877:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324210.119891:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817260416:0@lo:38:kworker.0
00000100:00100000:2.0:1767324210.119896:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817260544:0@lo:400:kworker.0
00000100:00100000:1.0:1767324210.119910:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324210.119923:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817259904
00000100:00100000:2.0:1767324210.119926:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817259904
00000100:00100000:1.0:1767324210.119935:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817259776
00000100:00100000:1.0:1767324210.119938:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817259776
00000100:00100000:2.0:1767324210.119945:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539
00000100:00100000:2.0:1767324210.119950:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817259904:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324210.119955:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817260160
00000100:00100000:1.0:1767324210.119957:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817260160
00000100:00100000:1.0:1767324210.119967:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817260416
00010000:00020000:2.0:1767324210.119967:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324210.119969:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817260416
00000100:00100000:1.0:1767324210.119980:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91226
00000100:00100000:1.0:1767324210.119984:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817259776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324210.119994:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324210.119997:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817259904:12345-0@lo:38:kworker.0 Request processed in 46us (159us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324210.120019:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539
00000100:00100000:1.0:1767324210.120030:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817259776:12345-0@lo:38:kworker.0 Request processed in 44us (229us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324210.120036:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91226
00000100:00100000:1.0:1767324210.120047:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91227
00000100:00100000:1.0:1767324210.120051:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817260160:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324210.120051:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91228
00000100:00100000:2.0:1767324210.120054:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817260416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324210.120060:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767324210.120062:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324210.120081:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817260160:12345-0@lo:38:kworker.0 Request processed in 28us (202us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324210.120081:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aece300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817260416:12345-0@lo:38:kworker.0 Request processed in 25us (170us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324210.120086:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91227
00000100:00100000:2.0:1767324210.120089:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91228
00000100:00080000:1.0:1767324210.120111:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324210.120115:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324210.120119:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79405c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817259776:0@lo:38:kworker.0
00000100:00080000:1.0:1767324210.120127:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324210.120129:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324210.120132:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79407800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817259904:0@lo:38:kworker.0
00000100:00080000:1.0:1767324210.120138:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324210.120140:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324210.120143:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817260160:0@lo:38:kworker.0
00000100:00080000:1.0:1767324210.120149:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324210.120152:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324210.120155:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817260416:0@lo:38:kworker.0
00000100:00100000:0.0:1767324210.120224:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324210.120249:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817260032:0@lo:400:kworker.0
00000100:00100000:0.0:1767324210.120273:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324210.120351:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817260672
00000100:00100000:3.0:1767324210.120355:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817260672
00000100:00100000:3.0:1767324210.121090:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3993
00000100:00100000:3.0:1767324210.121099:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817260672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324210.121152:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817260672:12345-0@lo:400:kworker.0 Request processed in 54us (927us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324210.121158:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3993
00000100:00100000:3.0:1767324210.121177:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817260032
00000100:00100000:3.0:1767324210.121181:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817260032
00000100:00100000:1.0:1767324210.121274:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817260672:0@lo:400:kworker.0
00000100:00080000:0.0:1767324210.122060:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767324210.122067:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324210.123283:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6401
00000100:00100000:3.0:1767324210.123294:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817260032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324210.123359:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817260032:12345-0@lo:400:kworker.0 Request processed in 67us (3084us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324210.123366:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6401
00000100:00100000:0.0:1767324210.123397:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817260032:0@lo:400:kworker.0
00000100:00100000:2.0:1767324210.695035:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324211.142900:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324211.654961:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324211.655001:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817260928:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324211.655012:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817260800:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324211.655081:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324211.655131:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817260928
00000100:00100000:3.0:1767324211.655140:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817260928
00000100:00100000:2.0:1767324211.655199:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753
00000100:00100000:2.0:1767324211.655209:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817260928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324211.655232:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324211.655248:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324211.655283:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817260928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324211.655289:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753
00000100:00100000:3.0:1767324211.655384:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817260800
00000100:00100000:3.0:1767324211.655388:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817260800
00000100:00100000:2.0:1767324211.655410:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754
00000100:00100000:2.0:1767324211.655418:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817260800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324211.655433:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324211.655473:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817260800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324211.655480:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754
00000100:00100000:0.0:1767324211.655501:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817260928:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324211.655501:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b21b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817260800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324211.719884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324211.880113:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767324211.880148:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758850560 offset 0 length 520: 4
00000100:00100000:3.0:1767324211.880160:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758850816
00000100:00100000:3.0:1767324211.880168:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758850816
00000100:00100000:2.0:1767324211.880179:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324211.880234:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758850688
00000100:00100000:3.0:1767324211.880238:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758850688
00000100:00100000:2.0:1767324211.880252:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6402
00000100:00100000:3.0:1767324211.880262:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91229
00000100:00100000:2.0:1767324211.880269:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758850816:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324211.880276:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758850688:12345-192.168.202.11@tcp:38:kworker.0
00000100:00080000:0.0:1767324211.880305:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324211.880374:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758850816:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 110us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324211.880382:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6402
00010000:00020000:3.0:1767324211.880431:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324211.880464:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b21b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758850688:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 191us (285us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324211.880472:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91229
00010000:00010000:2.0:1767324212.168370:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324212.742968:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324213.191027:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324213.767007:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324214.214878:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324189/real 1767324189]  req@ffff8d4d4aa17800 x1853166817254528/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324214 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767324214.214914:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4aa17800 x1853166817254528/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324214 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767324214.214936:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324214.214976:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767324214.214981:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817254528:0@lo:250:kworker.0
00010000:00010000:0.0:1767324214.215058:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324214.215158:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324214.215164:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767324214.215167:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324214.215172:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6732
00000100:00080000:2.0:1767324214.215176:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324214.215182:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324214.215222:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d5b219500 x1853166817261056/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324214.215246:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324214.215250:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324214.215252:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324214.215255:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6752
00000100:00080000:2.0:1767324214.215258:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324214.215263:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324214.215282:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817261056:0@lo:250:kworker.0
00000100:00100000:2.0:1767324214.215287:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9a300 x1853166817261184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324214.215299:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324214.215302:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324214.215304:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324214.215308:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6752
00000100:00080000:2.0:1767324214.215310:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324214.215314:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324214.215327:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa98e00 x1853166817261312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:1.0:1767324214.215335:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817261056 offset 0 length 520: 4
00000100:00080000:2.0:1767324214.215366:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324214.215370:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324214.215371:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324214.215374:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6752
00000100:00080000:2.0:1767324214.215376:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324214.215379:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324214.215389:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9b480 x1853166817261568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324214.215393:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817261184:0@lo:38:kworker.0
00000100:00080000:2.0:1767324214.215412:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324214.215414:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324214.215415:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324214.215418:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6752
00000100:00080000:2.0:1767324214.215419:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324214.215421:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324214.215428:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9a680 x1853166817261824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324214.215449:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817261696:0@lo:400:kworker.0
00000100:00100000:2.0:1767324214.215478:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324214.215497:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324214.215500:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817261952:0@lo:400:kworker.0
00000100:00100000:2.0:1767324214.215516:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324214.215550:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817261952
00000100:00100000:2.0:1767324214.215556:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817261952
00000100:00100000:2.0:1767324214.215596:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3994
00000100:00100000:2.0:1767324214.215602:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817261952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324214.215635:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817261952:12345-0@lo:400:kworker.0 Request processed in 34us (118us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324214.215640:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3994
00000100:00080000:2.0:1767324214.215656:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324214.215675:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817261952:0@lo:400:kworker.0
00000100:00100000:3.0:1767324214.215734:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817261440:0@lo:400:kworker.0
00000100:00100000:3.0:1767324214.215794:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324214.215814:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324214.215818:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817262080:0@lo:400:kworker.0
00000100:00100000:3.0:1767324214.215838:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324214.215859:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817262080
00000100:00100000:3.0:1767324214.215861:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817262080
00000100:00100000:3.0:1767324214.215882:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3995
00000100:00100000:3.0:1767324214.215886:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817262080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324214.215907:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817262080:12345-0@lo:400:kworker.0 Request processed in 21us (69us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324214.215910:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3995
00000100:00080000:3.0:1767324214.215919:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324214.215930:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817262080:0@lo:400:kworker.0
00000100:00100000:3.0:1767324214.215941:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817261696
00000100:00100000:3.0:1767324214.215943:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817261696
00000100:00100000:3.0:1767324214.215980:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817261440
00000100:00100000:3.0:1767324214.215984:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817261440
00000100:00100000:1.0:1767324214.216002:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324214.216012:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817261184
00000100:00100000:3.0:1767324214.216017:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817261184
00000100:00100000:1.0:1767324214.216026:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817261312:0@lo:38:kworker.0
00000100:00100000:3.0:1767324214.216038:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6403
00000100:00100000:3.0:1767324214.216048:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817261696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324214.216054:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324214.216081:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817261568:0@lo:38:kworker.0
00000100:00100000:3.0:1767324214.216096:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817261696:12345-0@lo:400:kworker.0 Request processed in 50us (615us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324214.216104:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6403
00000100:00100000:1.0:1767324214.216109:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324214.216122:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817261568
00000100:00100000:1.0:1767324214.216126:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817261824:0@lo:38:kworker.0
00000100:00100000:3.0:1767324214.216127:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817261568
00000100:00100000:3.0:1767324214.216147:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6404
00000100:00100000:1.0:1767324214.216151:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324214.216156:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817261440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324214.216178:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817261312
00000100:00100000:1.0:1767324214.216184:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817261312
00000100:00100000:3.0:1767324214.216195:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817261440:12345-0@lo:400:kworker.0 Request processed in 41us (399us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324214.216202:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6404
00000100:00100000:1.0:1767324214.216213:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540
00000100:00100000:1.0:1767324214.216218:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817261312:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324214.216236:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324214.216268:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817261312:12345-0@lo:38:kworker.0 Request processed in 48us (215us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324214.216274:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540
00000100:00100000:1.0:1767324214.216295:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817261824
00000100:00100000:1.0:1767324214.216299:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817261824
00000100:00100000:1.0:1767324214.216312:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91230
00000100:00100000:1.0:1767324214.216316:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817261184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324214.216326:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324214.216350:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817261184:12345-0@lo:38:kworker.0 Request processed in 32us (349us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324214.216356:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91230
00000100:00100000:1.0:1767324214.216368:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91231
00000100:00100000:1.0:1767324214.216372:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817261568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324214.216380:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324214.216400:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817261568:12345-0@lo:38:kworker.0 Request processed in 27us (294us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324214.216405:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91231
00000100:00100000:2.0:1767324214.216502:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91232
00000100:00100000:2.0:1767324214.216508:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817261824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324214.216519:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767324214.216550:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767324214.216555:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817261824:12345-0@lo:38:kworker.0 Request processed in 44us (402us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767324214.216558:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324214.216567:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817261568:0@lo:38:kworker.0
00000100:00100000:2.0:1767324214.216568:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91232
00000100:00080000:1.0:1767324214.216583:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324214.216589:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324214.216592:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817261824:0@lo:38:kworker.0
00000100:00080000:1.0:1767324214.216600:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324214.216604:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324214.216608:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817261184:0@lo:38:kworker.0
00000100:00080000:2.0:1767324214.216609:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767324214.216621:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324214.216626:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324214.216629:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817261312:0@lo:38:kworker.0
00000100:00100000:2.0:1767324214.216638:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817261696:0@lo:400:kworker.0
00000100:00100000:1.0:1767324214.216680:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817261440:0@lo:400:kworker.0
00000100:00100000:2.0:1767324214.790873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324215.242560:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324215.814869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324216.262997:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324216.776658:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817262208:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324216.776719:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324216.777137:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817262208
00000100:00100000:1.0:1767324216.777146:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817262208
00000100:00100000:1.0:1767324216.777200:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755
00000100:00080000:3.0:1767324216.777624:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324216.777662:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817262208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324216.777691:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324216.777746:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817262208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (1026us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324216.777777:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755
00000100:00100000:3.0:1767324216.778162:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817262208:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324216.779268:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324216.779283:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817262336:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324216.779325:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324216.779380:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817262336
00000100:00100000:1.0:1767324216.779476:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817262336
00000100:00100000:1.0:1767324216.779578:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756
00000100:00100000:1.0:1767324216.779587:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817262336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324216.779609:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324216.779658:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817262336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (332us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324216.779667:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756
00000100:00080000:3.0:1767324216.779747:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324216.780003:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817262336:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324216.838876:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324217.000198:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324217.000262:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324217.000289:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758851072
00000100:00100000:0.0:1767324217.000311:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758851072
00000100:00100000:2.0:1767324217.000335:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758850944
00000100:00100000:2.0:1767324217.000341:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758850944
00000100:00080000:3.0:1767324217.000405:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324217.000453:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6405
00000100:00100000:2.0:1767324217.000476:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758851072:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324217.000484:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91233
00000100:00100000:0.0:1767324217.000493:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758850944:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324217.000516:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324217.000563:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758850944:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 69us (300us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324217.000568:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758851072:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 97us (371us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324217.000584:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91233
00000100:00100000:2.0:1767324217.001086:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6405
00010000:00010000:2.0:1767324217.287033:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324217.862881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324218.311236:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324218.889035:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324219.334912:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324219.334931:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324219.334935:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324219.334940:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324219.334944:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324219.334952:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6756
00000100:00080000:2.0:1767324219.334966:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324219.334973:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324219.335013:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2a00 x1853166817262464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324219.335044:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324219.335047:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324219.335049:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324219.335052:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6756
00000100:00080000:2.0:1767324219.335055:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324219.335059:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324219.335071:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3100 x1853166817262592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324219.335093:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817262464:0@lo:38:kworker.0
00000100:00080000:2.0:1767324219.335112:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324219.335118:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324219.335120:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324219.335124:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6756
00000100:00080000:2.0:1767324219.335127:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324219.335130:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324219.335142:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d1f80 x1853166817262848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324219.335161:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324219.335170:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324219.335174:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324219.335176:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324219.335180:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6756
00000100:00080000:2.0:1767324219.335183:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324219.335187:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324219.335198:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d2d80 x1853166817263104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324219.335229:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817262592:0@lo:38:kworker.0
00000100:00100000:2.0:1767324219.335243:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817263360:0@lo:400:kworker.0
00000100:00100000:3.0:1767324219.335261:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324219.335277:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817262720:0@lo:400:kworker.0
00000100:00100000:2.0:1767324219.335286:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324219.335300:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817262848:0@lo:38:kworker.0
00000100:00100000:0.0:1767324219.335320:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324219.335333:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817262976:0@lo:400:kworker.0
00000100:00100000:3.0:1767324219.335346:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817263360
00000100:00100000:3.0:1767324219.335355:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817263360
00000100:00100000:2.0:1767324219.335368:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324219.335403:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324219.335404:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817262592
00000100:00100000:1.0:1767324219.335410:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817262592
00000100:00100000:2.0:1767324219.335412:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817263232:0@lo:400:kworker.0
00000100:00100000:2.0:1767324219.335438:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324219.335443:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541
00000100:00100000:1.0:1767324219.335451:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817262592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324219.335469:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767324219.335470:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324219.335510:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817262592:12345-0@lo:38:kworker.0 Request processed in 57us (249us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324219.335516:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541
00000100:00100000:1.0:1767324219.335540:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817262464
00000100:00100000:1.0:1767324219.335544:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817262464
00000100:00100000:0.0:1767324219.335577:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324219.336715:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817263232
00000100:00100000:3.0:1767324219.336722:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817263232
00000100:00100000:3.0:1767324219.336985:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3996
00000100:00100000:3.0:1767324219.336996:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817263360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324219.337050:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817263360:12345-0@lo:400:kworker.0 Request processed in 57us (1766us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324219.337057:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3996
00000100:00100000:3.0:1767324219.337072:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3997
00000100:00100000:3.0:1767324219.337079:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817263232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324219.337112:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817263232:12345-0@lo:400:kworker.0 Request processed in 34us (1674us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324219.337118:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3997
00000100:00080000:3.0:1767324219.337137:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324219.337166:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817263360:0@lo:400:kworker.0
00000100:00100000:3.0:1767324219.337200:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817263232:0@lo:400:kworker.0
00000100:00100000:0.0:1767324219.340677:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817263104:0@lo:38:kworker.0
00000100:00100000:1.0:1767324219.340734:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817262720
00000100:00100000:0.0:1767324219.340752:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324219.340807:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324219.340812:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324219.340816:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817262592:0@lo:38:kworker.0
00000100:00100000:1.0:1767324219.340844:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817262720
00000100:00100000:1.0:1767324219.340896:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817262976
00000100:00100000:1.0:1767324219.340899:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817262976
00000100:00100000:1.0:1767324219.340925:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817262848
00000100:00100000:1.0:1767324219.340929:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817262848
00000100:00100000:1.0:1767324219.340943:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817263104
00000100:00100000:1.0:1767324219.340945:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817263104
00000100:00100000:1.0:1767324219.340963:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6406
00000100:00100000:3.0:1767324219.340972:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6407
00000100:00100000:1.0:1767324219.340974:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817262720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324219.340987:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91234
00000100:00100000:3.0:1767324219.340988:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817262976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324219.340998:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817262464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324219.341018:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324219.341042:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817262720:12345-0@lo:400:kworker.0 Request processed in 69us (5722us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324219.341051:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817262976:12345-0@lo:400:kworker.0 Request processed in 69us (5684us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324219.341052:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6406
00000100:00100000:3.0:1767324219.341065:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6407
00000100:00100000:0.0:1767324219.341074:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817262464:12345-0@lo:38:kworker.0 Request processed in 74us (5911us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324219.341079:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91235
00000100:00100000:0.0:1767324219.341090:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91234
00000100:00100000:1.0:1767324219.341091:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817262848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324219.341105:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324219.341134:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817262848:12345-0@lo:38:kworker.0 Request processed in 46us (5644us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324219.341606:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91236
00000100:00100000:3.0:1767324219.341612:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817263104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324219.341623:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00010000:0.0:1767324219.341638:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324219.341655:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817263104:12345-0@lo:38:kworker.0 Request processed in 41us (914us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324219.341662:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91236
00000100:00080000:0.0:1767324219.341667:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324219.341674:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324219.341678:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817262848:0@lo:38:kworker.0
00000100:00080000:0.0:1767324219.341689:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324219.341693:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324219.341697:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817263104:0@lo:38:kworker.0
00000100:00100000:3.0:1767324219.341711:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817262976:0@lo:400:kworker.0
00000100:00080000:0.0:1767324219.341713:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324219.341722:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324219.341726:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817262464:0@lo:38:kworker.0
00000100:00080000:0.0:1767324219.341788:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324219.341821:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817262720:0@lo:400:kworker.0
00000100:00100000:1.0:1767324219.347433:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91235
00000100:00100000:2.0:1767324219.913040:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324220.359091:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324220.935703:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324221.383071:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324221.895296:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817263488:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324221.895369:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324221.895429:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817263488
00000100:00100000:2.0:1767324221.895438:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817263488
00000100:00080000:0.0:1767324221.895474:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324221.895496:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3757
00000100:00100000:2.0:1767324221.895505:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817263488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324221.895534:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324221.895589:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817263488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324221.895597:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3757
00000100:00100000:0.0:1767324221.895682:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817263488:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324221.895963:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817263616:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324221.895991:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324221.896253:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817263616
00000100:00100000:0.0:1767324221.896258:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817263616
00000100:00100000:0.0:1767324221.896302:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3758
00000100:00100000:0.0:1767324221.896310:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817263616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324221.896326:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324221.896356:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817263616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (364us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324221.896363:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3758
00000100:00100000:2.0:1767324221.896434:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817263616:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767324221.896489:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324221.960186:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324222.124729:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324222.124827:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324222.124919:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758851328
00000100:00100000:2.0:1767324222.124930:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758851328
00000100:00100000:2.0:1767324222.125011:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758851200
00000100:00100000:2.0:1767324222.125015:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758851200
00000100:00100000:2.0:1767324222.125035:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6408
00000100:00100000:2.0:1767324222.125046:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758851328:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324222.125123:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758851328:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 77us (401us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324222.125131:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91237
00000100:00100000:1.0:1767324222.125139:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758851200:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324222.125165:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767324222.125171:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324222.125199:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758851200:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 59us (372us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324222.125582:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6408
00000100:00100000:1.0:1767324222.125732:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91237
00010000:00010000:0.0:1767324222.407979:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324222.982892:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324223.430990:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324224.007737:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324224.454951:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324224.457117:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324224.457127:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324224.457130:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324224.457135:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324224.457139:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324224.457147:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6761
00000100:00080000:3.0:1767324224.457151:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324224.457158:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324224.457199:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75884a80 x1853166817263744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324224.457231:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324224.457235:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324224.457237:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324224.457240:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6761
00000100:00080000:3.0:1767324224.457243:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324224.457247:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324224.457260:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75887b80 x1853166817263872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324224.457305:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324224.457308:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324224.457310:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324224.457314:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6761
00000100:00080000:3.0:1767324224.457316:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324224.457320:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324224.457333:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324224.457334:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75887800 x1853166817264128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324224.457349:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817264000:0@lo:400:kworker.0
00000100:00080000:3.0:1767324224.457386:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324224.457390:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324224.457391:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324224.457395:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6761
00000100:00080000:3.0:1767324224.457398:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324224.457401:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324224.457410:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324224.457426:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75887480 x1853166817264384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324224.457466:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817264640:0@lo:400:kworker.0
00000100:00100000:3.0:1767324224.457476:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817264256:0@lo:400:kworker.0
00000100:00100000:0.0:1767324224.457487:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324224.457539:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817264512:0@lo:400:kworker.0
00000100:00100000:0.0:1767324224.457554:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324224.457577:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817264640
00000100:00100000:0.0:1767324224.457583:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817264640
00000100:00100000:0.0:1767324224.457624:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817264512
00000100:00100000:2.0:1767324224.457627:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817263744:0@lo:38:kworker.0
00000100:00100000:0.0:1767324224.457628:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817264512
00000100:00100000:0.0:1767324224.457658:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3998
00000100:00100000:0.0:1767324224.457668:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817264640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324224.457672:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324224.457697:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817263872:0@lo:38:kworker.0
00000100:00100000:0.0:1767324224.457713:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817264640:12345-0@lo:400:kworker.0 Request processed in 49us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324224.457719:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3998
00000100:00100000:2.0:1767324224.457730:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324224.457734:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3999
00000100:00100000:0.0:1767324224.457739:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817264512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324224.457786:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817264128:0@lo:38:kworker.0
00000100:00100000:0.0:1767324224.457790:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817264512:12345-0@lo:400:kworker.0 Request processed in 49us (232us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324224.457795:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3999
00000100:00100000:0.0:1767324224.457819:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817263872
00000100:00100000:2.0:1767324224.457819:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324224.457823:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817263872
00000100:00100000:2.0:1767324224.457839:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817264384:0@lo:38:kworker.0
00000100:00100000:0.0:1767324224.457853:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542
00000100:00100000:0.0:1767324224.457859:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817263872:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324224.457866:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767324224.457890:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324224.457910:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817264000
00000100:00100000:2.0:1767324224.457916:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817264000
00000100:00100000:0.0:1767324224.457921:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817263872:12345-0@lo:38:kworker.0 Request processed in 62us (193us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324224.457927:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542
00000100:00080000:0.0:1767324224.457941:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767324224.457944:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324224.457946:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324224.457950:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817263744
00000100:00100000:2.0:1767324224.457955:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817263744
00000100:00100000:0.0:1767324224.457969:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817264640:0@lo:400:kworker.0
00000100:00100000:2.0:1767324224.457975:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817264128
00000100:00100000:2.0:1767324224.457979:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817264128
00000100:00100000:2.0:1767324224.457990:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817264384
00000100:00100000:2.0:1767324224.457993:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817264384
00000100:00100000:0.0:1767324224.458005:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75885880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817264512:0@lo:400:kworker.0
00000100:00100000:2.0:1767324224.458022:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6409
00000100:00100000:2.0:1767324224.458031:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817264000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324224.458033:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91238
00000100:00100000:0.0:1767324224.458039:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817263744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324224.458047:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324224.458077:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817263744:12345-0@lo:38:kworker.0 Request processed in 38us (412us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324224.458083:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91238
00000100:00100000:2.0:1767324224.458083:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817264000:12345-0@lo:400:kworker.0 Request processed in 53us (670us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324224.458095:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6409
00000100:00100000:0.0:1767324224.458100:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91239
00000100:00100000:0.0:1767324224.458105:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817264128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324224.458112:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324224.458117:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91240
00000100:00100000:2.0:1767324224.458124:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817264384:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324224.458129:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817264128:12345-0@lo:38:kworker.0 Request processed in 22us (312us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324224.458134:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91239
00010000:00020000:2.0:1767324224.458139:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324224.458169:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817264000:0@lo:400:kworker.0
00000100:00100000:2.0:1767324224.458175:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817264384:12345-0@lo:38:kworker.0 Request processed in 48us (309us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324224.458184:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91240
00000100:00080000:2.0:1767324224.458216:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324224.458222:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324224.458225:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817263744:0@lo:38:kworker.0
00000100:00080000:2.0:1767324224.458235:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324224.458238:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324224.458240:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817263872:0@lo:38:kworker.0
00000100:00080000:2.0:1767324224.458247:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324224.458251:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324224.458253:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817264128:0@lo:38:kworker.0
00000100:00080000:2.0:1767324224.458260:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324224.458262:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324224.458265:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817264384:0@lo:38:kworker.0
00000100:00100000:3.0:1767324224.458718:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324224.459120:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817264256
00000100:00100000:1.0:1767324224.459126:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817264256
00000100:00100000:1.0:1767324224.459176:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6410
00000100:00100000:1.0:1767324224.459183:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817264256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324224.459226:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817264256:12345-0@lo:400:kworker.0 Request processed in 44us (510us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324224.459233:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6410
00000100:00080000:3.0:1767324224.460350:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324224.460399:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817264256:0@lo:400:kworker.0
00000100:00100000:2.0:1767324225.030983:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324225.482967:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324226.055495:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324226.502963:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324227.015052:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817264768:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324227.015126:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324227.015286:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817264768
00000100:00100000:3.0:1767324227.015294:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817264768
00000100:00100000:3.0:1767324227.015370:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3759
00000100:00100000:3.0:1767324227.015381:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817264768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324227.015409:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:2.0:1767324227.015470:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324227.017098:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324227.017115:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817264896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324227.017156:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324227.017219:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817264896
00000100:00100000:2.0:1767324227.017226:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817264896
00000100:00080000:1.0:1767324227.017254:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324227.017275:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760
00000100:00100000:2.0:1767324227.017284:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817264896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324227.017308:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324227.017352:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817264896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324227.017360:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760
00000100:00100000:1.0:1767324227.017405:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817264896:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324227.019029:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817264768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3645us (3896us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324227.019055:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3759
00000100:00100000:0.0:1767324227.019210:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817264768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324227.078874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324227.244101:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324227.244150:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324227.244250:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758851584
00000100:00100000:1.0:1767324227.244259:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758851584
00000100:00100000:1.0:1767324227.244340:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758851456
00000100:00100000:1.0:1767324227.244344:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758851456
00000100:00100000:1.0:1767324227.244367:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6411
00000100:00100000:1.0:1767324227.244376:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758851584:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324227.244446:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758851584:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 71us (353us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324227.244454:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6411
00000100:00100000:1.0:1767324227.244473:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91241
00000100:00100000:1.0:1767324227.244477:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758851456:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324227.244496:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324227.244521:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758851456:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 42us (370us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324227.244527:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91241
00000100:00080000:2.0:1767324227.244598:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324227.526969:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324228.103022:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324228.551187:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324229.126915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324229.575122:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324229.575227:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324229.575233:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324229.575237:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324229.575241:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324229.575245:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324229.575253:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6767
00000100:00080000:2.0:1767324229.575259:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324229.575267:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324229.575310:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3100 x1853166817265024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324229.575339:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324229.575342:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324229.575344:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324229.575348:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6767
00000100:00080000:2.0:1767324229.575350:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324229.575354:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324229.575367:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d0700 x1853166817265152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324229.575418:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324229.575422:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324229.575424:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324229.575428:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6767
00000100:00080000:2.0:1767324229.575430:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324229.575434:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324229.575447:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a9d3b80 x1853166817265408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324229.575485:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324229.575488:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324229.575490:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324229.575493:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6767
00000100:00080000:2.0:1767324229.575496:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324229.575499:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324229.575511:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9bb80 x1853166817265664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324229.575550:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817265536:0@lo:400:kworker.0
00000100:00100000:2.0:1767324229.575609:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324229.575670:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324229.575677:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817265792:0@lo:400:kworker.0
00000100:00100000:2.0:1767324229.575703:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324229.575897:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817265280:0@lo:400:kworker.0
00000100:00100000:1.0:1767324229.575928:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324229.575961:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324229.575966:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817265920:0@lo:400:kworker.0
00000100:00100000:1.0:1767324229.575989:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324229.576066:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817265024:0@lo:38:kworker.0
00000100:00100000:0.0:1767324229.576095:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324229.576125:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817265152:0@lo:38:kworker.0
00000100:00100000:0.0:1767324229.576154:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324229.576328:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817265408:0@lo:38:kworker.0
00000100:00100000:0.0:1767324229.576351:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324229.576366:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817265664:0@lo:38:kworker.0
00000100:00100000:0.0:1767324229.576385:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324229.576419:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817265152
00000100:00100000:0.0:1767324229.576427:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817265152
00000100:00100000:0.0:1767324229.576461:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543
00000100:00100000:0.0:1767324229.576468:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817265152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324229.576494:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324229.576536:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817265152:12345-0@lo:38:kworker.0 Request processed in 67us (380us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324229.576544:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543
00000100:00100000:0.0:1767324229.576566:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817265792
00000100:00100000:0.0:1767324229.576570:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817265792
00000100:00100000:0.0:1767324229.576609:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817265920
00000100:00100000:0.0:1767324229.576613:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817265920
00000100:00100000:0.0:1767324229.576635:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4000
00000100:00100000:0.0:1767324229.576642:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817265792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324229.576686:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817265792:12345-0@lo:400:kworker.0 Request processed in 45us (982us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324229.576692:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4000
00000100:00100000:0.0:1767324229.576704:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4001
00000100:00100000:0.0:1767324229.576709:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817265920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324229.576738:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817265920:12345-0@lo:400:kworker.0 Request processed in 29us (749us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324229.576743:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4001
00000100:00080000:0.0:1767324229.576796:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767324229.576800:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324229.576814:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817265536
00000100:00100000:0.0:1767324229.576818:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817265536
00000100:00100000:0.0:1767324229.576855:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817265280
00000100:00100000:0.0:1767324229.576858:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817265280
00000100:00100000:0.0:1767324229.576870:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817265024
00000100:00100000:0.0:1767324229.576872:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817265024
00000100:00100000:0.0:1767324229.576880:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817265408
00000100:00100000:0.0:1767324229.576882:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817265408
00000100:00100000:0.0:1767324229.576890:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817265664
00000100:00100000:0.0:1767324229.576892:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817265664
00000100:00100000:0.0:1767324229.576901:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6412
00000100:00100000:0.0:1767324229.576908:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817265536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324229.576937:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817265536:12345-0@lo:400:kworker.0 Request processed in 30us (1328us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324229.576943:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6412
00000100:00100000:0.0:1767324229.576955:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6413
00000100:00100000:0.0:1767324229.576961:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817265280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324229.576988:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aecea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817265280:12345-0@lo:400:kworker.0 Request processed in 27us (1060us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324229.576993:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6413
00000100:00100000:0.0:1767324229.577006:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91242
00000100:00100000:0.0:1767324229.577010:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817265024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324229.577020:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324229.577045:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817265024:12345-0@lo:38:kworker.0 Request processed in 34us (949us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324229.577050:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91242
00000100:00100000:0.0:1767324229.577061:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91243
00000100:00100000:0.0:1767324229.577064:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817265408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324229.577073:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324229.577096:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817265408:12345-0@lo:38:kworker.0 Request processed in 30us (744us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324229.577102:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91243
00000100:00100000:0.0:1767324229.577113:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91244
00000100:00100000:0.0:1767324229.577117:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817265664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324229.577126:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324229.577147:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817265664:12345-0@lo:38:kworker.0 Request processed in 29us (761us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324229.577152:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91244
00000100:00080000:0.0:1767324229.577171:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324229.577207:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817265792:0@lo:400:kworker.0
00000100:00100000:0.0:1767324229.577219:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817265536:0@lo:400:kworker.0
00000100:00080000:0.0:1767324229.577255:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324229.577261:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324229.577265:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817265024:0@lo:38:kworker.0
00000100:00080000:0.0:1767324229.577275:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324229.577278:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324229.577281:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817265152:0@lo:38:kworker.0
00000100:00080000:0.0:1767324229.577290:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324229.577293:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324229.577296:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817265408:0@lo:38:kworker.0
00000100:00080000:0.0:1767324229.577303:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324229.577306:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324229.577308:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817265664:0@lo:38:kworker.0
00000100:00100000:1.0:1767324229.577591:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817265920:0@lo:400:kworker.0
00000100:00100000:1.0:1767324229.577602:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817265280:0@lo:400:kworker.0
00000100:00100000:3.0:1767324230.151107:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324230.599647:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324231.174881:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324231.623482:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324232.134994:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817266048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324232.135069:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324232.135187:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817266048
00000100:00100000:3.0:1767324232.135197:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817266048
00000100:00100000:3.0:1767324232.135384:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761
00000100:00100000:3.0:1767324232.135396:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817266048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324232.135425:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:1.0:1767324232.135429:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324232.135676:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817266176:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324232.135707:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324232.136072:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817266176
00000100:00100000:1.0:1767324232.136078:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817266176
00000100:00100000:1.0:1767324232.136121:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762
00000100:00100000:1.0:1767324232.136128:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817266176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324232.136151:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324232.136185:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817266176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (477us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324232.136192:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762
00000100:00080000:0.0:1767324232.136260:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324232.136294:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817266176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324232.138619:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817266048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3217us (3539us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324232.138633:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761
00000100:00100000:2.0:1767324232.138708:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817266048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324232.198891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324232.359541:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324232.359638:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758851712
00000100:00100000:1.0:1767324232.359649:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758851712
00000100:00100000:1.0:1767324232.359697:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91245
00000100:00100000:1.0:1767324232.359704:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758851712:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324232.359724:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324232.359827:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758851712:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 123us (295us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324232.359835:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91245
00000100:00100000:2.0:1767324232.360004:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324232.360156:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758851840
00000100:00100000:3.0:1767324232.360161:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758851840
00000100:00100000:3.0:1767324232.360222:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6414
00000100:00080000:1.0:1767324232.360227:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324232.360234:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758851840:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324232.360287:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758851840:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 57us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324232.360296:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6414
00010000:00010000:1.0:1767324232.646941:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324233.224479:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324233.671190:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324234.246880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324234.694918:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324234.702119:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324234.702129:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324234.702132:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324234.702136:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324234.702140:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324234.702146:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6772
00000100:00080000:3.0:1767324234.702149:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324234.702155:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324234.702195:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79404e00 x1853166817266304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324234.702211:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324234.702274:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324234.702275:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324234.702279:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6772
00000100:00080000:3.0:1767324234.702280:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324234.702283:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324234.702294:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79406d80 x1853166817266432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324234.702363:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817266560:0@lo:400:kworker.0
00000100:00100000:1.0:1767324234.702425:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324234.702526:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817266560
00000100:00100000:2.0:1767324234.702533:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817266560
00000100:00100000:2.0:1767324234.702581:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6415
00000100:00100000:2.0:1767324234.702588:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817266560:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324234.702639:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324234.702642:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324234.702643:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324234.702646:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6772
00000100:00080000:3.0:1767324234.702684:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324234.702686:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324234.702699:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6ce00 x1853166817266688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324234.702715:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324234.702718:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324234.702719:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324234.702721:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6772
00000100:00080000:3.0:1767324234.702722:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324234.702724:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324234.702729:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6d880 x1853166817266944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324234.704814:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817266304:0@lo:38:kworker.0
00000100:00100000:2.0:1767324234.704875:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817266560:12345-0@lo:400:kworker.0 Request processed in 2285us (2445us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324234.704879:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817266560:0@lo:400:kworker.0
00000100:00100000:0.0:1767324234.704881:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324234.704890:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6415
00000100:00100000:1.0:1767324234.704903:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767324234.704910:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817267200:0@lo:400:kworker.0
00000100:00100000:2.0:1767324234.704922:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817266304
00000100:00100000:2.0:1767324234.704927:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817266304
00000100:00100000:0.0:1767324234.704933:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817266432:0@lo:38:kworker.0
00000100:00100000:1.0:1767324234.704941:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324234.704956:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91246
00000100:00100000:2.0:1767324234.704961:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817266304:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324234.704972:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767324234.704981:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324234.705003:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817266688:0@lo:38:kworker.0
00000100:00100000:1.0:1767324234.705008:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817266816:0@lo:400:kworker.0
00000100:00100000:2.0:1767324234.705019:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817266304:12345-0@lo:38:kworker.0 Request processed in 57us (142us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324234.705025:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91246
00000100:00080000:2.0:1767324234.705050:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324234.705068:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817267072:0@lo:400:kworker.0
00000100:00100000:3.0:1767324234.705280:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817266432
00000100:00100000:3.0:1767324234.705284:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817266432
00000100:00100000:3.0:1767324234.705304:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544
00000100:00100000:3.0:1767324234.705309:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817266432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324234.705319:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324234.705327:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324234.705355:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817266944:0@lo:38:kworker.0
00000100:00100000:3.0:1767324234.705362:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817266432:12345-0@lo:38:kworker.0 Request processed in 51us (392us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324234.705368:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544
00000100:00100000:3.0:1767324234.705384:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817266688
00000100:00100000:3.0:1767324234.705387:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817266688
00000100:00100000:3.0:1767324234.705402:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91247
00000100:00100000:3.0:1767324234.705406:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817266688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324234.705415:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324234.705441:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817266688:12345-0@lo:38:kworker.0 Request processed in 33us (116us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324234.705446:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91247
00000100:00100000:3.0:1767324234.705465:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817267200
00000100:00100000:3.0:1767324234.705468:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817267200
00000100:00100000:3.0:1767324234.705502:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4002
00000100:00100000:3.0:1767324234.705511:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817267200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324234.705549:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817267200:12345-0@lo:400:kworker.0 Request processed in 40us (608us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324234.705554:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4002
00000100:00080000:3.0:1767324234.705568:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324234.705585:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817267200:0@lo:400:kworker.0
00000100:00100000:0.0:1767324234.705679:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324234.705716:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324234.705722:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324234.705726:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817266304:0@lo:38:kworker.0
00000100:00080000:0.0:1767324234.705735:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324234.705738:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324234.705741:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817266432:0@lo:38:kworker.0
00000100:00080000:0.0:1767324234.705748:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324234.705751:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324234.705785:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817266688:0@lo:38:kworker.0
00000100:00100000:3.0:1767324234.705874:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817266944
00000100:00100000:3.0:1767324234.705878:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817266944
00000100:00100000:3.0:1767324234.705904:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91248
00000100:00100000:3.0:1767324234.705908:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817266944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324234.705917:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324234.705942:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817266944:12345-0@lo:38:kworker.0 Request processed in 33us (263us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324234.705947:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91248
00000100:00080000:0.0:1767324234.707339:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324234.707348:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324234.707352:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817266944:0@lo:38:kworker.0
00000100:00100000:1.0:1767324234.708143:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324234.708143:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324234.708196:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817266816
00000100:00100000:0.0:1767324234.708202:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817266816
00000100:00080000:1.0:1767324234.708320:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324234.708325:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6416
00000100:00100000:0.0:1767324234.708332:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817266816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324234.708384:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817266816:12345-0@lo:400:kworker.0 Request processed in 52us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324234.708391:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6416
00000100:00100000:1.0:1767324234.708421:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817266816:0@lo:400:kworker.0
00000100:00100000:3.0:1767324234.711852:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817267072
00000100:00100000:3.0:1767324234.711865:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817267072
00000100:00100000:3.0:1767324234.712000:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4003
00000100:00100000:3.0:1767324234.712011:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817267072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324234.712150:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817267072:12345-0@lo:400:kworker.0 Request processed in 140us (4007us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324234.712160:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4003
00000100:00080000:1.0:1767324234.712215:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324234.712526:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817267072:0@lo:400:kworker.0
00000100:00100000:2.0:1767324235.270873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324235.718993:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324236.294913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324236.747179:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324237.255176:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817267456:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324237.255239:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324237.255314:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817267456
00000100:00100000:0.0:1767324237.255322:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817267456
00000100:00100000:0.0:1767324237.255400:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3763
00000100:00100000:0.0:1767324237.255409:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817267456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324237.255444:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324237.255449:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324237.255462:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817267328:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324237.255504:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324237.255511:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817267456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324237.255520:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3763
00000100:00100000:0.0:1767324237.255539:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817267328
00000100:00100000:0.0:1767324237.255543:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817267328
00000100:00100000:2.0:1767324237.255566:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3764
00000100:00100000:2.0:1767324237.255576:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817267328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324237.255594:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324237.255608:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a9d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817267456:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324237.255646:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817267328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (141us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324237.255656:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3764
00000100:00100000:2.0:1767324237.255688:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817267328:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767324237.255813:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324237.255817:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324237.318902:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324237.480217:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324237.480265:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767324237.480370:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758852224 offset 0 length 520: 4
00000100:00100000:0.0:1767324237.480372:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758851968
00000100:00100000:0.0:1767324237.480387:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758851968
00000100:00100000:0.0:1767324237.480500:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758852096
00000100:00100000:0.0:1767324237.480504:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758852096
00000100:00100000:1.0:1767324237.480530:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91249
00000100:00080000:2.0:1767324237.480578:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324237.480623:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758851968:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324237.480654:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324237.480708:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6417
00000100:00100000:0.0:1767324237.480722:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758852096:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324237.480845:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758851968:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 220us (634us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324237.480846:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758852096:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 118us (571us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324237.480870:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91249
00000100:00100000:0.0:1767324237.480881:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6417
00010000:00010000:1.0:1767324237.767023:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324238.345776:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324238.790959:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324239.366950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324239.814893:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324214/real 1767324214]  req@ffff8d4d5b219500 x1853166817261056/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324239 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767324239.814933:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d5b219500 x1853166817261056/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324239 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00010000:00010000:0.0:1767324239.814946:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324239.814955:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324239.814984:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767324239.814987:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d5b219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817261056:0@lo:250:kworker.0
00000100:00080000:3.0:1767324239.815090:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324239.815096:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767324239.815099:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324239.815103:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6756
00000100:00080000:3.0:1767324239.815107:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324239.815113:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324239.815147:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6e680 x1853166817267584/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324239.815199:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817267584:0@lo:250:kworker.0
00000400:00000100:2.0:1767324239.815243:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817267584 offset 0 length 520: 4
00000100:00080000:3.0:1767324239.815299:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324239.815303:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324239.815305:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324239.815309:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6777
00000100:00080000:3.0:1767324239.815311:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324239.815315:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324239.815330:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6fb80 x1853166817267712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324239.815365:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817267712:0@lo:38:kworker.0
00000100:00100000:2.0:1767324239.815399:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324239.815474:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324239.815478:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324239.815479:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324239.815483:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6777
00000100:00080000:3.0:1767324239.815486:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324239.815490:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324239.815506:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6ed80 x1853166817267840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324239.815531:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817267712
00000100:00080000:3.0:1767324239.815552:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324239.815557:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767324239.815559:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817267712
00000100:00080000:3.0:1767324239.815560:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324239.815568:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6777
00000100:00080000:3.0:1767324239.815570:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324239.815574:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324239.815594:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6f100 x1853166817268096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324239.815623:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324239.815627:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324239.815629:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324239.815634:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6777
00000100:00080000:3.0:1767324239.815636:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767324239.815645:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91250
00000100:00080000:3.0:1767324239.815649:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324239.815660:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817267712:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324239.815670:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6e300 x1853166817268352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767324239.815694:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324239.815715:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817268224:0@lo:400:kworker.0
00000100:00100000:3.0:1767324239.815801:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324239.815817:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d5b219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817267712:12345-0@lo:38:kworker.0 Request processed in 157us (414us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324239.815829:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91250
00000100:00100000:3.0:1767324239.815833:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324239.815843:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817268480:0@lo:400:kworker.0
00000100:00100000:0.0:1767324239.815855:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817268224
00000100:00100000:0.0:1767324239.815860:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817268224
00000100:00100000:3.0:1767324239.815876:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324239.815915:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6418
00000100:00100000:3.0:1767324239.815924:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817268480
00000100:00100000:0.0:1767324239.815931:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817268224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324239.815936:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817268480
00000100:00100000:3.0:1767324239.816004:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4004
00000100:00100000:0.0:1767324239.816010:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817268224:12345-0@lo:400:kworker.0 Request processed in 83us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324239.816024:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817268480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324239.816035:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6418
00000100:00080000:2.0:1767324239.816124:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324239.816130:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324239.816145:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817267968:0@lo:400:kworker.0
00000100:00100000:2.0:1767324239.816158:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817267840:0@lo:38:kworker.0
00000100:00100000:0.0:1767324239.816202:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817268480:0@lo:400:kworker.0
00000100:00100000:3.0:1767324239.816205:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817268480:12345-0@lo:400:kworker.0 Request processed in 187us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324239.816217:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4004
00000100:00100000:0.0:1767324239.816228:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817268224:0@lo:400:kworker.0
00000100:00100000:3.0:1767324239.816259:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817268608:0@lo:400:kworker.0
00000100:00100000:3.0:1767324239.816295:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324239.816324:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817268608
00000100:00100000:0.0:1767324239.816332:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817268608
00000100:00080000:3.0:1767324239.816374:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324239.816375:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4005
00000100:00100000:0.0:1767324239.816390:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817268608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324239.816446:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817268608:12345-0@lo:400:kworker.0 Request processed in 60us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324239.816452:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4005
00000100:00100000:3.0:1767324239.816618:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817268608:0@lo:400:kworker.0
00000100:00100000:2.0:1767324239.819564:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324239.819790:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817267840
00000100:00100000:0.0:1767324239.819799:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817267840
00000100:00100000:0.0:1767324239.819878:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545
00000100:00100000:0.0:1767324239.819886:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817267840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324239.819908:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324239.820064:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817268096:0@lo:38:kworker.0
00000100:00100000:2.0:1767324239.820095:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324239.820133:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817268352:0@lo:38:kworker.0
00000100:00100000:1.0:1767324239.820149:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324239.820181:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817268096
00000100:00100000:2.0:1767324239.820187:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817268096
00000100:00100000:2.0:1767324239.820217:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817267968
00000100:00100000:2.0:1767324239.820221:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817267968
00000100:00100000:1.0:1767324239.820254:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91251
00000100:00100000:1.0:1767324239.820263:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817268096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324239.820285:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324239.820312:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324239.820359:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817268096:12345-0@lo:38:kworker.0 Request processed in 92us (259us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767324239.820371:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324239.820378:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324239.820383:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817267712:0@lo:38:kworker.0
00000100:00080000:3.0:1767324239.820418:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324239.820422:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324239.820430:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817268096:0@lo:38:kworker.0
00000100:00100000:3.0:1767324239.820451:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817268352
00000100:00100000:3.0:1767324239.820454:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817268352
00000100:00100000:0.0:1767324239.820604:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817267840:12345-0@lo:38:kworker.0 Request processed in 717us (1044us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324239.820612:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545
00000100:00080000:0.0:1767324239.820647:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324239.820651:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324239.820654:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817267840:0@lo:38:kworker.0
00000100:00080000:0.0:1767324239.820680:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324239.820720:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91251
00000100:00100000:1.0:1767324239.820785:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6419
00000100:00100000:1.0:1767324239.820795:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817267968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324239.820843:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817267968:12345-0@lo:400:kworker.0 Request processed in 52us (702us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324239.820848:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6419
00000100:00100000:0.0:1767324239.820870:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91252
00000100:00100000:0.0:1767324239.820882:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817268352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324239.820898:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324239.820908:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817267968:0@lo:400:kworker.0
00000100:00100000:0.0:1767324239.820950:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817268352:12345-0@lo:38:kworker.0 Request processed in 67us (638us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767324239.820953:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324239.820962:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324239.820969:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817268352:0@lo:38:kworker.0
00000100:00100000:0.0:1767324239.820980:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91252
00000100:00100000:2.0:1767324240.391014:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324240.839291:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324241.414841:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324241.863026:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324242.375135:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817268736:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324242.375202:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324242.375238:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324242.375264:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817268864:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324242.375323:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324242.375420:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817268736
00000100:00100000:2.0:1767324242.375432:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817268736
00000100:00100000:2.0:1767324242.375504:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817268864
00000100:00100000:2.0:1767324242.375507:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817268864
00000100:00100000:2.0:1767324242.375540:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765
00000100:00100000:2.0:1767324242.375550:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817268736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324242.375588:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324242.375644:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817268736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (441us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324242.375652:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765
00000100:00100000:2.0:1767324242.375675:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766
00000100:00100000:2.0:1767324242.375681:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817268864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324242.375702:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:0.0:1767324242.375752:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324242.375778:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324242.375783:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817268864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (458us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324242.375791:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766
00000100:00100000:0.0:1767324242.375833:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817268864:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324242.375855:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817268736:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324242.438896:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324242.600690:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324242.600825:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324242.601800:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758852352
00000100:00100000:3.0:1767324242.601816:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758852352
00000100:00100000:3.0:1767324242.601899:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758852480
00000100:00100000:3.0:1767324242.601903:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758852480
00000100:00100000:3.0:1767324242.602011:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6420
00000100:00100000:3.0:1767324242.602028:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758852480:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324242.602121:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758852480:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 100us (1294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324242.602130:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6420
00000100:00100000:3.0:1767324242.602150:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91253
00000100:00100000:3.0:1767324242.602155:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758852352:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324242.602178:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324242.602201:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a9d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758852352:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 45us (1523us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324242.602207:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91253
00000100:00080000:1.0:1767324242.602488:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324242.886953:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324243.464252:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324243.911951:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324244.487337:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324244.935004:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324244.935018:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324244.935021:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324244.935026:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324244.935031:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324244.935042:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6782
00000100:00080000:3.0:1767324244.935049:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324244.935057:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324244.935111:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6fb80 x1853166817268992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1767324244.935281:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324244.935672:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324244.935678:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324244.935690:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324244.935697:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6782
00000100:00080000:3.0:1767324244.935700:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324244.935705:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324244.935729:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6d880 x1853166817269120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324244.935853:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817269248:0@lo:400:kworker.0
00000100:00100000:1.0:1767324244.935950:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324244.936105:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817269248
00000100:00100000:2.0:1767324244.936116:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817269248
00000100:00080000:3.0:1767324244.936173:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324244.936179:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324244.936182:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324244.936186:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6782
00000100:00080000:3.0:1767324244.936190:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324244.936195:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324244.936201:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6421
00000100:00100000:3.0:1767324244.936218:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6e300 x1853166817269376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324244.936219:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817269248:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324244.936260:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324244.936264:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324244.936266:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324244.936367:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6782
00000100:00080000:3.0:1767324244.936370:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324244.936374:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324244.936389:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6ed80 x1853166817269632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324244.938070:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817268992:0@lo:38:kworker.0
00000100:00100000:0.0:1767324244.938145:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324244.938195:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817269120:0@lo:38:kworker.0
00000100:00100000:0.0:1767324244.938224:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324244.938245:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817269376:0@lo:38:kworker.0
00000100:00100000:0.0:1767324244.938268:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324244.938290:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817269632:0@lo:38:kworker.0
00000100:00100000:0.0:1767324244.938308:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324244.938350:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817269120
00000100:00100000:0.0:1767324244.938357:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817269120
00000100:00100000:0.0:1767324244.938394:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546
00000100:00100000:0.0:1767324244.938401:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817269120:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324244.940152:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817269248:12345-0@lo:400:kworker.0 Request processed in 3925us (4186us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324244.940169:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6421
00000100:00100000:2.0:1767324244.940215:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817268992
00000100:00100000:2.0:1767324244.940224:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817268992
00000100:00100000:2.0:1767324244.940268:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817269376
00000100:00100000:2.0:1767324244.940271:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817269376
00000100:00100000:2.0:1767324244.940280:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817269632
00000100:00100000:2.0:1767324244.940283:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817269632
00000100:00100000:2.0:1767324244.940296:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91254
00000100:00100000:2.0:1767324244.940302:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817268992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324244.940328:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324244.940402:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817268992:12345-0@lo:38:kworker.0 Request processed in 98us (2256us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324244.940409:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91254
00000100:00100000:2.0:1767324244.940421:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91255
00000100:00100000:2.0:1767324244.940426:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817269376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324244.940435:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324244.940459:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817269376:12345-0@lo:38:kworker.0 Request processed in 32us (2190us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324244.940465:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91255
00000100:00100000:2.0:1767324244.940476:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91256
00000100:00100000:2.0:1767324244.940481:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817269632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324244.940490:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324244.940512:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817269632:12345-0@lo:38:kworker.0 Request processed in 30us (2203us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324244.940517:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91256
00000100:00080000:2.0:1767324244.940546:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324244.940568:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817269888:0@lo:400:kworker.0
00000100:00100000:2.0:1767324244.940609:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324244.940655:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817269760:0@lo:400:kworker.0
00000100:00100000:2.0:1767324244.940691:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324244.940717:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767324244.940724:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817269504:0@lo:400:kworker.0
00000100:00100000:2.0:1767324244.940748:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324244.940796:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817269888
00000100:00100000:2.0:1767324244.940801:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817269888
00000100:00100000:2.0:1767324244.940844:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817269760
00000100:00100000:2.0:1767324244.940847:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817269760
00000100:00100000:2.0:1767324244.941119:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4006
00000100:00100000:2.0:1767324244.941128:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817269888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324244.941178:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817269888:12345-0@lo:400:kworker.0 Request processed in 52us (569us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324244.941184:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4006
00000100:00100000:2.0:1767324244.941198:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4007
00000100:00100000:2.0:1767324244.941204:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817269760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324244.941237:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817269760:12345-0@lo:400:kworker.0 Request processed in 33us (556us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324244.941248:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4007
00000100:00080000:2.0:1767324244.941277:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324244.941281:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324244.941315:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817269888:0@lo:400:kworker.0
00000100:00100000:2.0:1767324244.941346:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817269760:0@lo:400:kworker.0
00000100:00080000:2.0:1767324244.941374:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324244.941380:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324244.941384:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817268992:0@lo:38:kworker.0
00000100:00080000:2.0:1767324244.941393:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324244.941398:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324244.941401:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817269376:0@lo:38:kworker.0
00000100:00080000:2.0:1767324244.941410:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324244.941413:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324244.941416:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817269632:0@lo:38:kworker.0
00000100:00100000:2.0:1767324244.941443:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817269504
00000100:00100000:2.0:1767324244.941447:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817269504
00000100:00100000:2.0:1767324244.941476:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6422
00000100:00100000:2.0:1767324244.941482:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817269504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324244.941518:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817269504:12345-0@lo:400:kworker.0 Request processed in 36us (769us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324244.941524:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6422
00000100:00080000:2.0:1767324244.941539:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324244.941554:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817269504:0@lo:400:kworker.0
00010000:00020000:0.0:1767324244.942208:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324244.942260:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817269120:12345-0@lo:38:kworker.0 Request processed in 3857us (4034us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324244.942271:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546
00000100:00080000:2.0:1767324244.942318:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324244.942326:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324244.942329:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817269120:0@lo:38:kworker.0
00000100:00100000:1.0:1767324244.943888:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817269248:0@lo:400:kworker.0
00000100:00100000:2.0:1767324245.511046:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324245.962414:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324246.535171:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324246.983396:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324247.497162:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817270016:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324247.497261:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324247.497501:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817270144:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324247.497531:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324247.497625:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817270016
00000100:00100000:2.0:1767324247.497635:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817270016
00000100:00100000:2.0:1767324247.497714:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817270144
00000100:00100000:2.0:1767324247.497718:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817270144
00000100:00100000:2.0:1767324247.497741:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767
00000100:00100000:2.0:1767324247.497751:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817270016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324247.497815:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324247.497868:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817270016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (608us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324247.497877:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767
00000100:00100000:2.0:1767324247.497901:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768
00000100:00100000:2.0:1767324247.497908:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817270144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324247.497927:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324247.497956:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817270144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (425us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324247.497963:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768
00000100:00080000:0.0:1767324247.498042:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324247.498047:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324247.498092:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817270144:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324247.498126:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817270016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324247.558958:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324247.720950:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324247.721056:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324247.721706:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758852736
00000100:00100000:3.0:1767324247.721721:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758852736
00000100:00080000:2.0:1767324247.721805:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324247.721866:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758852608
00000100:00100000:3.0:1767324247.721870:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758852608
00000100:00100000:3.0:1767324247.721905:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6423
00000100:00100000:3.0:1767324247.721918:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758852736:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324247.722022:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758852736:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 106us (1096us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324247.722032:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6423
00000100:00100000:2.0:1767324247.722054:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91257
00000100:00100000:2.0:1767324247.722061:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758852608:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324247.722088:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324247.722122:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758852608:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 61us (1066us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324247.726883:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91257
00010000:00010000:2.0:1767324248.006959:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324248.582959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324249.035244:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324249.606931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324250.055707:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324250.055733:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324250.055736:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324250.055740:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324250.055797:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324250.055806:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6787
00000100:00080000:2.0:1767324250.055821:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324250.055828:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324250.055862:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f9500 x1853166817270272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324250.055887:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324250.055891:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324250.055893:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324250.055897:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6787
00000100:00080000:2.0:1767324250.055899:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324250.056080:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324250.056108:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8fa680 x1853166817270400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324250.056366:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817270528:0@lo:400:kworker.0
00000100:00100000:3.0:1767324250.056489:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324250.056615:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324250.056620:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324250.056622:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324250.056625:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6787
00000100:00080000:2.0:1767324250.056628:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324250.056632:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324250.056657:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8e00 x1853166817270656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324250.056692:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324250.056696:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324250.056698:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324250.056703:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6787
00000100:00080000:2.0:1767324250.056720:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324250.056726:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324250.056740:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8000 x1853166817270912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324250.056783:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817270272:0@lo:38:kworker.0
00000100:00100000:1.0:1767324250.056892:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817270528
00000100:00100000:1.0:1767324250.056902:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817270528
00000100:00100000:1.0:1767324250.056992:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6424
00000100:00100000:1.0:1767324250.057005:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817270528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324250.057600:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817270784:0@lo:400:kworker.0
00000100:00100000:2.0:1767324250.057670:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324250.057698:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324250.057704:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817271040:0@lo:400:kworker.0
00000100:00100000:2.0:1767324250.057731:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324250.057830:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817271040
00000100:00100000:2.0:1767324250.057852:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817271040
00000100:00100000:2.0:1767324250.057931:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4008
00000100:00100000:2.0:1767324250.057950:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817271040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324250.058044:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817271040:12345-0@lo:400:kworker.0 Request processed in 84us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324250.058053:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4008
00000100:00100000:2.0:1767324250.058122:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817271040:0@lo:400:kworker.0
00000100:00100000:2.0:1767324250.058188:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817270784
00000100:00100000:2.0:1767324250.058192:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817270784
00000100:00100000:2.0:1767324250.058233:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6425
00000100:00100000:2.0:1767324250.058252:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817270784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324250.058301:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817270784:12345-0@lo:400:kworker.0 Request processed in 50us (630us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324250.058318:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6425
00000100:00100000:2.0:1767324250.058359:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817270784:0@lo:400:kworker.0
00000100:00100000:2.0:1767324250.058829:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817271168:0@lo:400:kworker.0
00000100:00100000:2.0:1767324250.058856:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324250.058888:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817271168
00000100:00100000:2.0:1767324250.058892:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817271168
00000100:00100000:2.0:1767324250.058923:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4009
00000100:00100000:2.0:1767324250.058929:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817271168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324250.058959:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817271168:12345-0@lo:400:kworker.0 Request processed in 31us (102us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324250.058965:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4009
00000100:00100000:2.0:1767324250.058987:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817271168:0@lo:400:kworker.0
00000100:00080000:2.0:1767324250.059028:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767324250.059032:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324250.059034:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324250.059341:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324250.059394:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817270400:0@lo:38:kworker.0
00000100:00100000:0.0:1767324250.059429:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324250.059462:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817270272
00000100:00100000:2.0:1767324250.059468:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817270272
00000100:00100000:0.0:1767324250.059471:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817270656:0@lo:38:kworker.0
00000100:00100000:2.0:1767324250.059514:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91258
00000100:00100000:0.0:1767324250.059515:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324250.059529:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817270272:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324250.059562:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817270912:0@lo:38:kworker.0
00010000:00020000:2.0:1767324250.059572:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324250.059593:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324250.059652:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817270272:12345-0@lo:38:kworker.0 Request processed in 123us (315us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324250.059660:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91258
00000100:00100000:2.0:1767324250.059677:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817270656
00000100:00100000:2.0:1767324250.059681:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817270656
00000100:00100000:2.0:1767324250.059703:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817270912
00000100:00100000:2.0:1767324250.059707:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817270912
00000100:00100000:0.0:1767324250.059717:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817270400
00000100:00100000:0.0:1767324250.059726:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817270400
00000100:00100000:2.0:1767324250.059735:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91259
00000100:00100000:2.0:1767324250.059741:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817270656:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324250.059788:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547
00010000:00020000:2.0:1767324250.059799:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324250.059800:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817270400:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324250.059823:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324250.059849:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817270656:12345-0@lo:38:kworker.0 Request processed in 104us (340us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324250.059874:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817270400:12345-0@lo:38:kworker.0 Request processed in 73us (441us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324250.059875:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91259
00000100:00100000:0.0:1767324250.059885:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547
00000100:00100000:0.0:1767324250.059934:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91260
00000100:00100000:0.0:1767324250.059941:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817270912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324250.059952:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324250.059983:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817270912:12345-0@lo:38:kworker.0 Request processed in 42us (392us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324250.062133:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91260
00000100:00080000:0.0:1767324250.062255:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324250.062308:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324250.062315:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817270912:0@lo:38:kworker.0
00010000:00010000:3.0:1767324250.062325:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324250.066048:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817270528:12345-0@lo:400:kworker.0 Request processed in 9033us (9543us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324250.066067:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6424
00000100:00100000:3.0:1767324250.068903:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817270528:0@lo:400:kworker.0
00000100:00080000:0.0:1767324250.069051:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324250.069058:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324250.069062:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817270272:0@lo:38:kworker.0
00000100:00080000:0.0:1767324250.069079:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324250.069083:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324250.069086:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817270400:0@lo:38:kworker.0
00000100:00080000:0.0:1767324250.069097:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324250.069101:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324250.069104:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817270656:0@lo:38:kworker.0
00000100:00100000:2.0:1767324250.630950:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324251.079181:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324251.654921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324252.103180:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324252.615156:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817271296:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324252.615305:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324252.615470:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767324252.615488:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817271424:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324252.615523:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324252.615721:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817271296
00000100:00100000:0.0:1767324252.615730:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817271296
00000100:00100000:0.0:1767324252.615806:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817271424
00000100:00100000:0.0:1767324252.615809:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817271424
00000100:00100000:0.0:1767324252.615836:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3769
00000100:00100000:0.0:1767324252.615847:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817271296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324252.615883:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:1.0:1767324252.615946:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324252.615949:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324252.615965:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3770
00000100:00100000:1.0:1767324252.615972:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817271424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324252.615986:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324252.616032:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817271424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (507us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324252.616040:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3770
00000100:00100000:1.0:1767324252.616099:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817271424:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324252.616661:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817271296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 815us (1356us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324252.616670:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3769
00000100:00100000:3.0:1767324252.616691:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817271296:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324252.679043:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324252.842923:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324252.842971:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324252.843045:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758852864
00000100:00100000:0.0:1767324252.843066:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758852864
00000100:00100000:1.0:1767324252.843103:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758852992
00000100:00100000:1.0:1767324252.843114:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758852992
00000100:00100000:0.0:1767324252.843148:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91261
00000100:00100000:0.0:1767324252.843160:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758852864:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324252.843191:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324252.843204:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6426
00000100:00100000:1.0:1767324252.843217:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758852992:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324252.843317:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758852992:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 101us (343us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324252.843324:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6426
00000100:00080000:3.0:1767324252.843386:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324252.843935:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758852864:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 772us (1017us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324252.843946:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91261
00010000:00010000:1.0:1767324253.128413:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324253.702961:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324254.151025:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324254.726915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324255.175011:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324255.175026:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324255.175030:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324255.175035:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324255.175041:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324255.175052:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6792
00010000:00010000:1.0:1767324255.175142:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324255.176209:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324255.176220:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324255.176280:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078000 x1853166817271552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324255.176400:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817271552:0@lo:38:kworker.0
00000100:00100000:0.0:1767324255.176494:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324255.176658:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817271552
00000100:00100000:1.0:1767324255.176670:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817271552
00000100:00100000:1.0:1767324255.176735:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91262
00000100:00100000:1.0:1767324255.176746:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817271552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324255.176825:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767324255.176916:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324255.176921:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324255.176924:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324255.176929:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6792
00000100:00080000:2.0:1767324255.176933:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324255.176938:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324255.176957:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d078e00 x1853166817271680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324255.179346:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817271680:0@lo:38:kworker.0
00000100:00100000:0.0:1767324255.179441:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324255.179698:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817271552:12345-0@lo:38:kworker.0 Request processed in 2949us (3199us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324255.179711:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91262
00000100:00080000:2.0:1767324255.180932:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324255.180939:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324255.180944:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324255.180951:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6792
00000100:00080000:2.0:1767324255.180957:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324255.180965:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324255.180990:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07a300 x1853166817271936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324255.181026:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324255.181030:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324255.181032:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324255.181036:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6792
00000100:00080000:2.0:1767324255.181039:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324255.181043:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324255.181070:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d07b800 x1853166817272192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324255.181130:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817272448:0@lo:400:kworker.0
00000100:00100000:2.0:1767324255.181191:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324255.181231:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324255.181237:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817271808:0@lo:400:kworker.0
00000100:00100000:2.0:1767324255.181265:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324255.181296:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817272064:0@lo:400:kworker.0
00000100:00100000:2.0:1767324255.181320:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324255.181342:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324255.181348:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817272320:0@lo:400:kworker.0
00000100:00100000:2.0:1767324255.181370:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324255.181401:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817272448
00000100:00100000:2.0:1767324255.181410:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817272448
00000100:00100000:2.0:1767324255.181475:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817272320
00000100:00100000:2.0:1767324255.181479:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817272320
00000100:00100000:2.0:1767324255.181503:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4010
00000100:00100000:2.0:1767324255.181513:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817272448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324255.181575:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817272448:12345-0@lo:400:kworker.0 Request processed in 63us (384us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324255.181578:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4011
00000100:00100000:2.0:1767324255.181582:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4010
00000100:00100000:1.0:1767324255.181596:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817272320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324255.181658:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817272448:0@lo:400:kworker.0
00000100:00080000:2.0:1767324255.181707:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324255.181713:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324255.181725:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817271808
00000100:00100000:2.0:1767324255.181729:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817271808
00000100:00100000:2.0:1767324255.181803:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817272064
00000100:00100000:2.0:1767324255.181807:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817272064
00000100:00100000:2.0:1767324255.181831:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6427
00000100:00100000:2.0:1767324255.181837:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817271808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324255.183351:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817271680
00000100:00100000:3.0:1767324255.183368:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817271680
00000100:00100000:3.0:1767324255.183432:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548
00000100:00100000:1.0:1767324255.183435:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817272320:12345-0@lo:400:kworker.0 Request processed in 1845us (2058us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324255.183438:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817271680:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324255.183444:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4011
00010000:00020000:3.0:1767324255.183465:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324255.183495:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6428
00000100:00100000:1.0:1767324255.183505:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817272064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324255.183528:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817271680:12345-0@lo:38:kworker.0 Request processed in 90us (4088us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324255.183535:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548
00000100:00100000:1.0:1767324255.183543:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817272064:12345-0@lo:400:kworker.0 Request processed in 42us (2223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324255.183548:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6428
00000100:00080000:3.0:1767324255.183572:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324255.183603:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817272320:0@lo:400:kworker.0
00000100:00100000:1.0:1767324255.183618:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817272064:0@lo:400:kworker.0
00000100:00080000:0.0:1767324255.183720:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324255.183728:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324255.183732:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817271552:0@lo:38:kworker.0
00000100:00100000:0.0:1767324255.183773:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817271936:0@lo:38:kworker.0
00000100:00100000:0.0:1767324255.183833:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324255.183868:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817272192:0@lo:38:kworker.0
00000100:00100000:0.0:1767324255.183896:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324255.183928:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324255.183932:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324255.183936:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d078e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817271680:0@lo:38:kworker.0
00000100:00100000:1.0:1767324255.184550:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817271936
00000100:00100000:1.0:1767324255.184556:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817271936
00000100:00100000:1.0:1767324255.184600:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817272192
00000100:00100000:1.0:1767324255.184604:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817272192
00000100:00100000:3.0:1767324255.184605:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91263
00000100:00100000:3.0:1767324255.184611:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817271936:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324255.184624:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91264
00000100:00100000:1.0:1767324255.184628:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817272192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324255.184628:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767324255.184636:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324255.184673:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817272192:12345-0@lo:38:kworker.0 Request processed in 43us (776us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324255.184679:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91264
00000100:00100000:2.0:1767324255.184826:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817271808:12345-0@lo:400:kworker.0 Request processed in 2987us (3558us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324255.184836:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6427
00000100:00100000:2.0:1767324255.184881:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d079500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817271808:0@lo:400:kworker.0
00000100:00100000:3.0:1767324255.189142:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817271936:12345-0@lo:38:kworker.0 Request processed in 4428us (5207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324255.189163:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91263
00000100:00080000:0.0:1767324255.189350:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324255.189358:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324255.189364:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817271936:0@lo:38:kworker.0
00000100:00080000:0.0:1767324255.189379:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324255.189383:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324255.189386:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817272192:0@lo:38:kworker.0
00000100:00100000:2.0:1767324255.750929:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324256.200545:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324256.774998:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324257.223654:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324257.735001:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817272576:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324257.735105:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324257.735368:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817272576
00000100:00100000:0.0:1767324257.735380:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817272576
00000100:00100000:0.0:1767324257.735458:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3771
00000100:00100000:0.0:1767324257.735469:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817272576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324257.735507:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324257.735557:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817272576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (452us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324257.735576:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3771
00000100:00080000:2.0:1767324257.735644:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324257.735900:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767324257.735911:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7d9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817272704:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324257.735941:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324257.736009:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817272704
00000100:00100000:1.0:1767324257.736014:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817272704
00000100:00100000:1.0:1767324257.736052:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3772
00000100:00100000:1.0:1767324257.736061:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817272704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324257.736080:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324257.736116:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817272704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (174us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324257.736122:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3772
00000100:00080000:1.0:1767324257.736141:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324257.736249:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817272576:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324257.736317:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7d9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817272704:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324257.799055:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324257.962169:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324257.962282:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324257.962535:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758853120
00000100:00100000:1.0:1767324257.962548:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758853120
00000100:00100000:1.0:1767324257.962622:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758853248
00000100:00100000:1.0:1767324257.962627:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758853248
00000100:00100000:1.0:1767324257.962693:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6429
00000100:00100000:1.0:1767324257.962705:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758853248:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767324257.962723:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324257.962851:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91265
00000100:00100000:3.0:1767324257.962865:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758853120:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:1.0:1767324257.962871:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758853248:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 163us (583us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324257.962885:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6429
00010000:00020000:3.0:1767324257.962895:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324257.962988:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758853120:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 122us (832us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324257.962997:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91265
00010000:00010000:3.0:1767324258.247093:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324258.822922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324259.272321:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324259.846916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324260.295136:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324260.295237:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324260.295245:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324260.295248:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324260.295253:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324260.295259:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324260.295269:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6797
00000100:00080000:3.0:1767324260.295274:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324260.295282:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324260.295347:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6c000 x1853166817272832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324260.295377:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324260.295382:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324260.295384:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324260.295389:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6797
00000100:00080000:3.0:1767324260.295391:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324260.295395:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324260.295410:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae6dc00 x1853166817272960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324260.295462:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324260.295467:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324260.295469:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324260.295473:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6797
00000100:00080000:3.0:1767324260.295475:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324260.295479:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324260.295492:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f32d80 x1853166817273216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324260.295521:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324260.295525:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324260.295527:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324260.295530:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6797
00000100:00080000:3.0:1767324260.295533:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324260.295536:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324260.295557:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30700 x1853166817273472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324260.295596:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817273728:0@lo:400:kworker.0
00000100:00100000:3.0:1767324260.295596:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817273344:0@lo:400:kworker.0
00000100:00100000:0.0:1767324260.295672:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817272832:0@lo:38:kworker.0
00000100:00100000:2.0:1767324260.295742:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817273600:0@lo:400:kworker.0
00000100:00100000:3.0:1767324260.296508:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324260.296624:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817273088:0@lo:400:kworker.0
00000100:00100000:3.0:1767324260.296662:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324260.296702:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817273344
00000100:00100000:3.0:1767324260.296711:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817273344
00000100:00100000:3.0:1767324260.296789:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817273088
00000100:00100000:3.0:1767324260.296792:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817273088
00000100:00100000:3.0:1767324260.296823:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6430
00000100:00100000:3.0:1767324260.296832:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817273344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324260.296900:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817273344:12345-0@lo:400:kworker.0 Request processed in 67us (392us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324260.296909:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6430
00000100:00100000:3.0:1767324260.296926:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6431
00000100:00100000:3.0:1767324260.296932:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817273088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324260.296963:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817273088:12345-0@lo:400:kworker.0 Request processed in 31us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324260.296969:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6431
00000100:00080000:3.0:1767324260.296987:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324260.297021:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817273344:0@lo:400:kworker.0
00000100:00100000:3.0:1767324260.297046:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817273088:0@lo:400:kworker.0
00000100:00100000:0.0:1767324260.304091:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324260.304170:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817272960:0@lo:38:kworker.0
00000100:00100000:0.0:1767324260.304215:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324260.304264:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817272960
00000100:00100000:0.0:1767324260.304273:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817272960
00000100:00100000:0.0:1767324260.304319:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549
00000100:00100000:0.0:1767324260.304340:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817272960:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324260.304368:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324260.304413:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817272960:12345-0@lo:38:kworker.0 Request processed in 84us (195us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324260.304421:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549
00000100:00080000:0.0:1767324260.304472:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324260.304478:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324260.304482:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817272960:0@lo:38:kworker.0
00000100:00100000:0.0:1767324260.304491:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817273216:0@lo:38:kworker.0
00000100:00100000:0.0:1767324260.304514:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324260.304569:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817272832
00000100:00100000:0.0:1767324260.304574:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817272832
00000100:00100000:0.0:1767324260.304599:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817273216
00000100:00100000:0.0:1767324260.304602:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817273216
00000100:00100000:0.0:1767324260.304619:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91266
00000100:00100000:0.0:1767324260.304624:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817272832:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324260.304635:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324260.304664:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7d9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817272832:12345-0@lo:38:kworker.0 Request processed in 38us (594us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324260.304671:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91266
00000100:00100000:0.0:1767324260.304683:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91267
00000100:00100000:0.0:1767324260.304687:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817273216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324260.304696:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324260.304718:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817273216:12345-0@lo:38:kworker.0 Request processed in 30us (204us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324260.304724:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91267
00000100:00080000:0.0:1767324260.304768:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324260.304772:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324260.304775:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817273216:0@lo:38:kworker.0
00000100:00100000:0.0:1767324260.304782:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817273472:0@lo:38:kworker.0
00000100:00100000:0.0:1767324260.304805:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324260.304825:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817273472
00000100:00100000:0.0:1767324260.304829:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817273472
00000100:00100000:0.0:1767324260.304847:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91268
00000100:00100000:0.0:1767324260.304852:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817273472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324260.305042:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324260.305074:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817273472:12345-0@lo:38:kworker.0 Request processed in 220us (267us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324260.305120:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91268
00000100:00080000:0.0:1767324260.305149:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324260.305154:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324260.305157:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817273472:0@lo:38:kworker.0
00000100:00080000:0.0:1767324260.305195:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324260.305200:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324260.305203:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817272832:0@lo:38:kworker.0
00000100:00100000:1.0:1767324260.308949:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324260.309672:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817273728
00000100:00100000:0.0:1767324260.309685:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817273728
00000100:00100000:0.0:1767324260.309874:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4012
00000100:00100000:0.0:1767324260.309885:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817273728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324260.309970:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817273728:12345-0@lo:400:kworker.0 Request processed in 88us (1123us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324260.309977:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4012
00000100:00100000:1.0:1767324260.310007:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817273728:0@lo:400:kworker.0
00000100:00080000:3.0:1767324260.310190:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324260.310589:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324260.310827:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817273600
00000100:00100000:0.0:1767324260.310834:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817273600
00000100:00100000:0.0:1767324260.310882:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4013
00000100:00080000:3.0:1767324260.310889:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324260.310894:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817273600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324260.310938:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817273600:12345-0@lo:400:kworker.0 Request processed in 48us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324260.310945:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4013
00000100:00100000:2.0:1767324260.311030:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817273600:0@lo:400:kworker.0
00000100:00100000:2.0:1767324260.871145:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324261.319687:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324261.895220:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324262.056272:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324262.056375:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758853632
00000100:00100000:0.0:1767324262.056399:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758853632
00000100:00100000:0.0:1767324262.056477:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6432
00000100:00100000:0.0:1767324262.056488:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758853632:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324262.056644:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758853632:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 157us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324262.056653:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6432
00000100:00080000:3.0:1767324262.056714:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767324262.057095:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758853376 offset 0 length 520: 4
00000100:00100000:2.0:1767324262.057205:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324262.057383:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758853504
00000100:00100000:1.0:1767324262.057389:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758853504
00000100:00100000:1.0:1767324262.057421:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91269
00000100:00100000:1.0:1767324262.057427:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758853504:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324262.057449:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324262.057494:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758853504:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 65us (289us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324262.057501:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91269
00010000:00010000:3.0:1767324262.343426:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324262.855030:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767324262.855394:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324262.855417:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817273984:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324262.855483:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324262.855612:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817273984
00000100:00100000:1.0:1767324262.855623:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817273984
00000100:00100000:1.0:1767324262.855702:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773
00000100:00100000:1.0:1767324262.855712:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817273984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324262.855742:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324262.855814:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817273984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324262.855823:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773
00000100:00100000:1.0:1767324262.855945:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817273984:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767324262.856020:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324262.856316:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817273856:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324262.856346:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324262.859283:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817273856
00000100:00100000:1.0:1767324262.859297:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817273856
00000100:00100000:1.0:1767324262.859442:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774
00000100:00100000:1.0:1767324262.859453:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817273856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324262.859486:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324262.859586:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817273856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (3237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324262.859595:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774
00000100:00100000:2.0:1767324262.859638:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817273856:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767324262.860198:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324262.918875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324263.370584:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324263.942897:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324264.390925:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324239/real 1767324239]  req@ffff8d4d4ae6e680 x1853166817267584/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324264 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767324264.390959:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ae6e680 x1853166817267584/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324264 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767324264.390980:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324264.390990:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767324264.390993:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817267584:0@lo:250:kworker.0
00000100:00080000:3.0:1767324264.391167:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324264.391172:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767324264.391185:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324264.391189:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6782
00000100:00080000:3.0:1767324264.391193:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324264.391199:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324264.391231:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30a80 x1853166817274112/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324264.391253:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324264.391257:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324264.391258:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324264.391262:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6802
00000100:00080000:3.0:1767324264.391264:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324264.391268:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324264.391281:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f33100 x1853166817274240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324264.391289:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324264.391292:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324264.391294:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324264.391297:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6802
00000100:00080000:3.0:1767324264.391299:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324264.391303:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324264.391312:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f31c00 x1853166817274368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324264.391337:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324264.391341:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324264.391343:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324264.391346:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6802
00000100:00080000:3.0:1767324264.391348:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324264.391351:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324264.391363:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30e00 x1853166817274624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324264.391386:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324264.391389:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324264.391391:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324264.391394:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6802
00000100:00080000:3.0:1767324264.391396:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324264.391399:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324264.391409:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30700 x1853166817274880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324264.391447:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817275136:0@lo:400:kworker.0
00000100:00100000:3.0:1767324264.391525:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324264.391563:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324264.391567:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817274496:0@lo:400:kworker.0
00000100:00100000:3.0:1767324264.391587:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324264.391614:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817275008:0@lo:400:kworker.0
00000100:00100000:3.0:1767324264.391635:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324264.391649:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324264.391652:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817274752:0@lo:400:kworker.0
00000100:00100000:3.0:1767324264.391665:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324264.391678:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817274112:0@lo:250:kworker.0
00000400:00000100:3.0:1767324264.391690:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817274112 offset 0 length 520: 4
00000100:00100000:3.0:1767324264.391700:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817274240:0@lo:38:kworker.0
00000100:00100000:3.0:1767324264.391711:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324264.391719:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817274368:0@lo:38:kworker.0
00000100:00100000:3.0:1767324264.391731:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324264.391739:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817274624:0@lo:38:kworker.0
00000100:00100000:3.0:1767324264.391750:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324264.391784:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817274880:0@lo:38:kworker.0
00000100:00100000:1.0:1767324264.391790:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817275136
00000100:00100000:3.0:1767324264.391797:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324264.391798:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817275136
00000100:00100000:3.0:1767324264.391822:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817274496
00000100:00100000:3.0:1767324264.391827:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817274496
00000100:00100000:1.0:1767324264.391847:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817275008
00000100:00100000:1.0:1767324264.391850:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817275008
00000100:00100000:3.0:1767324264.391858:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817274752
00000100:00100000:3.0:1767324264.391862:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817274752
00000100:00100000:1.0:1767324264.391876:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4014
00000100:00100000:3.0:1767324264.391881:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817274240
00000100:00100000:3.0:1767324264.391884:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817274240
00000100:00100000:1.0:1767324264.391887:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817275136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324264.391896:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817274624
00000100:00100000:3.0:1767324264.391899:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817274624
00000100:00100000:3.0:1767324264.391909:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817274880
00000100:00100000:3.0:1767324264.391912:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817274880
00000100:00100000:3.0:1767324264.391926:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6433
00000100:00100000:3.0:1767324264.391936:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817274496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324264.391940:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817275136:12345-0@lo:400:kworker.0 Request processed in 56us (435us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324264.391947:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4014
00000100:00100000:1.0:1767324264.391960:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4015
00000100:00100000:1.0:1767324264.391966:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817275008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324264.391979:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817274496:12345-0@lo:400:kworker.0 Request processed in 44us (389us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324264.391987:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6433
00000100:00100000:1.0:1767324264.391996:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817275008:12345-0@lo:400:kworker.0 Request processed in 30us (359us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324264.392002:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4015
00000100:00100000:3.0:1767324264.392007:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6434
00000100:00100000:3.0:1767324264.392017:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817274752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324264.392024:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91270
00000100:00100000:1.0:1767324264.392031:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817274240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324264.392047:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324264.392049:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817274752:12345-0@lo:400:kworker.0 Request processed in 35us (381us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324264.392057:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6434
00000100:00100000:3.0:1767324264.392071:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91271
00000100:00100000:3.0:1767324264.392074:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817274624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324264.392083:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324264.392087:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817274240:12345-0@lo:38:kworker.0 Request processed in 55us (373us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324264.392095:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91270
00000100:00100000:3.0:1767324264.392110:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817274624:12345-0@lo:38:kworker.0 Request processed in 32us (356us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324264.392114:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91272
00000100:00100000:1.0:1767324264.392121:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817274880:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324264.392125:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91271
00010000:00020000:1.0:1767324264.392132:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324264.392149:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817274368
00000100:00100000:3.0:1767324264.392154:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817274368
00000100:00100000:1.0:1767324264.392155:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817274880:12345-0@lo:38:kworker.0 Request processed in 34us (356us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324264.392160:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91272
00000100:00100000:3.0:1767324264.392190:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550
00000100:00100000:3.0:1767324264.392194:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817274368:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324264.392198:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817274752:0@lo:400:kworker.0
00010000:00020000:3.0:1767324264.392203:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324264.392208:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817275008:0@lo:400:kworker.0
00000100:00100000:3.0:1767324264.392230:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817274368:12345-0@lo:38:kworker.0 Request processed in 34us (496us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324264.392234:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817274496:0@lo:400:kworker.0
00000100:00100000:3.0:1767324264.392238:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550
00000100:00100000:1.0:1767324264.392249:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4b3c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817275136:0@lo:400:kworker.0
00000100:00080000:3.0:1767324264.392273:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324264.392279:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324264.392283:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817274240:0@lo:38:kworker.0
00000100:00080000:1.0:1767324264.392290:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324264.392295:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767324264.392295:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324264.392297:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767324264.392303:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324264.392307:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817274368:0@lo:38:kworker.0
00000100:00080000:3.0:1767324264.392316:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324264.392319:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324264.392322:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817274624:0@lo:38:kworker.0
00000100:00080000:3.0:1767324264.392331:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324264.392334:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324264.392337:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817274880:0@lo:38:kworker.0
00010000:00010000:2.0:1767324264.392854:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324264.966869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324265.415240:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324265.990954:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324266.440981:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324267.015398:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324267.176270:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324267.176375:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324267.181080:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758853760
00000100:00100000:1.0:1767324267.181103:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758853760
00000100:00100000:1.0:1767324267.181164:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758853888
00000100:00100000:1.0:1767324267.181168:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758853888
00000100:00100000:1.0:1767324267.181239:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6435
00000100:00100000:1.0:1767324267.181261:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758853888:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324267.181368:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758853888:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 110us (4992us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324267.181377:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6435
00000100:00100000:1.0:1767324267.181399:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91273
00000100:00100000:1.0:1767324267.181404:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758853760:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324267.181429:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324267.181458:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758853760:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 52us (5203us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324267.181465:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91273
00000100:00080000:3.0:1767324267.181580:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324267.463191:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324267.976649:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817275264:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324267.976749:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324267.976899:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817275264
00000100:00100000:2.0:1767324267.976909:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817275264
00000100:00100000:2.0:1767324267.976984:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3775
00000100:00100000:2.0:1767324267.976998:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817275264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324267.977036:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324267.977084:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817275264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (335us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324267.977093:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3775
00000100:00080000:2.0:1767324267.977122:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324267.977170:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817275264:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324267.978381:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817275392:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324267.978450:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324267.978518:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817275392
00000100:00100000:1.0:1767324267.978524:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817275392
00000100:00100000:1.0:1767324267.978569:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3776
00000100:00100000:1.0:1767324267.978577:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817275392:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324267.978603:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324267.978865:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817275392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 287us (414us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324267.978873:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3776
00000100:00080000:1.0:1767324267.978892:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324267.978922:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817275392:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324268.038998:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324268.487114:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324269.063099:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324269.511048:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767324269.511184:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324269.511190:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324269.511192:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324269.511196:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324269.511200:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324269.511207:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6807
00000100:00080000:1.0:1767324269.511210:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324269.511217:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324269.511264:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621ce00 x1853166817275520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324269.511288:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324269.511291:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324269.511292:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324269.511295:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6807
00000100:00080000:1.0:1767324269.511297:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324269.511299:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324269.511308:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c000 x1853166817275648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324269.511341:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324269.511344:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324269.511346:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324269.511349:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6807
00000100:00080000:1.0:1767324269.511350:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324269.511352:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324269.511358:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30e00 x1853166817275904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324269.511378:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324269.511380:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324269.511382:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324269.511384:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6807
00000100:00080000:1.0:1767324269.511386:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324269.511388:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324269.511393:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f33100 x1853166817276160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324269.511421:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817276032:0@lo:400:kworker.0
00000100:00100000:1.0:1767324269.511508:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324269.511568:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324269.511573:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817276288:0@lo:400:kworker.0
00000100:00100000:1.0:1767324269.511602:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324269.511631:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817276288
00000100:00100000:1.0:1767324269.511638:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817276288
00000100:00100000:1.0:1767324269.511689:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4016
00000100:00100000:1.0:1767324269.511695:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817276288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324269.511738:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817276288:12345-0@lo:400:kworker.0 Request processed in 42us (134us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324269.511743:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4016
00000100:00080000:1.0:1767324269.511780:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324269.511810:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817276288:0@lo:400:kworker.0
00000100:00100000:0.0:1767324269.511966:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817276416:0@lo:400:kworker.0
00000100:00100000:0.0:1767324269.511999:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324269.512023:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767324269.512026:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817275776:0@lo:400:kworker.0
00000100:00100000:0.0:1767324269.512042:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324269.512059:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817276032
00000100:00100000:0.0:1767324269.512062:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817276032
00000100:00100000:0.0:1767324269.512091:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817275776
00000100:00100000:0.0:1767324269.512094:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817275776
00000100:00100000:0.0:1767324269.512116:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6436
00000100:00100000:0.0:1767324269.512123:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817276032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324269.512158:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817276032:12345-0@lo:400:kworker.0 Request processed in 37us (651us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324269.512163:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6436
00000100:00100000:0.0:1767324269.512172:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6437
00000100:00100000:0.0:1767324269.512176:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817275776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324269.512195:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817275776:12345-0@lo:400:kworker.0 Request processed in 19us (153us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324269.512200:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6437
00000100:00080000:0.0:1767324269.512212:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324269.512222:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817275776:0@lo:400:kworker.0
00000100:00100000:0.0:1767324269.512236:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817276032:0@lo:400:kworker.0
00000100:00100000:3.0:1767324269.512339:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817275520:0@lo:38:kworker.0
00000100:00100000:3.0:1767324269.512363:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324269.512382:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817275648:0@lo:38:kworker.0
00000100:00100000:3.0:1767324269.512403:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324269.512423:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817275904:0@lo:38:kworker.0
00000100:00100000:3.0:1767324269.512436:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324269.512447:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817276160:0@lo:38:kworker.0
00000100:00100000:3.0:1767324269.512476:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324269.512504:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817275520
00000100:00100000:3.0:1767324269.512508:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817275520
00000100:00100000:3.0:1767324269.512530:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817275904
00000100:00100000:3.0:1767324269.512533:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817275904
00000100:00100000:3.0:1767324269.512547:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817276160
00000100:00100000:3.0:1767324269.512549:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817276160
00000100:00100000:3.0:1767324269.512556:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91274
00000100:00100000:3.0:1767324269.512559:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817275520:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324269.512663:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91275
00000100:00100000:2.0:1767324269.512667:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817275904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324269.512688:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324269.512716:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817275520:12345-0@lo:38:kworker.0 Request processed in 156us (352us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324269.512723:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91274
00000100:00100000:3.0:1767324269.512733:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91276
00000100:00100000:3.0:1767324269.512735:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817276160:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324269.512773:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817275648
00000100:00100000:0.0:1767324269.512776:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817275648
00000100:00100000:0.0:1767324269.512791:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551
00000100:00100000:0.0:1767324269.512795:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4e542850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817275648:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324269.512836:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817276416
00000100:00100000:1.0:1767324269.512839:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817276416
00000100:00100000:1.0:1767324269.512865:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4017
00000100:00100000:1.0:1767324269.512870:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817276416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324269.512914:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817276416:12345-0@lo:400:kworker.0 Request processed in 44us (915us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324269.512920:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4017
00000100:00080000:1.0:1767324269.512953:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324269.512977:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817276416:0@lo:400:kworker.0
00010000:00020000:2.0:1767324269.514797:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324269.514888:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817275904:12345-0@lo:38:kworker.0 Request processed in 2217us (2448us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767324269.515082:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324269.515121:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817276160:12345-0@lo:38:kworker.0 Request processed in 2382us (2643us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324269.515134:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91276
00000100:00080000:3.0:1767324269.515215:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324269.515222:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324269.515226:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817275520:0@lo:38:kworker.0
00000100:00080000:3.0:1767324269.515239:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324269.515242:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324269.515245:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817275904:0@lo:38:kworker.0
00000100:00080000:3.0:1767324269.515254:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324269.515258:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324269.515261:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817276160:0@lo:38:kworker.0
00000100:00100000:2.0:1767324269.515328:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91275
00010000:00020000:0.0:1767324269.515393:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324269.515428:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4e542850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817275648:12345-0@lo:38:kworker.0 Request processed in 2631us (3023us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324269.515438:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551
00000100:00080000:3.0:1767324269.515803:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324269.515806:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324269.515808:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817275648:0@lo:38:kworker.0
00000100:00100000:2.0:1767324270.087516:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324270.535277:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324271.110923:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324271.559665:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324272.135507:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324272.301750:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324272.301848:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324272.301936:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758854016
00000100:00100000:0.0:1767324272.301948:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758854016
00000100:00100000:0.0:1767324272.302003:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758854144
00000100:00100000:0.0:1767324272.302007:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758854144
00000100:00100000:0.0:1767324272.302071:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6438
00000100:00100000:0.0:1767324272.302083:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758854144:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324272.302176:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758854144:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324272.302185:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6438
00000100:00100000:0.0:1767324272.302206:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91277
00000100:00100000:0.0:1767324272.302211:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758854016:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324272.302237:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324272.302265:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758854016:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 52us (531us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324272.302272:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91277
00000100:00080000:2.0:1767324272.302333:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767324272.583202:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324273.095034:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817276672:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324273.095131:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324273.095232:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817276544:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324273.095258:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324273.095560:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817276672
00000100:00100000:3.0:1767324273.095571:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817276672
00000100:00080000:2.0:1767324273.095643:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324273.095658:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817276544
00000100:00100000:3.0:1767324273.095663:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817276544
00000100:00080000:2.0:1767324273.095698:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324273.095705:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3777
00000100:00100000:3.0:1767324273.095722:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817276672:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324273.095729:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778
00000100:00100000:2.0:1767324273.095741:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817276544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324273.095788:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:3.0:1767324273.095800:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:2.0:1767324273.095858:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817276544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (597us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324273.095862:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817276672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (729us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324273.095872:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778
00000100:00100000:3.0:1767324273.095878:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3777
00000100:00100000:2.0:1767324273.095938:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79404e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817276672:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324273.095956:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817276544:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324273.158911:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324273.607213:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324274.182945:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767324274.631649:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324274.631663:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324274.631667:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324274.631672:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324274.631678:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324274.631687:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6812
00000100:00080000:0.0:1767324274.631694:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324274.631703:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324274.631862:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9c00 x1853166817276800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324274.631902:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324274.631906:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324274.631908:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324274.631913:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6812
00000100:00080000:0.0:1767324274.631915:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324274.631919:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324274.631939:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8a80 x1853166817276928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324274.632015:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817277056:0@lo:400:kworker.0
00000100:00100000:1.0:1767324274.632103:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324274.632328:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324274.632333:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324274.632335:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324274.632341:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6812
00000100:00080000:0.0:1767324274.632344:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324274.632348:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324274.632362:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9f80 x1853166817277184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324274.632377:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817277056
00000100:00100000:2.0:1767324274.632386:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817277056
00000100:00100000:1.0:1767324274.632407:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324274.632422:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817277312:0@lo:400:kworker.0
00000100:00100000:1.0:1767324274.632452:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324274.632466:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817277312
00000100:00100000:2.0:1767324274.632470:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817277312
00000100:00100000:3.0:1767324274.632474:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817276800:0@lo:38:kworker.0
00000100:00100000:2.0:1767324274.632495:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6439
00000100:00100000:1.0:1767324274.632502:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6440
00000100:00100000:2.0:1767324274.632506:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817277056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324274.632510:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817277312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324274.632519:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324274.632558:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817276928:0@lo:38:kworker.0
00000100:00080000:0.0:1767324274.632572:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324274.632578:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324274.632581:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324274.632585:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6812
00000100:00080000:0.0:1767324274.632588:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324274.632592:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324274.632608:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fb100 x1853166817277440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324274.632669:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817276800
00000100:00100000:0.0:1767324274.632672:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817276800
00000100:00100000:3.0:1767324274.632703:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324274.632711:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91278
00000100:00100000:0.0:1767324274.632722:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817276800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324274.632745:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324274.632821:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817276800:12345-0@lo:38:kworker.0 Request processed in 100us (302us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324274.632827:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817277184:0@lo:38:kworker.0
00000100:00100000:0.0:1767324274.632836:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91278
00000100:00100000:3.0:1767324274.632893:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324274.632941:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817277440:0@lo:38:kworker.0
00000100:00100000:0.0:1767324274.632947:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817277184
00000100:00100000:0.0:1767324274.632954:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817277184
00000100:00100000:3.0:1767324274.632971:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324274.632983:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817277440
00000100:00100000:0.0:1767324274.632989:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817277440
00000100:00100000:0.0:1767324274.633006:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91279
00000100:00080000:3.0:1767324274.633009:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767324274.633014:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817277184:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767324274.633021:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324274.633028:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817276800:0@lo:38:kworker.0
00010000:00020000:0.0:1767324274.633033:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324274.633075:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817277184:12345-0@lo:38:kworker.0 Request processed in 60us (181us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767324274.633079:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767324274.633087:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91279
00000100:00080000:3.0:1767324274.633093:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324274.633099:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817277184:0@lo:38:kworker.0
00000100:00100000:0.0:1767324274.633114:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91280
00000100:00100000:0.0:1767324274.633123:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817277440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324274.633134:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324274.633142:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817277568:0@lo:400:kworker.0
00000100:00100000:0.0:1767324274.633180:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817277440:12345-0@lo:38:kworker.0 Request processed in 54us (209us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324274.633189:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91280
00000100:00100000:3.0:1767324274.633200:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324274.633235:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00010000:00010000:0.0:1767324274.633243:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324274.633245:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817277696:0@lo:400:kworker.0
00000100:00100000:0.0:1767324274.633271:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817277568
00000100:00100000:3.0:1767324274.633278:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324274.633280:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817277568
00000100:00100000:0.0:1767324274.633325:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4018
00000100:00100000:0.0:1767324274.633334:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817277568:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324274.633335:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324274.633347:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324274.633352:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817277440:0@lo:38:kworker.0
00000100:00100000:3.0:1767324274.633384:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817276928
00000100:00100000:3.0:1767324274.633391:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817276928
00000100:00100000:0.0:1767324274.633399:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817277568:12345-0@lo:400:kworker.0 Request processed in 65us (198us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324274.633406:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4018
00000100:00100000:0.0:1767324274.633555:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817277696
00000100:00100000:0.0:1767324274.633561:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817277696
00000100:00100000:0.0:1767324274.633584:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4019
00000100:00100000:0.0:1767324274.633590:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817277696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324274.633621:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817277696:12345-0@lo:400:kworker.0 Request processed in 31us (347us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324274.633627:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4019
00000100:00080000:0.0:1767324274.633697:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324274.633841:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79404e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817277312:12345-0@lo:400:kworker.0 Request processed in 1330us (1386us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324274.633849:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6440
00000100:00100000:0.0:1767324274.635398:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817277312:0@lo:400:kworker.0
00000100:00100000:0.0:1767324274.635497:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817277056:0@lo:400:kworker.0
00000100:00100000:2.0:1767324274.635503:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817277056:12345-0@lo:400:kworker.0 Request processed in 2997us (3398us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324274.635514:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6439
00000100:00100000:3.0:1767324274.635545:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552
00000100:00100000:3.0:1767324274.635553:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817276928:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324274.635587:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817277696:0@lo:400:kworker.0
00000100:00100000:2.0:1767324274.635602:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817277568:0@lo:400:kworker.0
00010000:00020000:3.0:1767324274.635636:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324274.635718:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817276928:12345-0@lo:38:kworker.0 Request processed in 163us (3022us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324274.635726:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552
00000100:00080000:0.0:1767324274.635809:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324274.635817:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324274.635821:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817276928:0@lo:38:kworker.0
00000100:00100000:2.0:1767324275.206999:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324275.655076:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324276.230931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324276.680506:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324277.256430:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324277.417669:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324277.417730:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324277.417884:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758854272
00000100:00100000:1.0:1767324277.417898:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758854272
00000100:00100000:3.0:1767324277.417937:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758854400
00000100:00100000:1.0:1767324277.417966:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91281
00000100:00100000:1.0:1767324277.417976:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758854272:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324277.418008:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324277.418082:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758854400
00000100:00100000:3.0:1767324277.418180:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6441
00000100:00100000:3.0:1767324277.418195:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758854400:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324277.418200:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758854272:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 221us (543us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324277.418681:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758854400:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 489us (948us total) trans 0 rc 0/0
00000100:00080000:2.0:1767324277.419778:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324277.421892:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91281
00000100:00100000:3.0:1767324277.421947:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6441
00010000:00010000:1.0:1767324277.703352:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324278.215276:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324278.215300:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817277824:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324278.215365:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324278.215496:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817277952:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324278.215519:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324278.215629:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817277824
00000100:00100000:0.0:1767324278.215637:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817277824
00000100:00100000:0.0:1767324278.215682:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817277952
00000100:00100000:0.0:1767324278.215684:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817277952
00000100:00100000:0.0:1767324278.215701:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779
00000100:00100000:0.0:1767324278.215710:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817277824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324278.215737:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324278.215819:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817277824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (450us total) trans 0 rc 0/0
00000100:00080000:2.0:1767324278.215822:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324278.215824:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779
00000100:00080000:2.0:1767324278.215833:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324278.215843:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780
00000100:00100000:0.0:1767324278.215850:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817277952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324278.215864:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324278.215954:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817277952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (435us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324278.215960:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780
00000100:00100000:2.0:1767324278.217023:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817277824:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324278.217060:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817277952:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324278.278921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324278.726920:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324279.302916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767324279.751677:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324279.751691:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324279.751695:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324279.751700:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324279.751705:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324279.751716:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6817
00000100:00080000:1.0:1767324279.751721:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324279.751731:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324279.751823:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30e00 x1853166817278080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324279.751897:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817278080:0@lo:38:kworker.0
00000100:00100000:3.0:1767324279.751982:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324279.752061:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324279.752068:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324279.752070:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324279.752075:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6817
00000100:00080000:1.0:1767324279.752078:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324279.752081:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324279.752098:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f32d80 x1853166817278208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324279.752176:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817278080
00000100:00100000:0.0:1767324279.752185:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817278080
00000100:00100000:0.0:1767324279.752234:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91282
00000100:00100000:0.0:1767324279.752244:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817278080:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324279.752248:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817278208:0@lo:38:kworker.0
00010000:00020000:0.0:1767324279.752270:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324279.752284:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324279.752326:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817278080:12345-0@lo:38:kworker.0 Request processed in 82us (343us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324279.752334:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91282
00000100:00080000:3.0:1767324279.752342:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324279.752349:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324279.752353:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817278080:0@lo:38:kworker.0
00000100:00100000:3.0:1767324279.752403:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817278208
00000100:00100000:3.0:1767324279.752407:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817278208
00000100:00100000:3.0:1767324279.752450:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553
00000100:00100000:3.0:1767324279.752455:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817278208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324279.752466:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324279.752499:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817278208:12345-0@lo:38:kworker.0 Request processed in 42us (215us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324279.752506:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553
00000100:00080000:3.0:1767324279.752532:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324279.752536:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324279.752540:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817278208:0@lo:38:kworker.0
00000100:00100000:3.0:1767324279.752748:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817278336:0@lo:400:kworker.0
00000100:00100000:3.0:1767324279.752795:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324279.752849:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324279.752853:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324279.752856:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324279.752860:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6817
00000100:00080000:1.0:1767324279.752862:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324279.752866:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324279.752883:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30700 x1853166817278464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324279.752925:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767324279.752932:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817278592:0@lo:400:kworker.0
00000100:00100000:3.0:1767324279.752957:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324279.752983:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817278336
00000100:00100000:3.0:1767324279.752987:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817278336
00000100:00100000:3.0:1767324279.753030:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817278592
00000100:00100000:3.0:1767324279.753034:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817278592
00000100:00100000:3.0:1767324279.753058:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6442
00000100:00100000:3.0:1767324279.753065:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817278336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324279.753110:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817278336:12345-0@lo:400:kworker.0 Request processed in 45us (314us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324279.753117:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6442
00000100:00100000:3.0:1767324279.753130:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6443
00000100:00100000:3.0:1767324279.753136:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817278592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324279.753163:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817278592:12345-0@lo:400:kworker.0 Request processed in 27us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324279.753169:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6443
00000100:00080000:3.0:1767324279.753186:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324279.753210:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817278592:0@lo:400:kworker.0
00000100:00100000:3.0:1767324279.753221:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817278336:0@lo:400:kworker.0
00000100:00100000:3.0:1767324279.753243:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817278464:0@lo:38:kworker.0
00010000:00010000:2.0:1767324279.753247:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324279.753269:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324279.753300:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817278464
00000100:00100000:3.0:1767324279.753304:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817278464
00000100:00100000:3.0:1767324279.753331:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91283
00000100:00100000:3.0:1767324279.753336:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817278464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324279.753348:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324279.753398:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817278464:12345-0@lo:38:kworker.0 Request processed in 61us (129us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324279.753405:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91283
00000100:00080000:2.0:1767324279.753459:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324279.753464:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:1.0:1767324279.753465:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767324279.753468:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817278464:0@lo:38:kworker.0
00000100:00080000:1.0:1767324279.753474:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324279.753479:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324279.753484:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6817
00000100:00080000:1.0:1767324279.753488:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324279.753493:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324279.753510:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e61f30700 x1853166817278720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324279.753547:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817278720:0@lo:38:kworker.0
00000100:00100000:2.0:1767324279.753575:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324279.753580:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817278848:0@lo:400:kworker.0
00000100:00100000:2.0:1767324279.753608:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817278976:0@lo:400:kworker.0
00000100:00100000:1.0:1767324279.753621:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324279.753662:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817278848
00000100:00100000:1.0:1767324279.753666:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817278848
00000100:00100000:2.0:1767324279.753678:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324279.753700:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817278976
00000100:00100000:1.0:1767324279.753703:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817278976
00000100:00100000:1.0:1767324279.753730:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4020
00000100:00100000:1.0:1767324279.753739:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817278848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324279.753743:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4021
00000100:00100000:2.0:1767324279.753778:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817278976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324279.753800:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817278848:12345-0@lo:400:kworker.0 Request processed in 62us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324279.753808:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4020
00000100:00100000:2.0:1767324279.753825:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817278976:12345-0@lo:400:kworker.0 Request processed in 72us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324279.753834:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4021
00000100:00100000:1.0:1767324279.753840:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817278848:0@lo:400:kworker.0
00000100:00100000:2.0:1767324279.753871:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817278976:0@lo:400:kworker.0
00000100:00100000:3.0:1767324279.753950:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817278720
00000100:00100000:3.0:1767324279.753955:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817278720
00000100:00100000:3.0:1767324279.753970:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91284
00000100:00100000:3.0:1767324279.753974:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817278720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324279.753984:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324279.754019:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817278720:12345-0@lo:38:kworker.0 Request processed in 44us (444us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324279.754025:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91284
00000100:00080000:1.0:1767324279.754091:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324279.754096:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324279.754100:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817278720:0@lo:38:kworker.0
00000100:00100000:2.0:1767324280.328290:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324280.775200:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324281.350908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324281.799097:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324282.374943:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324282.535536:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324282.535606:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758854656
00000100:00100000:0.0:1767324282.535618:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758854656
00000100:00100000:0.0:1767324282.535838:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6444
00000100:00100000:0.0:1767324282.535851:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758854656:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324282.535965:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758854656:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 116us (452us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324282.535974:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6444
00000100:00080000:3.0:1767324282.536501:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324282.537611:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324282.537963:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758854528
00000100:00100000:1.0:1767324282.537974:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758854528
00000100:00100000:1.0:1767324282.538076:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91285
00000100:00100000:1.0:1767324282.538084:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758854528:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324282.538119:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324282.538193:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758854528:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 106us (590us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324282.538200:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91285
00010000:00010000:0.0:1767324282.822946:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324283.342680:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817279104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324283.342813:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324283.343020:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817279232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324283.343055:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324283.343100:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817279104
00000100:00100000:0.0:1767324283.343109:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817279104
00000100:00100000:0.0:1767324283.343166:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817279232
00000100:00100000:0.0:1767324283.343169:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817279232
00000100:00100000:0.0:1767324283.343194:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3781
00000100:00100000:0.0:1767324283.343203:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817279104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324283.343239:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324283.343279:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817279104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (466us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324283.343287:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3781
00000100:00100000:0.0:1767324283.343305:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3782
00000100:00100000:0.0:1767324283.343312:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817279232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324283.343327:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324283.343372:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817279232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (316us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324283.343378:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3782
00000100:00100000:0.0:1767324283.343432:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817279232:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767324283.343622:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767324283.343627:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324283.343650:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817279104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324283.399216:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324283.847078:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324284.422924:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324284.871728:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767324284.877398:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324284.877413:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324284.877416:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324284.877422:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324284.877427:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324284.877438:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6822
00000100:00080000:0.0:1767324284.877444:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324284.877453:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324284.877508:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8380 x1853166817279360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324284.877545:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324284.877548:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324284.877550:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324284.877555:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6822
00000100:00080000:0.0:1767324284.877558:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324284.877562:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324284.877576:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fbb80 x1853166817279488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324284.877641:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324284.877645:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324284.877647:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324284.877651:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6822
00000100:00080000:0.0:1767324284.877654:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324284.877660:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324284.877674:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8a80 x1853166817279744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324284.877688:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324284.877691:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324284.877693:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324284.877696:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6822
00000100:00080000:0.0:1767324284.877698:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324284.877701:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324284.877710:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431faa00 x1853166817280000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324284.877792:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817280256:0@lo:400:kworker.0
00000100:00100000:0.0:1767324284.877874:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324284.877947:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767324284.877954:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817280128:0@lo:400:kworker.0
00000100:00100000:0.0:1767324284.877979:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324284.878017:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817280256
00000100:00100000:3.0:1767324284.878017:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817279872:0@lo:400:kworker.0
00000100:00100000:0.0:1767324284.878027:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817280256
00000100:00100000:3.0:1767324284.878062:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324284.878084:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817280128
00000100:00100000:0.0:1767324284.878089:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817280128
00000100:00100000:3.0:1767324284.878090:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324284.878096:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817279616:0@lo:400:kworker.0
00000100:00100000:0.0:1767324284.878118:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4022
00000100:00100000:3.0:1767324284.878118:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324284.878133:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817280256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324284.878147:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817279872
00000100:00100000:3.0:1767324284.878151:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817279872
00000100:00100000:3.0:1767324284.878182:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817279616
00000100:00100000:3.0:1767324284.878184:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817279616
00000100:00100000:0.0:1767324284.878202:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817280256:12345-0@lo:400:kworker.0 Request processed in 70us (326us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324284.878209:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6445
00000100:00100000:0.0:1767324284.878214:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4022
00000100:00100000:3.0:1767324284.878216:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817279872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324284.878240:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4023
00000100:00100000:3.0:1767324284.878246:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817279872:12345-0@lo:400:kworker.0 Request processed in 31us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324284.878253:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817280128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324284.878256:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6445
00000100:00100000:3.0:1767324284.878271:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6446
00000100:00100000:3.0:1767324284.878277:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817279616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324284.878299:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817280128:12345-0@lo:400:kworker.0 Request processed in 50us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324284.878306:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817279616:12345-0@lo:400:kworker.0 Request processed in 29us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324284.878308:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4023
00000100:00100000:3.0:1767324284.878327:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6446
00000100:00080000:3.0:1767324284.878347:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324284.878379:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817280128:0@lo:400:kworker.0
00000100:00100000:3.0:1767324284.878379:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817279616:0@lo:400:kworker.0
00000100:00100000:3.0:1767324284.878389:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817279872:0@lo:400:kworker.0
00000100:00100000:0.0:1767324284.878399:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817280256:0@lo:400:kworker.0
00000100:00100000:1.0:1767324284.878959:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817279360:0@lo:38:kworker.0
00000100:00100000:1.0:1767324284.878998:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324284.879030:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817279488:0@lo:38:kworker.0
00000100:00100000:1.0:1767324284.879056:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324284.879087:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817279744:0@lo:38:kworker.0
00000100:00100000:1.0:1767324284.879120:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324284.879145:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817280000:0@lo:38:kworker.0
00000100:00100000:1.0:1767324284.879166:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324284.879200:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817279360
00000100:00100000:1.0:1767324284.879205:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817279360
00000100:00100000:1.0:1767324284.879227:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817279744
00000100:00100000:1.0:1767324284.879230:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817279744
00000100:00100000:1.0:1767324284.879246:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817280000
00000100:00100000:1.0:1767324284.879248:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817280000
00000100:00100000:1.0:1767324284.879263:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91286
00000100:00100000:1.0:1767324284.879268:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817279360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324284.879289:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324284.879336:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817279360:12345-0@lo:38:kworker.0 Request processed in 67us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324284.879344:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91286
00000100:00100000:3.0:1767324284.879355:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91287
00000100:00100000:3.0:1767324284.879361:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817279744:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324284.879365:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91288
00000100:00100000:1.0:1767324284.879371:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817280000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324284.879372:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767324284.879386:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324284.879406:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817279744:12345-0@lo:38:kworker.0 Request processed in 44us (286us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324284.879412:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91287
00000100:00100000:1.0:1767324284.879422:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817280000:12345-0@lo:38:kworker.0 Request processed in 49us (254us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324284.879430:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91288
00000100:00080000:1.0:1767324284.879472:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324284.879477:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324284.879481:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817279360:0@lo:38:kworker.0
00000100:00080000:1.0:1767324284.879490:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324284.879492:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324284.879494:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817279744:0@lo:38:kworker.0
00000100:00080000:1.0:1767324284.879498:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324284.879501:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324284.879502:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817280000:0@lo:38:kworker.0
00000100:00100000:0.0:1767324284.880951:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817279488
00000100:00100000:0.0:1767324284.880966:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817279488
00000100:00100000:0.0:1767324284.881023:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554
00000100:00100000:0.0:1767324284.881029:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817279488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324284.881052:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324284.881200:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817279488:12345-0@lo:38:kworker.0 Request processed in 169us (2142us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324284.881208:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554
00000100:00080000:1.0:1767324284.883016:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324284.883028:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324284.883034:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817279488:0@lo:38:kworker.0
00000100:00100000:2.0:1767324285.446890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324285.895120:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324286.471124:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324286.919454:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324287.495005:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324287.657285:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:2.0:1767324287.657334:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758854784 offset 0 length 520: 4
00000100:00100000:2.0:1767324287.657360:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324287.657379:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758855040
00000100:00100000:1.0:1767324287.657391:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758855040
00000100:00080000:3.0:1767324287.657444:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324287.657481:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758854912
00000100:00100000:1.0:1767324287.657485:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758854912
00000100:00100000:3.0:1767324287.657509:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6447
00000100:00100000:3.0:1767324287.657526:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758855040:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324287.657693:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758855040:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 173us (421us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324287.657788:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91289
00000100:00100000:1.0:1767324287.657796:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758854912:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324287.657821:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324287.657854:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758854912:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 57us (493us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324287.658048:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6447
00000100:00100000:1.0:1767324287.658212:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91289
00010000:00010000:2.0:1767324287.944119:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324288.455185:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817280384:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324288.455276:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324288.455395:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817280384
00000100:00100000:1.0:1767324288.455406:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817280384
00000100:00100000:1.0:1767324288.455623:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3783
00000100:00100000:1.0:1767324288.455632:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817280384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324288.455665:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324288.455715:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817280384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (439us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324288.455723:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3783
00000100:00100000:2.0:1767324288.455798:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817280384:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767324288.455803:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324288.457023:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767324288.457038:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817280512:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324288.457088:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324288.457127:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817280512
00000100:00100000:2.0:1767324288.457134:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817280512
00000100:00100000:2.0:1767324288.457186:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784
00000100:00100000:2.0:1767324288.457195:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817280512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324288.457220:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324288.457271:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817280512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (191us total) trans 0 rc 0/0
00000100:00080000:3.0:1767324288.457278:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324288.457280:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784
00000100:00100000:0.0:1767324288.457344:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817280512:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324288.518905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324288.967041:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324289.542893:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324289.991016:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324264/real 1767324264]  req@ffff8d4e61f30a80 x1853166817274112/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324289 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767324289.991064:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e61f30a80 x1853166817274112/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324289 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767324289.991090:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324289.991131:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767324289.991136:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e61f30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817274112:0@lo:250:kworker.0
00000100:00080000:3.0:1767324289.991216:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324289.991222:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767324289.991224:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324289.991230:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6807
00000100:00080000:3.0:1767324289.991233:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324289.991240:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324289.991290:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439f80 x1853166817280640/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324289.991319:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324289.991324:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324289.991326:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324289.991329:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6827
00000100:00080000:3.0:1767324289.991332:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324289.991336:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324289.991354:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543a680 x1853166817280768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324289.991364:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324289.991367:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324289.991369:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324289.991373:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6827
00000100:00080000:3.0:1767324289.991376:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324289.991379:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324289.991392:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543b480 x1853166817280896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324289.991432:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324289.991435:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324289.991438:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324289.991441:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6827
00000100:00080000:3.0:1767324289.991444:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324289.991448:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324289.991460:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439880 x1853166817281152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324289.991475:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767324289.991475:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324289.991479:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324289.991481:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324289.991484:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6827
00000100:00080000:3.0:1767324289.991486:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324289.991489:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324289.991491:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817281280:0@lo:400:kworker.0
00000100:00100000:3.0:1767324289.991498:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543ad80 x1853166817281408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324289.991547:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817281664:0@lo:400:kworker.0
00000100:00100000:2.0:1767324289.991575:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324289.991640:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817281024:0@lo:400:kworker.0
00000100:00100000:2.0:1767324289.991663:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324289.991709:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817281280
00000100:00100000:1.0:1767324289.991712:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817280640:0@lo:250:kworker.0
00000100:00100000:2.0:1767324289.991720:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817281280
00000400:00000100:1.0:1767324289.991744:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817280640 offset 0 length 520: 4
00000100:00100000:1.0:1767324289.991796:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817280768:0@lo:38:kworker.0
00000100:00100000:2.0:1767324289.991820:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817281024
00000100:00100000:1.0:1767324289.991825:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324289.991826:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817281024
00000100:00100000:1.0:1767324289.991852:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817280896:0@lo:38:kworker.0
00000100:00100000:2.0:1767324289.991861:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817280768
00000100:00100000:2.0:1767324289.991866:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817280768
00000100:00100000:1.0:1767324289.991882:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324289.991893:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6448
00000100:00100000:2.0:1767324289.991905:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817281280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324289.991906:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817281152:0@lo:38:kworker.0
00000100:00100000:1.0:1767324289.991934:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324289.991946:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817281408:0@lo:38:kworker.0
00000100:00100000:2.0:1767324289.991977:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817281280:12345-0@lo:400:kworker.0 Request processed in 74us (401us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324289.991979:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324289.991991:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6448
00000100:00100000:1.0:1767324289.992018:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817281152
00000100:00100000:2.0:1767324289.992019:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817281408
00000100:00100000:1.0:1767324289.992024:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817281152
00000100:00100000:2.0:1767324289.992025:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817281408
00000100:00100000:2.0:1767324289.992043:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6449
00000100:00100000:2.0:1767324289.992053:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817281024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324289.992054:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91290
00000100:00100000:1.0:1767324289.992064:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817280768:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324289.992087:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817281024:12345-0@lo:400:kworker.0 Request processed in 37us (422us total) trans 0 rc 0/0
00010000:00020000:1.0:1767324289.992089:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324289.992098:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6449
00000100:00100000:2.0:1767324289.992114:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91291
00000100:00100000:2.0:1767324289.992120:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817281408:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324289.992136:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817280768:12345-0@lo:38:kworker.0 Request processed in 71us (311us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324289.992144:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91290
00010000:00020000:2.0:1767324289.992144:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324289.992163:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91292
00000100:00100000:1.0:1767324289.992169:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817281152:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324289.992177:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817281408:12345-0@lo:38:kworker.0 Request processed in 56us (199us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767324289.992181:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324289.992189:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91291
00000100:00100000:1.0:1767324289.992213:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817281152:12345-0@lo:38:kworker.0 Request processed in 43us (277us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324289.992222:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91292
00000100:00100000:2.0:1767324289.992240:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817281280:0@lo:400:kworker.0
00000100:00100000:1.0:1767324289.992249:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817280896
00000100:00100000:1.0:1767324289.992254:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817280896
00000100:00100000:2.0:1767324289.992255:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817281024:0@lo:400:kworker.0
00000100:00100000:3.0:1767324289.992284:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324289.992293:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555
00000100:00100000:1.0:1767324289.992301:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817280896:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767324289.992308:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767324289.992312:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324289.992344:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817280896:12345-0@lo:38:kworker.0 Request processed in 42us (461us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324289.992351:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555
00000100:00100000:2.0:1767324289.992368:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817281664
00000100:00100000:2.0:1767324289.992374:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817281664
00000100:00080000:1.0:1767324289.992383:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324289.992389:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324289.992393:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817280768:0@lo:38:kworker.0
00000100:00080000:1.0:1767324289.992404:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324289.992408:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324289.992410:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324289.992412:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4024
00000100:00100000:1.0:1767324289.992415:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817280896:0@lo:38:kworker.0
00000100:00100000:3.0:1767324289.992420:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817281536:0@lo:400:kworker.0
00000100:00100000:2.0:1767324289.992421:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817281664:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767324289.992429:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324289.992435:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324289.992440:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817281152:0@lo:38:kworker.0
00000100:00100000:3.0:1767324289.992451:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324289.992455:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767324289.992457:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817281664:12345-0@lo:400:kworker.0 Request processed in 37us (173us total) trans 0 rc 0/0
00000100:00080000:1.0:1767324289.992462:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324289.992468:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4024
00000100:00100000:1.0:1767324289.992469:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817281408:0@lo:38:kworker.0
00000100:00100000:3.0:1767324289.992479:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817281664:0@lo:400:kworker.0
00000100:00100000:2.0:1767324289.992484:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817281536
00000100:00100000:2.0:1767324289.992486:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817281536
00000100:00100000:2.0:1767324289.992510:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4025
00000100:00100000:2.0:1767324289.992518:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817281536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324289.992562:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817281536:12345-0@lo:400:kworker.0 Request processed in 46us (113us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324289.992568:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4025
00000100:00100000:3.0:1767324289.992662:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817281536:0@lo:400:kworker.0
00010000:00010000:2.0:1767324289.992860:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324290.567106:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324291.014968:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324291.590908:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324292.039008:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324292.615708:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324292.775647:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324292.776396:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758855296
00000100:00100000:0.0:1767324292.776410:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758855296
00000100:00100000:0.0:1767324292.776527:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6450
00000100:00100000:0.0:1767324292.776542:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758855296:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324292.776893:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758855296:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 353us (1259us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324292.776903:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6450
00000100:00080000:2.0:1767324292.776980:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324292.777814:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324292.777887:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758855168
00000100:00100000:0.0:1767324292.777893:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758855168
00000100:00100000:0.0:1767324292.777926:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91293
00000100:00100000:0.0:1767324292.777933:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758855168:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324292.777964:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324292.778014:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758855168:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 80us (203us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324292.778025:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91293
00010000:00010000:2.0:1767324293.062947:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324293.576961:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324293.577001:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817281792:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324293.577023:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767324293.577042:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817281920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324293.577111:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324293.577176:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817281920
00000100:00100000:2.0:1767324293.577185:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817281920
00000100:00100000:2.0:1767324293.577280:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785
00000100:00100000:2.0:1767324293.577291:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817281920:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324293.577307:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767324293.577327:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324293.577343:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817281792
00000100:00100000:0.0:1767324293.577351:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817281792
00000100:00080000:1.0:1767324293.577369:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324293.577380:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324293.577411:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786
00000100:00100000:0.0:1767324293.577423:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817281792:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324293.577442:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817281920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 150us (328us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324293.577457:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785
00002000:00000024:0.0:1767324293.577459:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324293.577498:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e42d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817281920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324293.577525:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817281792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324293.577537:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786
00000100:00100000:3.0:1767324293.577577:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817281792:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324293.638942:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324294.087097:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324294.662913:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324295.110928:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324295.110942:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324295.110945:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324295.110949:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324295.110954:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324295.110963:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6832
00000100:00080000:3.0:1767324295.110968:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324295.110976:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324295.111036:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543ad80 x1853166817282048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324295.111055:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324295.111058:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324295.111060:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324295.111064:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6832
00000100:00080000:3.0:1767324295.111068:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324295.111073:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324295.111082:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817282048:0@lo:38:kworker.0
00000100:00100000:3.0:1767324295.111088:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439880 x1853166817282176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324295.111141:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324295.111145:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324295.111147:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324295.111152:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6832
00000100:00080000:3.0:1767324295.111155:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324295.111160:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324295.111161:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324295.111178:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543a680 x1853166817282432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324295.111196:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324295.111198:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324295.111200:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324295.111203:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6832
00000100:00080000:3.0:1767324295.111205:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324295.111208:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324295.111217:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543a300 x1853166817282688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324295.111256:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817282176:0@lo:38:kworker.0
00000100:00100000:1.0:1767324295.111284:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324295.111306:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817282048
00000100:00100000:1.0:1767324295.111307:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817282432:0@lo:38:kworker.0
00000100:00100000:3.0:1767324295.111318:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817282048
00000100:00100000:1.0:1767324295.111324:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324295.111334:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817282688:0@lo:38:kworker.0
00000100:00100000:1.0:1767324295.111349:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324295.111358:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817282432
00000100:00100000:3.0:1767324295.111362:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817282432
00000100:00100000:1.0:1767324295.111372:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817282816:0@lo:400:kworker.0
00000100:00100000:3.0:1767324295.111375:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817282688
00000100:00100000:3.0:1767324295.111379:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817282688
00000100:00100000:1.0:1767324295.111400:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324295.111405:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91294
00000100:00100000:3.0:1767324295.111415:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817282048:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324295.111416:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767324295.111422:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817282944:0@lo:400:kworker.0
00000100:00100000:1.0:1767324295.111435:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767324295.111442:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324295.111459:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91295
00000100:00100000:1.0:1767324295.111463:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817282432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324295.111472:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324295.111509:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817282432:12345-0@lo:38:kworker.0 Request processed in 40us (180us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324295.111510:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817282048:12345-0@lo:38:kworker.0 Request processed in 92us (346us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324295.111519:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91295
00000100:00100000:3.0:1767324295.111525:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91294
00000100:00100000:1.0:1767324295.111540:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91296
00000100:00100000:1.0:1767324295.111547:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817282688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324295.111556:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324295.111581:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817282688:12345-0@lo:38:kworker.0 Request processed in 34us (231us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324295.111587:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91296
00000100:00080000:1.0:1767324295.111626:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324295.111632:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324295.111636:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817282432:0@lo:38:kworker.0
00000100:00080000:1.0:1767324295.111646:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324295.111649:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324295.111652:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817282688:0@lo:38:kworker.0
00000100:00080000:1.0:1767324295.111661:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324295.111664:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324295.111668:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817282048:0@lo:38:kworker.0
00000100:00100000:2.0:1767324295.111837:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817282560:0@lo:400:kworker.0
00000100:00100000:2.0:1767324295.111863:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324295.111884:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324295.111888:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817282304:0@lo:400:kworker.0
00000100:00100000:2.0:1767324295.111902:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324295.111918:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817282560
00000100:00100000:2.0:1767324295.111920:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817282560
00000100:00100000:2.0:1767324295.111953:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817282304
00000100:00100000:2.0:1767324295.111955:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817282304
00000100:00100000:2.0:1767324295.111967:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6451
00000100:00100000:2.0:1767324295.111971:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817282560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324295.112002:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817282560:12345-0@lo:400:kworker.0 Request processed in 30us (138us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324295.112017:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6451
00000100:00100000:2.0:1767324295.112030:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6452
00000100:00100000:2.0:1767324295.112034:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817282304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324295.112050:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817282304:12345-0@lo:400:kworker.0 Request processed in 16us (147us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324295.112054:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6452
00000100:00080000:2.0:1767324295.112065:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324295.112090:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817282304:0@lo:400:kworker.0
00000100:00100000:2.0:1767324295.112099:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817282560:0@lo:400:kworker.0
00000100:00100000:0.0:1767324295.112286:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817282176
00000100:00100000:0.0:1767324295.112291:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817282176
00000100:00100000:1.0:1767324295.112314:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817282816
00000100:00100000:0.0:1767324295.112315:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556
00000100:00100000:1.0:1767324295.112321:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817282816
00000100:00100000:0.0:1767324295.112322:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817282176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324295.112333:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324295.112366:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817282176:12345-0@lo:38:kworker.0 Request processed in 44us (1083us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324295.112370:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817282944
00000100:00100000:0.0:1767324295.112373:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556
00000100:00100000:1.0:1767324295.112375:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817282944
00000100:00100000:0.0:1767324295.112399:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4026
00000100:00100000:1.0:1767324295.112414:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4027
00000100:00100000:0.0:1767324295.112415:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817282816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324295.112427:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817282944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324295.112470:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817282816:12345-0@lo:400:kworker.0 Request processed in 62us (1069us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324295.112477:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817282944:12345-0@lo:400:kworker.0 Request processed in 52us (1038us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324295.112479:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4026
00000100:00100000:1.0:1767324295.112493:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4027
00000100:00100000:0.0:1767324295.112519:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817282944:0@lo:400:kworker.0
00000100:00100000:0.0:1767324295.112531:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817282816:0@lo:400:kworker.0
00000100:00080000:1.0:1767324295.112565:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324295.112570:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324295.112574:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817282176:0@lo:38:kworker.0
00010000:00010000:1.0:1767324295.112599:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324295.114352:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767324295.114361:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324295.686906:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324296.135069:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324296.711087:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324297.159101:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324297.738055:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324297.898339:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324297.898394:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324297.898423:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758855552
00000100:00100000:3.0:1767324297.898447:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758855552
00000100:00100000:0.0:1767324297.898472:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758855424
00000100:00100000:0.0:1767324297.898479:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758855424
00000100:00100000:0.0:1767324297.898534:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91297
00000100:00100000:0.0:1767324297.898546:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758855424:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324297.898576:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324297.898603:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6453
00000100:00100000:3.0:1767324297.898617:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758855552:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324297.898661:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758855424:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 115us (265us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324297.898671:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91297
00000100:00100000:3.0:1767324297.898677:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758855552:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 62us (348us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324297.898686:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6453
00000100:00080000:2.0:1767324297.899349:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767324298.183822:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324298.695114:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817283072:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324298.695239:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324298.696477:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817283072
00000100:00100000:1.0:1767324298.696492:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817283072
00000100:00100000:1.0:1767324298.696604:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3787
00000100:00100000:1.0:1767324298.696616:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817283072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324298.696656:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324298.696732:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817283072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (1493us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324298.696741:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3787
00000100:00080000:3.0:1767324298.697127:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324298.697289:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817283072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324298.697481:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817283200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324298.697530:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324298.698582:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817283200
00000100:00100000:0.0:1767324298.698594:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817283200
00000100:00100000:0.0:1767324298.698723:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3788
00000100:00100000:0.0:1767324298.698734:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817283200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324298.698784:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324298.698861:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817283200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (1329us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324298.698870:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3788
00000100:00080000:3.0:1767324298.698932:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324298.699131:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817283200:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324298.759939:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324299.208174:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324299.782900:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324300.230952:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767324300.231087:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324300.231095:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324300.231098:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324300.231103:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324300.231108:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324300.231118:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6837
00000100:00080000:1.0:1767324300.231124:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324300.231132:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324300.231207:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bd500 x1853166817283328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324300.231238:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324300.231243:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324300.231245:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324300.231249:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6837
00000100:00080000:1.0:1767324300.231252:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324300.231256:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324300.231272:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bea00 x1853166817283456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324300.231283:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817283328:0@lo:38:kworker.0
00000100:00080000:1.0:1767324300.231317:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324300.231322:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324300.231324:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324300.231329:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6837
00000100:00080000:1.0:1767324300.231332:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324300.231336:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324300.231349:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4be300 x1853166817283712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324300.231364:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324300.231432:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817283456:0@lo:38:kworker.0
00000100:00080000:1.0:1767324300.231458:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324300.231462:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324300.231464:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767324300.231468:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324300.231473:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6837
00000100:00080000:1.0:1767324300.231476:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324300.231481:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324300.231496:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439880 x1853166817283968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324300.231503:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817283712:0@lo:38:kworker.0
00000100:00100000:2.0:1767324300.231535:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324300.231561:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817283968:0@lo:38:kworker.0
00000100:00100000:1.0:1767324300.231568:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817284096:0@lo:400:kworker.0
00000100:00100000:2.0:1767324300.231587:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324300.231613:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324300.231629:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817283328
00000100:00100000:2.0:1767324300.231639:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817283328
00000100:00100000:1.0:1767324300.231645:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324300.231652:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817284224:0@lo:400:kworker.0
00000100:00100000:1.0:1767324300.231677:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324300.231678:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817283712
00000100:00100000:2.0:1767324300.231683:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817283712
00000100:00100000:2.0:1767324300.231704:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817283968
00000100:00100000:2.0:1767324300.231707:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817283968
00000100:00100000:1.0:1767324300.231715:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817284096
00000100:00100000:1.0:1767324300.231720:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817284096
00000100:00100000:2.0:1767324300.231729:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91298
00000100:00100000:2.0:1767324300.231740:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817283328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324300.231787:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324300.231800:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817284224
00000100:00100000:1.0:1767324300.231804:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817284224
00000100:00100000:1.0:1767324300.231828:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4028
00000100:00100000:1.0:1767324300.231834:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817284096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324300.231844:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817283328:12345-0@lo:38:kworker.0 Request processed in 103us (478us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324300.231853:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91298
00000100:00100000:1.0:1767324300.231877:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817284096:12345-0@lo:400:kworker.0 Request processed in 43us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324300.231880:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91299
00000100:00100000:1.0:1767324300.231887:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4028
00000100:00100000:2.0:1767324300.231892:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817283712:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324300.231902:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4029
00010000:00020000:2.0:1767324300.231903:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324300.231911:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817284224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324300.231935:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817283712:12345-0@lo:38:kworker.0 Request processed in 45us (401us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324300.231941:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817284224:12345-0@lo:400:kworker.0 Request processed in 32us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324300.231947:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4029
00000100:00100000:2.0:1767324300.231957:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91299
00000100:00100000:2.0:1767324300.231974:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91300
00000100:00100000:2.0:1767324300.231980:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817283968:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324300.231987:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817284224:0@lo:400:kworker.0
00010000:00020000:2.0:1767324300.231992:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324300.231998:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817284096:0@lo:400:kworker.0
00000100:00100000:2.0:1767324300.232023:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817283968:12345-0@lo:38:kworker.0 Request processed in 42us (435us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324300.232030:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91300
00000100:00100000:1.0:1767324300.232044:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817283456
00000100:00100000:1.0:1767324300.232047:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817283456
00000100:00100000:1.0:1767324300.232064:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557
00000100:00100000:1.0:1767324300.232068:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817283456:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767324300.232076:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00010000:00020000:1.0:1767324300.232078:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767324300.232085:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324300.232089:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817283968:0@lo:38:kworker.0
00000100:00080000:2.0:1767324300.232100:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324300.232110:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817283456:12345-0@lo:38:kworker.0 Request processed in 40us (643us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767324300.232119:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324300.232123:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557
00000100:00100000:2.0:1767324300.232126:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817283712:0@lo:38:kworker.0
00000100:00080000:2.0:1767324300.232139:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324300.232142:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324300.232144:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817283456:0@lo:38:kworker.0
00000100:00080000:2.0:1767324300.232150:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324300.232152:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324300.232155:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817283328:0@lo:38:kworker.0
00000100:00100000:0.0:1767324300.232225:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817283584:0@lo:400:kworker.0
00000100:00100000:0.0:1767324300.232257:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324300.232286:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767324300.232292:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817283840:0@lo:400:kworker.0
00000100:00100000:0.0:1767324300.232319:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324300.232353:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817283584
00000100:00100000:0.0:1767324300.232367:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817283584
00000100:00100000:0.0:1767324300.232395:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817283840
00000100:00100000:0.0:1767324300.232398:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817283840
00000100:00100000:0.0:1767324300.232416:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6454
00000100:00100000:0.0:1767324300.232423:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817283584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324300.232457:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817283584:12345-0@lo:400:kworker.0 Request processed in 35us (199us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324300.232463:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6454
00000100:00100000:0.0:1767324300.232476:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6455
00000100:00100000:0.0:1767324300.232483:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817283840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324300.232508:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817283840:12345-0@lo:400:kworker.0 Request processed in 26us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324300.232513:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6455
00000100:00100000:0.0:1767324300.232550:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817283840:0@lo:400:kworker.0
00000100:00100000:0.0:1767324300.232560:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817283584:0@lo:400:kworker.0
00000100:00080000:3.0:1767324300.232727:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767324300.232732:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767324300.232735:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324300.806856:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324301.259343:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324301.830901:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324302.278940:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324302.854959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324303.017360:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324303.017553:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758855680
00000100:00100000:1.0:1767324303.017565:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758855680
00000100:00100000:1.0:1767324303.017657:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91301
00000100:00100000:1.0:1767324303.017666:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758855680:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324303.017696:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324303.017919:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758855680:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 252us (572us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324303.017927:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91301
00000100:00100000:2.0:1767324303.021607:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324303.021696:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758855808
00000100:00100000:1.0:1767324303.021708:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758855808
00000100:00100000:1.0:1767324303.021880:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6456
00000100:00100000:1.0:1767324303.021892:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758855808:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324303.022001:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758855808:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 112us (405us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324303.022017:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6456
00000100:00080000:3.0:1767324303.023288:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324303.304392:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324303.814999:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817284352:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324303.815017:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817284480:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324303.817791:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324303.818212:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324303.818325:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817284480
00000100:00100000:1.0:1767324303.818337:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817284480
00000100:00080000:3.0:1767324303.818426:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324303.818516:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817284352
00000100:00100000:1.0:1767324303.818521:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817284352
00000100:00080000:3.0:1767324303.818600:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324303.818709:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3789
00000100:00100000:0.0:1767324303.818725:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817284480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324303.818792:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324303.818854:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3790
00000100:00100000:2.0:1767324303.818867:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817284352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324303.818890:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324303.818910:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817284480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 188us (1127us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324303.818921:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3789
00000100:00100000:2.0:1767324303.818942:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817284352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (729us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324303.818951:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3790
00000100:00100000:0.0:1767324303.818986:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817284352:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324303.819111:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d54e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817284480:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324303.878955:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324304.326996:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324304.902886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767324305.350865:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324305.350879:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324305.350883:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324305.350888:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324305.350894:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324305.350904:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6842
00000100:00080000:1.0:1767324305.350910:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324305.350919:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324305.350972:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543a300 x1853166817284608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324305.351007:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324305.351011:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324305.351013:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324305.351017:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6842
00000100:00080000:1.0:1767324305.351020:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324305.351024:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324305.351036:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e7543a680 x1853166817284736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324305.351083:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324305.351088:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324305.351090:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324305.351093:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6842
00000100:00080000:1.0:1767324305.351096:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324305.351099:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324305.351111:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e75439880 x1853166817284992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324305.351140:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324305.351144:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324305.351145:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324305.351149:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6842
00000100:00080000:1.0:1767324305.351152:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324305.351155:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324305.351165:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b480 x1853166817285248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324305.351264:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817284608:0@lo:38:kworker.0
00000100:00100000:2.0:1767324305.351351:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324305.351428:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817284736:0@lo:38:kworker.0
00000100:00100000:2.0:1767324305.351457:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324305.351497:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817284992:0@lo:38:kworker.0
00000100:00100000:2.0:1767324305.351520:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324305.351537:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817285248:0@lo:38:kworker.0
00000100:00100000:2.0:1767324305.351557:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324305.351592:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817284736
00000100:00100000:2.0:1767324305.351601:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817284736
00000100:00100000:2.0:1767324305.351639:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558
00000100:00100000:2.0:1767324305.351645:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817284736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324305.351666:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324305.351701:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817284736:12345-0@lo:38:kworker.0 Request processed in 55us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324305.351707:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558
00000100:00100000:2.0:1767324305.351731:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817284608
00000100:00100000:2.0:1767324305.351733:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817284608
00000100:00100000:2.0:1767324305.351746:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817284992
00000100:00100000:2.0:1767324305.351747:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817284992
00000100:00100000:2.0:1767324305.351780:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817285248
00000100:00100000:2.0:1767324305.351782:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817285248
00000100:00100000:2.0:1767324305.351792:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91302
00000100:00100000:2.0:1767324305.351795:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817284608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324305.351802:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324305.351818:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817284608:12345-0@lo:38:kworker.0 Request processed in 22us (468us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324305.351822:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91302
00000100:00100000:2.0:1767324305.351828:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91303
00000100:00100000:2.0:1767324305.351830:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817284992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324305.351836:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324305.351850:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817284992:12345-0@lo:38:kworker.0 Request processed in 18us (331us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324305.351856:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91303
00000100:00100000:2.0:1767324305.351861:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91304
00000100:00100000:2.0:1767324305.351863:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817285248:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324305.351868:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324305.351878:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817285248:12345-0@lo:38:kworker.0 Request processed in 14us (321us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324305.351882:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91304
00000100:00080000:2.0:1767324305.351910:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324305.351914:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324305.351916:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817284608:0@lo:38:kworker.0
00000100:00080000:2.0:1767324305.351922:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324305.351924:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324305.351926:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817284736:0@lo:38:kworker.0
00000100:00080000:2.0:1767324305.351930:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324305.351931:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324305.351933:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817284992:0@lo:38:kworker.0
00000100:00080000:2.0:1767324305.351936:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324305.351938:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324305.351939:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817285248:0@lo:38:kworker.0
00000100:00100000:3.0:1767324305.352213:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817284864:0@lo:400:kworker.0
00000100:00100000:1.0:1767324305.352242:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817285504:0@lo:400:kworker.0
00000100:00100000:3.0:1767324305.352251:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324305.352276:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324305.352278:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324305.352283:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817285120:0@lo:400:kworker.0
00000100:00100000:1.0:1767324305.352298:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324305.352302:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324305.352303:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817285376:0@lo:400:kworker.0
00000100:00100000:1.0:1767324305.352326:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324305.352328:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817284864
00000100:00100000:3.0:1767324305.352333:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817284864
00000100:00080000:1.0:1767324305.352366:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324305.352376:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817285120
00000100:00100000:3.0:1767324305.352379:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817285120
00000100:00100000:1.0:1767324305.352385:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6457
00000100:00100000:1.0:1767324305.352392:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817284864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324305.352400:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6458
00000100:00100000:3.0:1767324305.352406:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817285120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324305.352573:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817284864:12345-0@lo:400:kworker.0 Request processed in 181us (320us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324305.352581:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6457
00000100:00080000:1.0:1767324305.352609:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324305.353053:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817285504
00000100:00100000:2.0:1767324305.353058:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817285504
00000100:00100000:0.0:1767324305.353074:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817285376
00000100:00100000:0.0:1767324305.353078:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817285376
00000100:00100000:2.0:1767324305.353097:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4030
00000100:00100000:2.0:1767324305.353104:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817285504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324305.353105:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4031
00000100:00100000:0.0:1767324305.353111:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45067850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817285376:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767324305.353174:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324305.353177:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324305.353356:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817285120:12345-0@lo:400:kworker.0 Request processed in 948us (1051us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324305.353363:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6458
00000100:00100000:3.0:1767324305.353407:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817285120:0@lo:400:kworker.0
00000100:00100000:3.0:1767324305.353420:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e7543ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817284864:0@lo:400:kworker.0
00000100:00100000:2.0:1767324305.353560:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817285504:12345-0@lo:400:kworker.0 Request processed in 455us (1281us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324305.353567:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4030
00000100:00100000:0.0:1767324305.353774:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45067850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817285376:12345-0@lo:400:kworker.0 Request processed in 641us (1424us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324305.353781:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4031
00000100:00100000:1.0:1767324305.354148:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817285376:0@lo:400:kworker.0
00000100:00100000:1.0:1767324305.354162:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817285504:0@lo:400:kworker.0
00010000:00010000:3.0:1767324305.354340:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324305.928207:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324306.375038:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324306.950921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324307.399295:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324307.974956:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324308.137504:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324308.137646:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758855936
00000100:00100000:1.0:1767324308.137660:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758855936
00000100:00100000:1.0:1767324308.137729:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91305
00000100:00100000:1.0:1767324308.137740:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758855936:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324308.137812:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324308.137909:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758855936:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 168us (500us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324308.137917:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91305
00000100:00100000:2.0:1767324308.142417:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324308.142526:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758856064
00000100:00100000:3.0:1767324308.142540:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758856064
00000100:00100000:3.0:1767324308.142643:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6459
00000100:00100000:3.0:1767324308.142667:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758856064:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324308.142826:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758856064:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 171us (424us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324308.142835:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6459
00000100:00080000:1.0:1767324308.142941:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324308.423592:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324308.935234:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324308.935268:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817285632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324308.935383:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324308.935886:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324308.935899:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817285760:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324308.935935:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324308.936022:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817285632
00000100:00100000:0.0:1767324308.936032:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817285632
00000100:00100000:0.0:1767324308.936120:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817285760
00000100:00100000:0.0:1767324308.936123:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817285760
00000100:00100000:0.0:1767324308.936149:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3791
00000100:00100000:0.0:1767324308.936158:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817285632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324308.936195:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324308.936240:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817285632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (857us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324308.936248:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3791
00000100:00100000:0.0:1767324308.936266:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3792
00000100:00100000:0.0:1767324308.936272:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817285760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324308.936287:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324308.936315:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817285760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (379us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324308.936320:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3792
00000100:00100000:1.0:1767324308.936439:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817285632:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767324308.936503:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767324308.936507:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324308.936527:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817285760:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324309.000527:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324309.447077:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324310.022898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324310.470969:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324310.470983:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324310.470988:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324310.470993:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324310.470998:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324310.471008:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6847
00000100:00080000:3.0:1767324310.471014:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324310.471022:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324310.471111:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9500 x1853166817285888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324310.471143:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324310.471148:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324310.471150:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324310.471154:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6847
00000100:00080000:3.0:1767324310.471157:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324310.471161:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324310.471177:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9c00 x1853166817286016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324310.471224:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324310.471229:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324310.471231:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324310.471236:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6847
00000100:00080000:3.0:1767324310.471239:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324310.471243:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324310.471249:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817286144:0@lo:400:kworker.0
00000100:00100000:3.0:1767324310.471257:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431faa00 x1853166817286272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324310.471280:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324310.471284:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324310.471286:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324310.471290:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6847
00000100:00080000:3.0:1767324310.471293:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324310.471296:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324310.471308:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6cb6ce00 x1853166817286528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324310.471356:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324310.471361:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817286400:0@lo:400:kworker.0
00010000:00010000:1.0:1767324310.471433:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324310.471449:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817286784:0@lo:400:kworker.0
00000100:00100000:0.0:1767324310.471475:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817286144
00000100:00100000:0.0:1767324310.471484:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817286144
00000100:00100000:2.0:1767324310.471517:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817285888:0@lo:38:kworker.0
00000100:00100000:0.0:1767324310.471562:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6460
00000100:00100000:0.0:1767324310.471573:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817286144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324310.471582:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324310.471624:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817286656:0@lo:400:kworker.0
00000100:00100000:0.0:1767324310.471639:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817286144:12345-0@lo:400:kworker.0 Request processed in 67us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324310.471648:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6460
00000100:00100000:3.0:1767324310.471661:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324310.471667:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817286400
00000100:00100000:0.0:1767324310.471672:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817286400
00000100:00100000:0.0:1767324310.471704:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6461
00000100:00100000:0.0:1767324310.471710:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817286400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324310.471718:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817286656
00000100:00100000:3.0:1767324310.471723:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817286656
00000100:00100000:0.0:1767324310.471742:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817286400:12345-0@lo:400:kworker.0 Request processed in 32us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324310.471750:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6461
00000100:00100000:3.0:1767324310.471799:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4032
00000100:00080000:0.0:1767324310.471810:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324310.471810:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817286656:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767324310.471817:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324310.471848:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817286144:0@lo:400:kworker.0
00000100:00100000:3.0:1767324310.471858:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817286656:12345-0@lo:400:kworker.0 Request processed in 51us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324310.471867:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4032
00000100:00100000:3.0:1767324310.471902:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817286400:0@lo:400:kworker.0
00000100:00100000:3.0:1767324310.471928:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817286656:0@lo:400:kworker.0
00000100:00100000:1.0:1767324310.472111:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324310.472188:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324310.472212:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817286784
00000100:00100000:0.0:1767324310.472217:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817286784
00000100:00100000:2.0:1767324310.472221:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817286016:0@lo:38:kworker.0
00000100:00100000:1.0:1767324310.472255:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817285888
00000100:00100000:1.0:1767324310.472262:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817285888
00000100:00100000:0.0:1767324310.472263:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4033
00000100:00100000:2.0:1767324310.472265:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324310.472302:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91306
00000100:00100000:2.0:1767324310.472307:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817286272:0@lo:38:kworker.0
00000100:00100000:1.0:1767324310.472310:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817285888:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324310.472331:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817286784:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767324310.472336:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324310.472344:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324310.472369:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817286528:0@lo:38:kworker.0
00000100:00100000:1.0:1767324310.472392:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d54e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817285888:12345-0@lo:38:kworker.0 Request processed in 82us (202us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324310.472402:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91306
00000100:00100000:2.0:1767324310.472403:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324310.472448:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324310.472449:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817286784:12345-0@lo:400:kworker.0 Request processed in 60us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324310.472475:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817286016
00000100:00100000:3.0:1767324310.472479:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817286016
00000100:00100000:3.0:1767324310.472504:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559
00000100:00100000:0.0:1767324310.472509:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4033
00000100:00100000:3.0:1767324310.472513:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817286016:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324310.472527:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324310.472623:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817286272
00000100:00100000:0.0:1767324310.472629:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817286272
00000100:00100000:1.0:1767324310.472634:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817286528
00000100:00100000:1.0:1767324310.472641:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817286528
00000100:00100000:0.0:1767324310.472659:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91307
00000100:00100000:3.0:1767324310.472660:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817286016:12345-0@lo:38:kworker.0 Request processed in 144us (397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324310.472669:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817286272:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324310.472674:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91308
00000100:00100000:3.0:1767324310.472675:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559
00000100:00100000:1.0:1767324310.472684:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817286528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324310.472688:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767324310.472701:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324310.472725:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817286272:12345-0@lo:38:kworker.0 Request processed in 57us (385us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324310.472733:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91307
00000100:00100000:1.0:1767324310.472738:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817286528:12345-0@lo:38:kworker.0 Request processed in 53us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324310.472746:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91308
00000100:00100000:0.0:1767324310.472802:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817286784:0@lo:400:kworker.0
00000100:00080000:2.0:1767324310.472838:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324310.472845:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324310.472848:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817286528:0@lo:38:kworker.0
00000100:00080000:2.0:1767324310.472868:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324310.472872:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324310.472875:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817285888:0@lo:38:kworker.0
00000100:00080000:2.0:1767324310.472882:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324310.472886:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324310.472891:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817286016:0@lo:38:kworker.0
00000100:00080000:2.0:1767324310.472898:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324310.472901:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324310.472903:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817286272:0@lo:38:kworker.0
00000100:00100000:2.0:1767324311.046904:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324311.494987:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324312.070921:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324312.233115:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324312.233256:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758856448
00000100:00100000:1.0:1767324312.233269:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758856448
00000100:00100000:1.0:1767324312.233368:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6462
00000100:00100000:1.0:1767324312.233382:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758856448:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767324312.233440:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324312.233498:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758856448:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 119us (397us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324312.233507:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6462
00000400:00000100:2.0:1767324312.233548:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758856192 offset 0 length 520: 4
00000100:00100000:2.0:1767324312.233819:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324312.233898:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758856320
00000100:00100000:1.0:1767324312.233903:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758856320
00000100:00100000:1.0:1767324312.233931:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91309
00000100:00100000:1.0:1767324312.233937:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758856320:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324312.233963:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324312.234117:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758856320:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 177us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324312.234124:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91309
00010000:00010000:1.0:1767324312.518985:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324313.095217:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324313.542999:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324314.055251:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817287040:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324314.055350:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817286912:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324314.055351:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324314.055444:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324314.055529:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817287040
00000100:00100000:1.0:1767324314.055539:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817287040
00000100:00100000:1.0:1767324314.055605:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817286912
00000100:00100000:1.0:1767324314.055609:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817286912
00000100:00100000:1.0:1767324314.055639:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3793
00000100:00100000:1.0:1767324314.055649:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817287040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324314.055692:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324314.055743:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817287040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324314.055751:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3793
00000100:00100000:1.0:1767324314.055804:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3794
00000100:00100000:1.0:1767324314.055812:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e74d22450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817286912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324314.055830:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324314.055857:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e74d22450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817286912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324314.055864:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3794
00000100:00080000:1.0:1767324314.056206:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324314.056212:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324314.057083:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817287040:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324314.057708:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817286912:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324314.118917:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324314.567951:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324314.568799:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324289/real 1767324289]  req@ffff8d4e75439f80 x1853166817280640/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324314 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767324314.568842:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e75439f80 x1853166817280640/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324314 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767324314.568863:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324314.568889:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767324314.568892:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e75439f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817280640:0@lo:250:kworker.0
00000100:00080000:0.0:1767324314.569142:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324314.569149:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767324314.569152:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324314.569158:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6832
00000100:00080000:0.0:1767324314.569163:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324314.569170:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324314.569212:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09f80 x1853166817287168/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324314.569241:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324314.569245:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324314.569247:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324314.569252:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6853
00000100:00080000:0.0:1767324314.569254:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324314.569258:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324314.569277:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac0b100 x1853166817287296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324314.569286:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324314.569290:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324314.569292:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324314.569295:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6853
00000100:00080000:0.0:1767324314.569300:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767324314.569300:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817287168:0@lo:250:kworker.0
00000100:00080000:0.0:1767324314.569308:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324314.569324:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac0b480 x1853166817287424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767324314.569366:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817287168 offset 0 length 520: 4
00000100:00100000:3.0:1767324314.569414:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817287552:0@lo:400:kworker.0
00000100:00100000:2.0:1767324314.569421:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817287296:0@lo:38:kworker.0
00000100:00100000:2.0:1767324314.569472:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324314.569505:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324314.569509:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324314.569511:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324314.569514:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6853
00000100:00080000:0.0:1767324314.569517:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767324314.569520:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817287424:0@lo:38:kworker.0
00000100:00080000:0.0:1767324314.569523:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324314.569540:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09180 x1853166817287680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324314.569554:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324314.569560:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767324314.569561:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324314.569562:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324314.569568:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6853
00000100:00080000:0.0:1767324314.569570:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324314.569572:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324314.569581:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fad80 x1853166817287936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324314.569591:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817287680:0@lo:38:kworker.0
00000100:00100000:2.0:1767324314.569620:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324314.569640:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817287936:0@lo:38:kworker.0
00000100:00100000:2.0:1767324314.569654:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324314.569680:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817287424
00000100:00100000:3.0:1767324314.569689:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817287424
00000100:00100000:2.0:1767324314.569694:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324314.569733:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560
00000100:00100000:3.0:1767324314.569740:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817287424:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324314.569747:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817287296
00000100:00100000:2.0:1767324314.569779:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817287296
00010000:00020000:3.0:1767324314.569791:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324314.569809:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817287680
00000100:00100000:2.0:1767324314.569815:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817287680
00000100:00100000:2.0:1767324314.569835:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817287936
00000100:00100000:3.0:1767324314.569835:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817287424:12345-0@lo:38:kworker.0 Request processed in 95us (277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324314.569840:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817287936
00000100:00100000:3.0:1767324314.569844:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560
00000100:00100000:2.0:1767324314.569854:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817287552
00000100:00100000:2.0:1767324314.569859:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817287552
00000100:00100000:3.0:1767324314.569870:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91310
00000100:00100000:3.0:1767324314.569874:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817287296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324314.569881:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324314.569901:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75439f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817287296:12345-0@lo:38:kworker.0 Request processed in 26us (431us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324314.569906:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6463
00000100:00100000:3.0:1767324314.569915:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91310
00000100:00100000:2.0:1767324314.569920:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817287552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324314.569941:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91311
00000100:00100000:3.0:1767324314.569947:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817287680:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324314.569958:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324314.569974:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817287552:12345-0@lo:400:kworker.0 Request processed in 57us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324314.569982:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6463
00000100:00100000:3.0:1767324314.569991:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817287680:12345-0@lo:38:kworker.0 Request processed in 40us (368us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324314.569999:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91312
00000100:00100000:0.0:1767324314.570029:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817287808:0@lo:400:kworker.0
00000100:00080000:1.0:1767324314.570068:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324314.570097:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324314.570102:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817288064:0@lo:400:kworker.0
00000100:00100000:0.0:1767324314.570142:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817287808
00000100:00100000:1.0:1767324314.570146:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324314.570148:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817287808
00000100:00100000:1.0:1767324314.570181:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324314.570204:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817287936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324314.570215:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324314.570241:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7543a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817287936:12345-0@lo:38:kworker.0 Request processed in 39us (586us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324314.570262:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817288192:0@lo:400:kworker.0
00000100:00100000:1.0:1767324314.570281:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324314.570289:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91311
00000100:00100000:1.0:1767324314.570310:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817288064
00000100:00100000:1.0:1767324314.570315:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817288064
00000100:00100000:1.0:1767324314.570349:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817288192
00000100:00100000:1.0:1767324314.570352:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817288192
00000100:00100000:1.0:1767324314.570393:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4034
00000100:00100000:1.0:1767324314.570400:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817288064:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324314.570415:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324314.570422:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324314.570428:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817287936:0@lo:38:kworker.0
00000100:00100000:1.0:1767324314.570444:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817288064:12345-0@lo:400:kworker.0 Request processed in 42us (298us total) trans 0 rc 0/0
00000100:00080000:3.0:1767324314.570446:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324314.570454:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324314.570456:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4034
00000100:00100000:3.0:1767324314.570460:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817287680:0@lo:38:kworker.0
00000100:00080000:3.0:1767324314.570474:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324314.570478:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4035
00000100:00080000:3.0:1767324314.570481:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324314.570486:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817287424:0@lo:38:kworker.0
00000100:00100000:1.0:1767324314.570492:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817288192:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324314.570500:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324314.570505:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324314.570509:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817287296:0@lo:38:kworker.0
00000100:00100000:1.0:1767324314.570531:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817288192:12345-0@lo:400:kworker.0 Request processed in 42us (246us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324314.570538:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4035
00000100:00100000:3.0:1767324314.570580:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817287552:0@lo:400:kworker.0
00000100:00100000:1.0:1767324314.570592:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817288192:0@lo:400:kworker.0
00000100:00100000:1.0:1767324314.570606:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817288064:0@lo:400:kworker.0
00000100:00080000:3.0:1767324314.570613:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324314.570881:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6464
00000100:00100000:0.0:1767324314.570889:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817287808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324314.570937:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817287808:12345-0@lo:400:kworker.0 Request processed in 49us (840us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324314.570944:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6464
00000100:00100000:1.0:1767324314.571040:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817287808:0@lo:400:kworker.0
00000100:00100000:2.0:1767324314.571096:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91312
00000100:00100000:2.0:1767324315.142970:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324315.591024:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324316.167163:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324316.615565:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324317.190914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324317.354323:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324317.354500:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758856704
00000100:00100000:0.0:1767324317.354511:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758856704
00000100:00100000:0.0:1767324317.354654:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6465
00000100:00100000:0.0:1767324317.354664:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758856704:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324317.354806:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758856704:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 143us (501us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324317.354813:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6465
00000100:00080000:3.0:1767324317.355534:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324317.355623:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324317.356387:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758856576
00000100:00100000:3.0:1767324317.356399:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758856576
00000100:00100000:3.0:1767324317.356453:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91313
00000100:00100000:3.0:1767324317.356461:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758856576:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324317.356491:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324317.356572:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e75438000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758856576:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 110us (953us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324317.356579:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91313
00010000:00010000:3.0:1767324317.639171:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324318.214905:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324318.663127:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324319.175092:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817288448:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324319.175208:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324319.175270:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817288448
00000100:00100000:3.0:1767324319.175282:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817288448
00000100:00100000:2.0:1767324319.175298:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817288320:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767324319.175332:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324319.175340:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324319.175364:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817288320
00000100:00100000:1.0:1767324319.175369:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817288320
00000100:00100000:3.0:1767324319.175377:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3795
00000100:00100000:3.0:1767324319.175395:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817288448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324319.175437:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324319.175455:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3796
00000100:00100000:1.0:1767324319.175477:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817288320:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324319.175497:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817288448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (288us total) trans 0 rc 0/0
00002000:00000024:1.0:1767324319.175498:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324319.175510:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3795
00000100:00100000:1.0:1767324319.175544:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817288320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324319.175557:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3796
00000100:00080000:0.0:1767324319.176234:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324319.176302:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817288448:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324319.176319:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817288320:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324319.238916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324319.686971:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324319.686983:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324319.686990:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324319.686993:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324319.687023:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324319.687029:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324319.687038:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6857
00000100:00080000:2.0:1767324319.687043:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324319.687051:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324319.687111:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bca80 x1853166817288576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324319.687142:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324319.687145:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324319.687147:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324319.687158:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6857
00000100:00080000:2.0:1767324319.687161:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324319.687165:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324319.687178:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bf480 x1853166817288704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324319.687227:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324319.687233:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324319.687235:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324319.687239:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6857
00000100:00080000:2.0:1767324319.687240:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324319.687243:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324319.687253:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bea00 x1853166817288960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324319.687266:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767324319.687279:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324319.687285:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767324319.687286:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817288832:0@lo:400:kworker.0
00000100:00080000:2.0:1767324319.687288:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324319.687306:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6857
00000100:00080000:2.0:1767324319.687309:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324319.687313:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324319.687331:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45840700 x1853166817289216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324319.687365:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817289088:0@lo:400:kworker.0
00000100:00100000:1.0:1767324319.687372:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324319.687434:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817289344:0@lo:400:kworker.0
00000100:00100000:0.0:1767324319.687464:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324319.687800:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817289472:0@lo:400:kworker.0
00000100:00100000:2.0:1767324319.688156:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324319.688210:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817288832
00000100:00100000:2.0:1767324319.688211:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817288576:0@lo:38:kworker.0
00000100:00100000:1.0:1767324319.688221:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817288832
00000100:00100000:2.0:1767324319.688244:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324319.688262:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817288704:0@lo:38:kworker.0
00000100:00100000:2.0:1767324319.688289:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324319.688316:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817288960:0@lo:38:kworker.0
00000100:00100000:2.0:1767324319.688341:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324319.688356:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817289088
00000100:00100000:1.0:1767324319.688360:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817289088
00000100:00100000:1.0:1767324319.688387:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817288576
00000100:00100000:3.0:1767324319.688387:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324319.688391:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817288576
00000100:00100000:1.0:1767324319.688405:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817288960
00000100:00100000:1.0:1767324319.688407:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817288960
00000100:00100000:1.0:1767324319.688422:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6466
00000100:00100000:1.0:1767324319.688433:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817288832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324319.688439:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817289344
00000100:00100000:3.0:1767324319.688444:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817289344
00000100:00100000:3.0:1767324319.688484:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4036
00000100:00100000:3.0:1767324319.688494:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817289344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324319.688503:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817288832:12345-0@lo:400:kworker.0 Request processed in 71us (1130us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324319.688512:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6466
00000100:00100000:1.0:1767324319.688535:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6467
00000100:00100000:3.0:1767324319.688540:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817289344:12345-0@lo:400:kworker.0 Request processed in 47us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324319.688546:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817289088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324319.688553:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4036
00000100:00100000:3.0:1767324319.688585:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91314
00000100:00100000:1.0:1767324319.688591:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817289088:12345-0@lo:400:kworker.0 Request processed in 49us (434us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324319.688593:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817288576:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324319.688605:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6467
00000100:00100000:1.0:1767324319.688622:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91315
00010000:00020000:3.0:1767324319.688622:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324319.688630:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817288960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324319.688643:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324319.688657:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817288576:12345-0@lo:38:kworker.0 Request processed in 64us (412us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324319.688664:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91314
00000100:00100000:1.0:1767324319.688678:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817288960:12345-0@lo:38:kworker.0 Request processed in 47us (335us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324319.688686:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91315
00000100:00100000:3.0:1767324319.688695:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817288704
00000100:00100000:3.0:1767324319.688700:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817288704
00000100:00100000:3.0:1767324319.688723:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561
00000100:00100000:3.0:1767324319.688729:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817288704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324319.688741:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324319.688742:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817288832:0@lo:400:kworker.0
00000100:00100000:3.0:1767324319.688792:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817288704:12345-0@lo:38:kworker.0 Request processed in 62us (502us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324319.688799:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561
00000100:00080000:1.0:1767324319.688811:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324319.688846:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45842a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817289344:0@lo:400:kworker.0
00000100:00100000:1.0:1767324319.688852:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817289088:0@lo:400:kworker.0
00000100:00080000:2.0:1767324319.688946:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324319.688953:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324319.688956:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817288960:0@lo:38:kworker.0
00000100:00100000:2.0:1767324319.688962:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817289216:0@lo:38:kworker.0
00000100:00100000:2.0:1767324319.688986:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324319.689030:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324319.689033:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324319.689035:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817288576:0@lo:38:kworker.0
00000100:00080000:2.0:1767324319.689043:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324319.689045:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324319.689047:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817288704:0@lo:38:kworker.0
00000100:00100000:0.0:1767324319.689114:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324319.689158:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817289472
00000100:00100000:1.0:1767324319.689163:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817289472
00000100:00100000:3.0:1767324319.689183:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817289216
00000100:00100000:3.0:1767324319.689188:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817289216
00000100:00100000:1.0:1767324319.689203:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4037
00000100:00100000:1.0:1767324319.689212:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817289472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324319.689290:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91316
00000100:00100000:3.0:1767324319.689295:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817289216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324319.689306:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324319.689319:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817289472:12345-0@lo:400:kworker.0 Request processed in 107us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324319.689327:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4037
00000100:00100000:3.0:1767324319.689344:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817289216:12345-0@lo:38:kworker.0 Request processed in 46us (356us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324319.689352:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91316
00000100:00100000:2.0:1767324319.689395:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817289472:0@lo:400:kworker.0
00000100:00080000:2.0:1767324319.689410:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324319.689412:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324319.689414:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45840700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817289216:0@lo:38:kworker.0
00000100:00100000:2.0:1767324320.263696:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324320.711305:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324321.287227:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324321.736950:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324322.312136:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324322.473238:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324322.473304:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324322.473515:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758856960
00000100:00100000:3.0:1767324322.473527:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758856960
00000100:00100000:0.0:1767324322.473584:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758856832
00000100:00100000:0.0:1767324322.473591:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758856832
00000100:00100000:3.0:1767324322.473653:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6468
00000100:00100000:3.0:1767324322.473665:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758856960:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324322.473790:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758856960:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 129us (566us total) trans 0 rc 0/0
00000100:00080000:2.0:1767324322.473887:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324322.473984:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91317
00000100:00100000:0.0:1767324322.473990:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758856832:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324322.474029:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324322.474064:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758856832:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 73us (761us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324322.474071:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91317
00000100:00100000:3.0:1767324322.475821:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6468
00010000:00010000:3.0:1767324322.760229:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324323.334909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324323.783089:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324324.295120:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324324.295128:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324324.295153:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817289600:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324324.295160:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817289728:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324324.295683:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324324.295909:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817289728
00000100:00100000:2.0:1767324324.295917:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817289728
00000100:00100000:2.0:1767324324.296046:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797
00000100:00100000:2.0:1767324324.296058:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817289728:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324324.296070:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767324324.296095:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324324.296113:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817289600
00000100:00100000:3.0:1767324324.296118:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817289600
00000100:00100000:0.0:1767324324.296232:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817289728:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324324.296577:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817289728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 522us (894us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324324.296586:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797
00000100:00080000:1.0:1767324324.296812:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324324.296818:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324324.297901:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798
00000100:00100000:3.0:1767324324.297916:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817289600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324324.298066:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324324.298137:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817289600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 228us (2068us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324324.298144:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798
00000100:00100000:0.0:1767324324.298359:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817289600:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324324.358925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324324.807309:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767324324.809520:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324324.809532:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324324.809536:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324324.809540:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324324.809545:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324324.809555:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6862
00000100:00080000:1.0:1767324324.809561:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324324.809570:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324324.809626:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7ad80 x1853166817289856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324324.809698:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817289856:0@lo:38:kworker.0
00000100:00100000:2.0:1767324324.809809:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324324.809985:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817289856
00000100:00100000:3.0:1767324324.809996:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817289856
00000100:00100000:3.0:1767324324.810050:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91318
00000100:00100000:3.0:1767324324.810059:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817289856:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324324.810087:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767324324.810182:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324324.810186:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324324.810188:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324324.810193:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6862
00000100:00080000:1.0:1767324324.810197:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324324.810201:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324324.810218:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7bb80 x1853166817289984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324324.810524:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817289984:0@lo:38:kworker.0
00000100:00100000:2.0:1767324324.810559:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324324.810710:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817289856:12345-0@lo:38:kworker.0 Request processed in 649us (899us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324324.810718:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91318
00000100:00100000:3.0:1767324324.811009:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817290112:0@lo:400:kworker.0
00000100:00100000:3.0:1767324324.811043:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324324.811085:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324324.811089:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324324.811092:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324324.811097:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6862
00000100:00080000:1.0:1767324324.811101:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324324.811106:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324324.811124:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae78380 x1853166817290240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324324.811156:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324324.811159:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324324.811161:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324324.811165:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6862
00000100:00080000:1.0:1767324324.811168:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324324.811173:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324324.811183:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ae7b480 x1853166817290496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324324.811259:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817289984
00000100:00100000:0.0:1767324324.811268:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817289984
00000100:00100000:0.0:1767324324.811297:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562
00000100:00100000:0.0:1767324324.811303:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817289984:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324324.811321:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324324.811357:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45843480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817289984:12345-0@lo:38:kworker.0 Request processed in 54us (798us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324324.811364:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562
00000100:00100000:0.0:1767324324.811385:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817290368:0@lo:400:kworker.0
00000100:00100000:0.0:1767324324.811409:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324324.811432:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767324324.811438:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817290624:0@lo:400:kworker.0
00000100:00100000:0.0:1767324324.811462:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324324.811492:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817290624
00000100:00100000:0.0:1767324324.811497:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817290624
00000100:00100000:0.0:1767324324.811533:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4038
00000100:00100000:0.0:1767324324.811539:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817290624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324324.811584:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817290624:12345-0@lo:400:kworker.0 Request processed in 45us (121us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324324.811590:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4038
00000100:00100000:0.0:1767324324.811635:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817290624:0@lo:400:kworker.0
00000100:00100000:0.0:1767324324.811660:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817290112
00000100:00100000:0.0:1767324324.811663:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817290112
00000100:00100000:0.0:1767324324.811699:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817290368
00000100:00100000:0.0:1767324324.811701:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817290368
00000100:00100000:0.0:1767324324.811723:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6469
00000100:00100000:0.0:1767324324.811730:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817290112:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767324324.811858:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324324.811865:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324324.811869:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817289856:0@lo:38:kworker.0
00000100:00100000:2.0:1767324324.811886:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817290240:0@lo:38:kworker.0
00000100:00100000:2.0:1767324324.811909:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324324.811926:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817290496:0@lo:38:kworker.0
00000100:00100000:2.0:1767324324.811944:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324324.811976:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324324.811980:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324324.811984:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817289984:0@lo:38:kworker.0
00000100:00100000:2.0:1767324324.812031:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817290240
00000100:00100000:2.0:1767324324.812035:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817290240
00000100:00100000:2.0:1767324324.812049:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817290496
00000100:00100000:2.0:1767324324.812052:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817290496
00000100:00100000:2.0:1767324324.812060:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6470
00000100:00100000:2.0:1767324324.812067:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817290368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324324.812101:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817290368:12345-0@lo:400:kworker.0 Request processed in 36us (691us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324324.812112:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6470
00000100:00100000:2.0:1767324324.812125:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91319
00000100:00100000:2.0:1767324324.812129:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817290240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324324.812141:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324324.812170:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45840e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817290240:12345-0@lo:38:kworker.0 Request processed in 39us (260us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324324.812176:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91319
00000100:00100000:2.0:1767324324.812192:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91320
00000100:00100000:2.0:1767324324.812196:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817290496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324324.812204:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324324.812224:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45841880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817290496:12345-0@lo:38:kworker.0 Request processed in 26us (279us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324324.812229:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91320
00000100:00080000:2.0:1767324324.812568:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324324.812574:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324324.812579:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817290240:0@lo:38:kworker.0
00000100:00080000:2.0:1767324324.812593:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324324.812596:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324324.812598:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817290496:0@lo:38:kworker.0
00000100:00080000:2.0:1767324324.812777:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324324.812816:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817290752:0@lo:400:kworker.0
00000100:00100000:2.0:1767324324.812852:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324324.812903:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817290368:0@lo:400:kworker.0
00000100:00100000:2.0:1767324324.812930:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817290752
00000100:00100000:2.0:1767324324.812948:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817290752
00000100:00100000:2.0:1767324324.812987:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4039
00000100:00100000:2.0:1767324324.812993:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817290752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324324.813028:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45842a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817290752:12345-0@lo:400:kworker.0 Request processed in 35us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324324.813034:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4039
00000100:00100000:2.0:1767324324.813057:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817290752:0@lo:400:kworker.0
00000100:00100000:0.0:1767324324.813405:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817290112:12345-0@lo:400:kworker.0 Request processed in 1673us (2359us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324324.813414:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6469
00000100:00100000:3.0:1767324324.813503:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ae7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817290112:0@lo:400:kworker.0
00000100:00100000:2.0:1767324325.382857:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324325.831505:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324326.406914:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324326.855103:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324327.431158:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324327.592249:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324327.592407:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324327.595105:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758857216
00000100:00100000:0.0:1767324327.595126:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758857216
00000100:00100000:0.0:1767324327.595412:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758857088
00000100:00100000:0.0:1767324327.595417:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758857088
00000100:00100000:0.0:1767324327.595452:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6471
00000100:00100000:0.0:1767324327.595464:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758857216:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324327.595519:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91321
00000100:00100000:1.0:1767324327.595528:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758857088:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324327.595555:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324327.595577:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758857216:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 114us (3343us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324327.595586:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6471
00000100:00100000:1.0:1767324327.595597:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758857088:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 67us (3188us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324327.595606:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91321
00000100:00080000:2.0:1767324327.596132:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324327.879281:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324328.455067:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324328.903265:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324329.415445:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817291008:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324329.415528:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324329.415658:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817291008
00000100:00100000:3.0:1767324329.415669:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817291008
00000100:00100000:3.0:1767324329.415785:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3799
00000100:00100000:3.0:1767324329.415798:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817291008:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324329.415809:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324329.415824:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817290880:0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324329.415835:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324329.415865:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324329.415886:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817291008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (356us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324329.415892:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3799
00000100:00100000:3.0:1767324329.415922:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817290880
00000100:00100000:3.0:1767324329.415926:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817290880
00000100:00080000:1.0:1767324329.415994:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324329.415999:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324329.416046:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3800
00000100:00100000:0.0:1767324329.416055:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817291008:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324329.416056:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817290880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324329.416082:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324329.416258:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817290880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 205us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324329.416266:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3800
00000100:00100000:0.0:1767324329.416398:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817290880:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324329.478931:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767324329.929337:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324329.929349:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324329.929352:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324329.929357:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324329.929363:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324329.929372:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6867
00000100:00080000:0.0:1767324329.929379:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00010000:00010000:3.0:1767324329.929384:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767324329.929390:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324329.929443:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f9500 x1853166817291136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324329.929480:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324329.929484:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324329.929486:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324329.929490:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6867
00000100:00080000:0.0:1767324329.929493:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324329.929497:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324329.929512:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431fbb80 x1853166817291264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324329.929565:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324329.929570:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324329.929571:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324329.929575:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6867
00000100:00080000:0.0:1767324329.929578:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324329.929582:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324329.929595:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d431f8a80 x1853166817291520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324329.929609:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817291392:0@lo:400:kworker.0
00000100:00080000:0.0:1767324329.929626:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324329.929631:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324329.929633:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324329.929637:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6867
00000100:00080000:0.0:1767324329.929640:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324329.929643:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324329.929660:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4f474000 x1853166817291776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324329.929687:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767324329.929696:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817291136:0@lo:38:kworker.0
00000100:00100000:1.0:1767324329.929706:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324329.929707:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817291648:0@lo:400:kworker.0
00000100:00100000:3.0:1767324329.929853:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817291392
00000100:00100000:3.0:1767324329.929863:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817291392
00000100:00100000:3.0:1767324329.929948:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6472
00000100:00100000:3.0:1767324329.929963:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817291392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324329.930072:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324329.930125:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817291264:0@lo:38:kworker.0
00000100:00100000:2.0:1767324329.930155:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324329.930180:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817291520:0@lo:38:kworker.0
00000100:00100000:2.0:1767324329.930204:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324329.930225:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324329.930229:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817291776:0@lo:38:kworker.0
00000100:00100000:2.0:1767324329.930262:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324329.930271:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817291136
00000100:00100000:0.0:1767324329.930277:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817291136
00000100:00100000:0.0:1767324329.930301:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817291520
00000100:00100000:2.0:1767324329.930302:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817291264
00000100:00100000:0.0:1767324329.930305:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817291520
00000100:00100000:2.0:1767324329.930309:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817291264
00000100:00100000:0.0:1767324329.930318:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817291648
00000100:00100000:0.0:1767324329.930323:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817291648
00000100:00100000:2.0:1767324329.930346:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563
00000100:00100000:0.0:1767324329.930347:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817291776
00000100:00100000:0.0:1767324329.930352:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817291776
00000100:00100000:2.0:1767324329.930355:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817291264:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324329.930366:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6473
00000100:00100000:0.0:1767324329.930375:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817291648:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767324329.930382:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324329.930428:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817291648:12345-0@lo:400:kworker.0 Request processed in 53us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324329.930438:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6473
00000100:00100000:2.0:1767324329.930438:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817291264:12345-0@lo:38:kworker.0 Request processed in 82us (279us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324329.930449:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563
00000100:00100000:0.0:1767324329.930462:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91322
00000100:00100000:0.0:1767324329.930467:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817291136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324329.930479:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324329.930485:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91323
00000100:00100000:2.0:1767324329.930493:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817291520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324329.930505:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324329.930510:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817291136:12345-0@lo:38:kworker.0 Request processed in 38us (435us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324329.930519:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91322
00000100:00100000:0.0:1767324329.930534:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91324
00000100:00100000:0.0:1767324329.930540:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817291776:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324329.930545:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ae7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817291520:12345-0@lo:38:kworker.0 Request processed in 49us (338us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767324329.930553:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324329.930557:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91323
00000100:00100000:0.0:1767324329.930585:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817291776:12345-0@lo:38:kworker.0 Request processed in 44us (321us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324329.930592:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91324
00000100:00100000:0.0:1767324329.930636:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817291648:0@lo:400:kworker.0
00000100:00080000:0.0:1767324329.930699:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767324329.931864:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324329.931876:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324329.931882:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817291136:0@lo:38:kworker.0
00000100:00080000:0.0:1767324329.931898:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324329.931918:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324329.931922:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817291264:0@lo:38:kworker.0
00000100:00080000:0.0:1767324329.931935:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324329.931939:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324329.931942:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817291520:0@lo:38:kworker.0
00000100:00080000:0.0:1767324329.931954:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324329.931959:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324329.931962:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817291776:0@lo:38:kworker.0
00000100:00100000:3.0:1767324329.932222:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817291392:12345-0@lo:400:kworker.0 Request processed in 2262us (2517us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324329.932235:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6472
00000100:00100000:1.0:1767324329.932381:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817291392:0@lo:400:kworker.0
00000100:00100000:2.0:1767324330.503841:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324330.951490:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324331.527009:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324331.975530:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324332.550898:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324332.716729:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324332.718602:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758857472
00000100:00100000:0.0:1767324332.718621:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758857472
00000100:00100000:0.0:1767324332.718727:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6474
00000100:00100000:0.0:1767324332.718741:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758857472:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324332.718914:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758857472:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 175us (2196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324332.718924:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6474
00000100:00080000:1.0:1767324332.718932:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324332.718992:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324332.720277:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758857344
00000100:00100000:0.0:1767324332.720291:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758857344
00000100:00100000:0.0:1767324332.720378:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91325
00000100:00100000:0.0:1767324332.720386:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758857344:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324332.720414:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324332.720485:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758857344:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 98us (1494us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324332.720492:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91325
00010000:00010000:1.0:1767324332.999152:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324333.575241:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324334.023127:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324334.535280:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817291904:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324334.535378:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324334.535732:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817291904
00000100:00100000:3.0:1767324334.535744:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817291904
00000100:00100000:3.0:1767324334.535845:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3801
00000100:00100000:3.0:1767324334.535945:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817291904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324334.535985:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324334.536046:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817291904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (667us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324334.536055:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3801
00000100:00100000:0.0:1767324334.536241:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6cb6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817291904:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767324334.538255:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324334.538302:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324334.538340:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817292032:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324334.538421:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324334.538556:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817292032
00000100:00100000:0.0:1767324334.538575:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817292032
00000100:00100000:0.0:1767324334.538658:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3802
00000100:00100000:0.0:1767324334.538669:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817292032:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767324334.538706:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767324334.538708:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324334.538803:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817292032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324334.538811:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3802
00000100:00100000:1.0:1767324334.538834:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817292032:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324334.598925:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767324335.049996:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324335.050010:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324335.050013:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324335.050017:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324335.050021:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324335.050029:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6872
00000100:00080000:1.0:1767324335.050035:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324335.050042:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324335.050093:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bea00 x1853166817292160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324335.050110:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324335.050113:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324335.050114:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324335.050117:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6872
00000100:00080000:1.0:1767324335.050119:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324335.050122:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324335.050133:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4bca80 x1853166817292288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324335.050230:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817292416:0@lo:400:kworker.0
00000100:00100000:3.0:1767324335.050304:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324335.050332:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324335.050336:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324335.050337:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324335.050340:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6872
00000100:00080000:1.0:1767324335.050342:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324335.050345:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324335.050358:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4e22c380 x1853166817292544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324335.055748:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817292160:0@lo:38:kworker.0
00000100:00100000:2.0:1767324335.055957:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817292672:0@lo:400:kworker.0
00000100:00100000:3.0:1767324335.056885:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324335.056921:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817292416
00000100:00100000:3.0:1767324335.056932:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817292416
00000100:00080000:1.0:1767324335.056986:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324335.056994:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324335.056999:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324335.057005:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6872
00000100:00080000:1.0:1767324335.057011:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767324335.057014:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817292160
00000100:00080000:1.0:1767324335.057019:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324335.057019:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817292160
00000100:00080000:1.0:1767324335.057032:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324335.057048:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6475
00000100:00100000:3.0:1767324335.057065:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817292416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324335.057081:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573c380 x1853166817292800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324335.057139:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817292416:12345-0@lo:400:kworker.0 Request processed in 80us (6831us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324335.057148:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6475
00000100:00100000:1.0:1767324335.057162:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91326
00000100:00100000:1.0:1767324335.057170:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817292160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324335.057184:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817292288:0@lo:38:kworker.0
00010000:00020000:1.0:1767324335.057195:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324335.057222:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324335.057239:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817292160:12345-0@lo:38:kworker.0 Request processed in 68us (357us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324335.057247:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91326
00000100:00100000:3.0:1767324335.057258:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4e22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817292544:0@lo:38:kworker.0
00000100:00100000:3.0:1767324335.057288:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324335.057292:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817292288
00000100:00100000:1.0:1767324335.057297:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817292288
00000100:00100000:3.0:1767324335.057316:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817292800:0@lo:38:kworker.0
00000100:00100000:1.0:1767324335.057324:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564
00000100:00100000:1.0:1767324335.057330:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817292288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324335.057341:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324335.057345:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324335.057378:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817292288:12345-0@lo:38:kworker.0 Request processed in 47us (156us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324335.057384:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564
00000100:00080000:3.0:1767324335.057389:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324335.057396:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324335.057401:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817292160:0@lo:38:kworker.0
00000100:00100000:1.0:1767324335.057404:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817292544
00000100:00100000:1.0:1767324335.057409:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817292544
00000100:00080000:3.0:1767324335.057417:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324335.057422:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324335.057427:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817292288:0@lo:38:kworker.0
00000100:00100000:1.0:1767324335.057428:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817292800
00000100:00100000:1.0:1767324335.057432:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817292800
00000100:00100000:1.0:1767324335.057450:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91327
00000100:00100000:1.0:1767324335.057455:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817292544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324335.057465:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324335.057482:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817292416:0@lo:400:kworker.0
00000100:00100000:1.0:1767324335.057496:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817292544:12345-0@lo:38:kworker.0 Request processed in 39us (207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324335.057502:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91327
00000100:00100000:1.0:1767324335.057513:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91328
00000100:00100000:1.0:1767324335.057518:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817292800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324335.057526:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767324335.057542:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324335.057549:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817292800:12345-0@lo:38:kworker.0 Request processed in 29us (206us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767324335.057549:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324335.057557:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817292544:0@lo:38:kworker.0
00000100:00100000:1.0:1767324335.057562:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91328
00000100:00080000:3.0:1767324335.057580:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324335.057586:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324335.057589:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817292800:0@lo:38:kworker.0
00000100:00100000:2.0:1767324335.058487:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324335.058548:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817292672
00000100:00100000:1.0:1767324335.058556:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817292672
00000100:00100000:1.0:1767324335.058747:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6476
00000100:00100000:1.0:1767324335.059011:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817292672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324335.059098:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817292672:12345-0@lo:400:kworker.0 Request processed in 343us (614us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324335.059107:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6476
00000100:00080000:2.0:1767324335.059261:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324335.059303:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4e22ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817292672:0@lo:400:kworker.0
00010000:00010000:1.0:1767324335.059435:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324335.623167:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324336.071138:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324336.650899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324336.809158:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767324336.809277:0:7003:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758857600 offset 0 length 520: 4
00000100:00100000:3.0:1767324336.809304:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324336.810144:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758857856
00000100:00100000:1.0:1767324336.810273:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758857856
00000100:00100000:1.0:1767324336.810427:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758857728
00000100:00100000:1.0:1767324336.810431:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758857728
00000100:00080000:3.0:1767324336.810454:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324336.810492:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6477
00000100:00100000:0.0:1767324336.810507:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758857856:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324336.810549:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91329
00000100:00100000:2.0:1767324336.810561:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758857728:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324336.810593:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324336.810602:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758857856:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 97us (1462us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324336.810609:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6477
00000100:00100000:2.0:1767324336.810642:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758857728:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 79us (1334us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324336.810650:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91329
00010000:00010000:1.0:1767324337.096539:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324337.673615:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324338.119230:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324338.695029:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324339.148301:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324314/real 1767324314]  req@ffff8d4d4ac09f80 x1853166817287168/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767324339.148345:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d4ac09f80 x1853166817287168/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767324339.148379:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324339.148410:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767324339.148415:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817287168:0@lo:250:kworker.0
00000100:00080000:2.0:1767324339.148472:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324339.148478:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767324339.148482:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324339.148487:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6857
00000100:00080000:2.0:1767324339.148492:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324339.148499:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324339.148538:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66249500 x1853166817292928/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324339.148567:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324339.148571:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324339.148572:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324339.148576:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6877
00000100:00080000:2.0:1767324339.148578:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324339.148582:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324339.148601:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624b800 x1853166817293056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324339.148610:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324339.148613:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324339.148615:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767324339.148615:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817292928:0@lo:250:kworker.0
00000100:00080000:2.0:1767324339.148618:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6877
00000100:00080000:2.0:1767324339.148621:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324339.148624:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324339.148635:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624b100 x1853166817293184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:3.0:1767324339.148679:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817292928 offset 0 length 520: 4
00000100:00080000:2.0:1767324339.148681:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324339.148685:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324339.148686:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324339.148689:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6877
00000100:00080000:2.0:1767324339.148692:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324339.148695:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324339.148705:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66248700 x1853166817293440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324339.148730:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767324339.148733:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817293056:0@lo:38:kworker.0
00000100:00080000:2.0:1767324339.148734:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324339.148736:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324339.148739:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6877
00000100:00080000:2.0:1767324339.148741:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324339.148744:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324339.148783:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6624a300 x1853166817293696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324339.148789:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324339.148811:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817293184:0@lo:38:kworker.0
00000100:00100000:2.0:1767324339.148833:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817293952:0@lo:400:kworker.0
00000100:00100000:3.0:1767324339.148846:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324339.148864:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817293440:0@lo:38:kworker.0
00000100:00100000:2.0:1767324339.148866:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:1.0:1767324339.148935:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324339.148971:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817293952
00000100:00100000:1.0:1767324339.148980:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817293952
00000100:00100000:1.0:1767324339.149054:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4040
00000100:00100000:1.0:1767324339.149066:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817293952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324339.150050:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817293312:0@lo:400:kworker.0
00000100:00100000:3.0:1767324339.150258:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324339.150303:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817293696:0@lo:38:kworker.0
00000100:00100000:3.0:1767324339.150328:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324339.150371:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817293824:0@lo:400:kworker.0
00000100:00100000:3.0:1767324339.150401:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324339.150423:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324339.150429:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817293568:0@lo:400:kworker.0
00000100:00100000:3.0:1767324339.150449:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324339.150482:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817293184
00000100:00100000:3.0:1767324339.150490:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817293184
00000100:00100000:3.0:1767324339.150525:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565
00000100:00100000:3.0:1767324339.150532:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817293184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324339.150557:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324339.150601:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817293184:12345-0@lo:38:kworker.0 Request processed in 68us (1753us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324339.150609:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565
00000100:00100000:3.0:1767324339.150634:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817293056
00000100:00100000:3.0:1767324339.150638:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817293056
00000100:00100000:3.0:1767324339.150659:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817293440
00000100:00100000:3.0:1767324339.150662:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817293440
00000100:00100000:3.0:1767324339.150678:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817293696
00000100:00100000:3.0:1767324339.150681:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817293696
00000100:00100000:3.0:1767324339.150689:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817293568
00000100:00100000:3.0:1767324339.150691:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817293568
00000100:00100000:3.0:1767324339.150717:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6478
00000100:00100000:3.0:1767324339.150726:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817293568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324339.150787:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817293568:12345-0@lo:400:kworker.0 Request processed in 64us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324339.150794:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6478
00000100:00100000:3.0:1767324339.150808:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91330
00000100:00100000:3.0:1767324339.150812:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817293056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324339.150832:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324339.150859:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6cb6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817293056:12345-0@lo:38:kworker.0 Request processed in 45us (2070us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324339.150865:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91330
00000100:00100000:3.0:1767324339.150877:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91331
00000100:00100000:3.0:1767324339.150881:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817293440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324339.150891:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324339.150917:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817293440:12345-0@lo:38:kworker.0 Request processed in 34us (659us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324339.150926:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91331
00000100:00100000:3.0:1767324339.150937:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91332
00000100:00100000:3.0:1767324339.150941:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817293696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324339.150950:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324339.150977:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4e22c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817293696:12345-0@lo:38:kworker.0 Request processed in 35us (648us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324339.150983:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91332
00000100:00100000:3.0:1767324339.151028:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817293568:0@lo:400:kworker.0
00000100:00080000:3.0:1767324339.151059:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324339.151065:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324339.151068:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817293696:0@lo:38:kworker.0
00000100:00080000:3.0:1767324339.151078:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324339.151082:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324339.151085:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817293056:0@lo:38:kworker.0
00000100:00080000:3.0:1767324339.151095:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324339.151098:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324339.151101:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6624b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817293184:0@lo:38:kworker.0
00000100:00080000:3.0:1767324339.151110:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324339.151113:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324339.151116:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817293440:0@lo:38:kworker.0
00000100:00100000:2.0:1767324339.152516:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817293824
00000100:00100000:2.0:1767324339.152528:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817293824
00000100:00100000:2.0:1767324339.152591:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4041
00000100:00100000:2.0:1767324339.152601:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817293824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324339.152676:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817293824:12345-0@lo:400:kworker.0 Request processed in 77us (2274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324339.152684:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4041
00000100:00100000:2.0:1767324339.152780:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817293824:0@lo:400:kworker.0
00000100:00080000:2.0:1767324339.152840:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324339.152846:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767324339.152849:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324339.155039:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817293952:12345-0@lo:400:kworker.0 Request processed in 5965us (6161us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324339.155055:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4040
00000100:00100000:2.0:1767324339.155206:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817293952:0@lo:400:kworker.0
00000100:00100000:0.0:1767324339.155306:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324339.155429:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817293312
00000100:00100000:2.0:1767324339.155437:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817293312
00000100:00100000:2.0:1767324339.155544:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6479
00000100:00100000:2.0:1767324339.155554:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817293312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324339.155681:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817293312:12345-0@lo:400:kworker.0 Request processed in 129us (375us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324339.155689:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6479
00000100:00100000:1.0:1767324339.155812:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817293312:0@lo:400:kworker.0
00000100:00080000:3.0:1767324339.156259:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324339.655007:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324339.655154:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817294080:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324339.655248:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324339.655506:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817294080
00000100:00100000:3.0:1767324339.655517:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817294080
00000100:00100000:3.0:1767324339.655606:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3803
00000100:00100000:3.0:1767324339.655621:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817294080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324339.655662:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324339.655727:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817294080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (478us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324339.655736:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3803
00000100:00100000:0.0:1767324339.655793:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817294080:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324339.655915:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817294208:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324339.655950:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324339.655998:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817294208
00000100:00100000:1.0:1767324339.656003:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817294208
00000100:00100000:3.0:1767324339.656035:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3804
00000100:00100000:3.0:1767324339.656045:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817294208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324339.656064:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324339.656193:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f477480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817294208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (240us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324339.656200:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3804
00000100:00100000:0.0:1767324339.656231:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817294208:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324339.719197:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324340.167543:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324340.742858:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324341.191583:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324341.766934:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324341.930518:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324341.930674:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324341.931489:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758857984
00000100:00100000:0.0:1767324341.931503:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758857984
00000100:00100000:0.0:1767324341.931627:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758858112
00000100:00100000:0.0:1767324341.931631:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758858112
00000100:00100000:0.0:1767324341.931692:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6480
00000100:00100000:0.0:1767324341.931786:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758858112:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324341.931922:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758858112:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 140us (1248us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324341.931930:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6480
00000100:00100000:0.0:1767324341.931949:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91333
00000100:00100000:0.0:1767324341.931954:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758857984:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324341.931977:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324341.932147:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758857984:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 190us (1644us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324341.932153:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91333
00000100:00080000:3.0:1767324341.932214:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767324342.215191:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324342.791011:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324343.239238:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324343.815375:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324344.263132:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324344.266982:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324344.266996:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324344.267000:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324344.267005:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324344.267010:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324344.267019:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6881
00000100:00080000:3.0:1767324344.267026:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324344.267034:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324344.267100:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac08e00 x1853166817294336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324344.267123:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324344.267127:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324344.267129:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324344.267134:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6881
00000100:00080000:3.0:1767324344.267136:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324344.267140:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324344.267153:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac09880 x1853166817294464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324344.267216:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324344.267220:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324344.267222:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324344.267227:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6881
00000100:00080000:3.0:1767324344.267230:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324344.267242:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324344.267255:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac0b480 x1853166817294720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324344.267278:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817294592:0@lo:400:kworker.0
00000100:00080000:3.0:1767324344.267285:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324344.267290:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324344.267293:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767324344.267295:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817294848:0@lo:400:kworker.0
00000100:00080000:3.0:1767324344.267301:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6881
00000100:00080000:3.0:1767324344.267306:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324344.267310:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324344.267328:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a579500 x1853166817294976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324344.267418:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817295104:0@lo:400:kworker.0
00000100:00100000:3.0:1767324344.267420:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817294336:0@lo:38:kworker.0
00000100:00100000:2.0:1767324344.272479:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324344.272591:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324344.272618:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817295232:0@lo:400:kworker.0
00000100:00100000:2.0:1767324344.272675:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324344.272743:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817294592
00000100:00100000:2.0:1767324344.272752:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817294592
00000100:00100000:2.0:1767324344.272854:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6481
00000100:00100000:2.0:1767324344.272866:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817294592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324344.272929:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817294592:12345-0@lo:400:kworker.0 Request processed in 64us (461us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324344.272937:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6481
00000100:00100000:2.0:1767324344.272994:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817294592:0@lo:400:kworker.0
00000100:00080000:2.0:1767324344.273042:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324344.273067:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817295232
00000100:00100000:2.0:1767324344.273071:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817295232
00000100:00100000:2.0:1767324344.273103:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4042
00000100:00100000:2.0:1767324344.273109:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817295232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324344.273142:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817295232:12345-0@lo:400:kworker.0 Request processed in 33us (466us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324344.273148:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4042
00000100:00100000:1.0:1767324344.273631:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324344.273670:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817294848
00000100:00100000:1.0:1767324344.273676:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817294848
00000100:00100000:1.0:1767324344.273712:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6482
00000100:00100000:1.0:1767324344.273719:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817294848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324344.273822:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817294848:12345-0@lo:400:kworker.0 Request processed in 55us (143us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324344.273829:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6482
00000100:00100000:1.0:1767324344.273870:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817294848:0@lo:400:kworker.0
00000100:00100000:3.0:1767324344.274729:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324344.274794:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817294464:0@lo:38:kworker.0
00000100:00100000:3.0:1767324344.274839:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324344.274938:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324344.274980:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817295104
00000100:00100000:0.0:1767324344.274986:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817295104
00000100:00100000:0.0:1767324344.275039:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4043
00000100:00100000:0.0:1767324344.275049:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817295104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324344.275092:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817295104:12345-0@lo:400:kworker.0 Request processed in 46us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324344.275099:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4043
00000100:00100000:0.0:1767324344.275151:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817295104:0@lo:400:kworker.0
00000100:00100000:1.0:1767324344.277950:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817295232:0@lo:400:kworker.0
00000100:00100000:1.0:1767324344.278152:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817294336
00000100:00100000:1.0:1767324344.278159:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817294336
00000100:00100000:1.0:1767324344.278205:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91334
00000100:00100000:1.0:1767324344.278212:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817294336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324344.278234:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324344.278307:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817294336:12345-0@lo:38:kworker.0 Request processed in 95us (3582us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324344.278312:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91334
00000100:00100000:3.0:1767324344.281589:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817294720:0@lo:38:kworker.0
00000100:00100000:3.0:1767324344.281685:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324344.281708:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817294976:0@lo:38:kworker.0
00000100:00100000:3.0:1767324344.281731:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324344.281824:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324344.281830:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324344.281835:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817294336:0@lo:38:kworker.0
00000100:00100000:3.0:1767324344.281903:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817294720
00000100:00100000:3.0:1767324344.281911:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817294720
00000100:00100000:3.0:1767324344.281951:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817294976
00000100:00100000:3.0:1767324344.281955:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817294976
00000100:00100000:3.0:1767324344.281978:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91335
00000100:00100000:3.0:1767324344.281986:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817294720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324344.282013:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324344.282062:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817294720:12345-0@lo:38:kworker.0 Request processed in 75us (376us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324344.282069:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91335
00000100:00100000:3.0:1767324344.282086:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91336
00000100:00100000:3.0:1767324344.282090:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817294976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324344.282099:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324344.282122:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817294976:12345-0@lo:38:kworker.0 Request processed in 30us (389us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324344.282127:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91336
00000100:00080000:3.0:1767324344.282157:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324344.282162:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324344.282165:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817294720:0@lo:38:kworker.0
00000100:00080000:3.0:1767324344.282173:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324344.282176:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324344.282178:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817294976:0@lo:38:kworker.0
00000100:00100000:3.0:1767324344.283655:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817294464
00000100:00100000:3.0:1767324344.283668:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817294464
00000100:00100000:3.0:1767324344.283716:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566
00000100:00100000:3.0:1767324344.283724:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817294464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324344.283746:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324344.283847:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817294464:12345-0@lo:38:kworker.0 Request processed in 123us (9007us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324344.283854:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566
00000100:00080000:3.0:1767324344.283903:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324344.283909:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324344.283913:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817294464:0@lo:38:kworker.0
00000100:00080000:2.0:1767324344.287488:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324344.287504:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767324344.287509:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324344.775222:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817295488:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324344.775328:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324344.775630:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817295488
00000100:00100000:1.0:1767324344.775641:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817295488
00000100:00100000:1.0:1767324344.775713:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3805
00000100:00100000:1.0:1767324344.775723:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817295488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324344.775812:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324344.775875:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f475500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817295488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 153us (547us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324344.775883:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3805
00000100:00100000:0.0:1767324344.776007:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817295488:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324344.776402:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324344.776414:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817295360:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324344.776444:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324344.776582:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817295360
00000100:00100000:0.0:1767324344.776587:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817295360
00000100:00100000:0.0:1767324344.776621:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3806
00000100:00100000:0.0:1767324344.776629:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817295360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324344.776648:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324344.776689:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817295360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324344.776696:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3806
00000100:00100000:2.0:1767324344.777389:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817295360:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324344.839804:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324345.290457:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324345.864120:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324346.311094:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324346.887710:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324347.047487:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324347.047535:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324347.047596:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758858240
00000100:00100000:1.0:1767324347.047613:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758858240
00000100:00100000:1.0:1767324347.047701:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758858368
00000100:00100000:1.0:1767324347.047706:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758858368
00000100:00100000:3.0:1767324347.047735:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91337
00000100:00080000:2.0:1767324347.047779:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324347.047836:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758858240:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:1.0:1767324347.047848:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6483
00000100:00100000:1.0:1767324347.047861:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758858368:12345-192.168.202.11@tcp:400:kworker.0
00010000:00020000:3.0:1767324347.047869:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324347.047941:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758858240:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 193us (461us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324347.047946:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758858368:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (406us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324347.047966:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91337
00000100:00100000:1.0:1767324347.048045:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6483
00010000:00010000:1.0:1767324347.335339:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324347.910891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324348.359236:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324348.935862:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:3.0:1767324349.382870:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324349.382878:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324349.382881:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324349.382884:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324349.382888:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324349.382894:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6886
00000100:00080000:3.0:1767324349.382898:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324349.382904:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324349.382940:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a579500 x1853166817295616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324349.382958:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324349.382960:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324349.382962:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324349.382964:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6886
00000100:00080000:3.0:1767324349.382966:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324349.382969:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324349.382978:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a57bb80 x1853166817295744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:2.0:1767324349.382979:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324349.383058:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767324349.383078:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324349.383082:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324349.383084:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324349.383089:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6886
00000100:00080000:3.0:1767324349.383091:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324349.383095:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324349.383108:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a57a300 x1853166817296000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324349.383148:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324349.383151:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324349.383153:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324349.383157:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6886
00000100:00080000:3.0:1767324349.383159:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324349.383162:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324349.383174:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a578000 x1853166817296256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324349.383257:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817295616:0@lo:38:kworker.0
00000100:00100000:0.0:1767324349.383292:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817296128:0@lo:400:kworker.0
00000100:00100000:1.0:1767324349.383324:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324349.383346:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817296384:0@lo:400:kworker.0
00000100:00100000:0.0:1767324349.383380:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324349.383390:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817295744:0@lo:38:kworker.0
00000100:00100000:1.0:1767324349.383420:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324349.383440:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817295616
00000100:00100000:0.0:1767324349.383447:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817295616
00000100:00100000:1.0:1767324349.383451:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817296000:0@lo:38:kworker.0
00000100:00100000:1.0:1767324349.383474:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324349.383479:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91338
00000100:00100000:0.0:1767324349.383486:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817295616:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324349.383497:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817296256:0@lo:38:kworker.0
00010000:00020000:0.0:1767324349.383503:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324349.383517:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324349.383543:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817295616:12345-0@lo:38:kworker.0 Request processed in 56us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324349.383549:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91338
00000100:00080000:1.0:1767324349.383560:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767324349.383561:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817296000
00000100:00100000:0.0:1767324349.383565:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817296000
00000100:00080000:1.0:1767324349.383568:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324349.383574:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817295616:0@lo:38:kworker.0
00000100:00100000:0.0:1767324349.383580:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817296256
00000100:00100000:0.0:1767324349.383584:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817296256
00000100:00100000:0.0:1767324349.383598:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91339
00000100:00100000:0.0:1767324349.383600:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817296000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324349.383607:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324349.383611:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817295744
00000100:00100000:1.0:1767324349.383617:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817295744
00000100:00100000:0.0:1767324349.383638:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817296000:12345-0@lo:38:kworker.0 Request processed in 34us (162us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324349.383645:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567
00000100:00100000:0.0:1767324349.383648:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91339
00000100:00100000:1.0:1767324349.383654:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817295744:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324349.383663:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91340
00000100:00100000:0.0:1767324349.383669:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817296256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324349.383669:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767324349.383683:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324349.383704:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817295744:12345-0@lo:38:kworker.0 Request processed in 49us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324349.383712:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567
00000100:00100000:0.0:1767324349.383718:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817296256:12345-0@lo:38:kworker.0 Request processed in 46us (199us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324349.383736:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91340
00000100:00100000:1.0:1767324349.383784:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324349.383785:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817296384
00000100:00100000:0.0:1767324349.383789:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817296384
00000100:00100000:1.0:1767324349.383818:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817296128
00000100:00100000:1.0:1767324349.383822:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817296128
00000100:00100000:0.0:1767324349.383830:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4044
00000100:00100000:0.0:1767324349.383838:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817296384:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324349.383848:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6484
00000100:00100000:1.0:1767324349.383857:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817296128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324349.383877:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f474700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817296384:12345-0@lo:400:kworker.0 Request processed in 41us (498us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324349.383884:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4044
00000100:00100000:1.0:1767324349.383894:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817296128:12345-0@lo:400:kworker.0 Request processed in 38us (109us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324349.383900:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6484
00000100:00080000:0.0:1767324349.383904:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767324349.383910:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324349.383936:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817296128:0@lo:400:kworker.0
00000100:00100000:0.0:1767324349.383943:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817296384:0@lo:400:kworker.0
00000100:00080000:1.0:1767324349.383968:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324349.383974:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324349.383978:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817295744:0@lo:38:kworker.0
00000100:00080000:1.0:1767324349.383988:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324349.383991:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324349.383993:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817296000:0@lo:38:kworker.0
00000100:00080000:1.0:1767324349.384000:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324349.384003:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324349.384006:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817296256:0@lo:38:kworker.0
00000100:00100000:2.0:1767324349.384745:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817296512:0@lo:400:kworker.0
00000100:00100000:2.0:1767324349.384785:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324349.384811:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817295872:0@lo:400:kworker.0
00000100:00100000:2.0:1767324349.384824:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324349.384891:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817295872
00000100:00100000:1.0:1767324349.384896:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817295872
00000100:00100000:1.0:1767324349.384928:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6485
00000100:00100000:1.0:1767324349.384932:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817295872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324349.384958:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817295872:12345-0@lo:400:kworker.0 Request processed in 26us (133us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324349.384963:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6485
00000100:00080000:2.0:1767324349.385021:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324349.385042:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817295872:0@lo:400:kworker.0
00000100:00100000:0.0:1767324349.385108:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817296512
00000100:00100000:0.0:1767324349.385112:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817296512
00000100:00080000:2.0:1767324349.385219:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324349.385256:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4045
00000100:00100000:0.0:1767324349.385264:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817296512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324349.385307:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817296512:12345-0@lo:400:kworker.0 Request processed in 45us (520us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324349.385313:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4045
00000100:00100000:2.0:1767324349.385364:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817296512:0@lo:400:kworker.0
00000100:00100000:2.0:1767324349.895777:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324349.895801:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817296640:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324349.895871:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324349.895973:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817296640
00000100:00100000:0.0:1767324349.895981:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817296640
00000100:00100000:0.0:1767324349.896036:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3807
00000100:00100000:0.0:1767324349.896047:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817296640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324349.896077:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324349.896130:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817296640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324349.896137:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3807
00000100:00100000:2.0:1767324349.896155:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4f476d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817296640:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324349.896883:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817296768:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324349.896915:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324349.897123:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817296768
00000100:00100000:3.0:1767324349.897129:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817296768
00000100:00100000:3.0:1767324349.897162:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3808
00000100:00100000:3.0:1767324349.897169:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817296768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324349.897188:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324349.897486:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4f476d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817296768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 316us (568us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324349.897493:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3808
00000100:00100000:0.0:1767324349.897546:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817296768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324349.958979:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324350.407247:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324350.982959:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324351.431810:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324352.006856:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324352.169951:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324352.170029:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324352.170127:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758858624
00000100:00100000:1.0:1767324352.170137:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758858624
00000100:00100000:1.0:1767324352.170306:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758858496
00000100:00100000:1.0:1767324352.170311:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758858496
00000100:00080000:2.0:1767324352.171260:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324352.171390:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6486
00000100:00100000:3.0:1767324352.171407:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758858624:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324352.171530:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758858624:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 130us (1588us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324352.171538:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6486
00000100:00100000:3.0:1767324352.171562:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91341
00000100:00100000:3.0:1767324352.171566:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758858496:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324352.171588:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324352.171617:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758858496:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 49us (1586us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324352.171624:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91341
00000100:00080000:1.0:1767324352.391078:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324352.391088:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324352.391092:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324352.391096:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324352.391100:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324352.391107:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6891
00000100:00080000:1.0:1767324352.391111:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324352.391117:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324352.391157:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4573c380 x1853166817296896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324352.391183:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324352.391186:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324352.391188:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324352.391192:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6891
00000100:00080000:1.0:1767324352.391194:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324352.391198:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324352.391222:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a579c00 x1853166817297024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324352.391235:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817296896:0@lo:38:kworker.0
00000100:00080000:1.0:1767324352.391266:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324352.391270:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324352.391272:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324352.391275:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6891
00000100:00080000:1.0:1767324352.391278:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324352.391281:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324352.391295:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a57a300 x1853166817297280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324352.391311:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324352.391330:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324352.391334:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324352.391336:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324352.391340:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6891
00000100:00080000:1.0:1767324352.391342:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324352.391346:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324352.391357:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a578700 x1853166817297536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324352.391401:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817297408:0@lo:400:kworker.0
00000100:00100000:1.0:1767324352.391428:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324352.391454:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767324352.391459:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817297664:0@lo:400:kworker.0
00000100:00100000:1.0:1767324352.391482:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324352.391518:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817296896
00000100:00100000:1.0:1767324352.391524:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817296896
00000100:00100000:1.0:1767324352.391553:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817297408
00000100:00100000:1.0:1767324352.391556:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817297408
00000100:00100000:1.0:1767324352.391592:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6487
00000100:00100000:1.0:1767324352.391600:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817297408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324352.391643:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817297408:12345-0@lo:400:kworker.0 Request processed in 44us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324352.391650:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6487
00000100:00100000:1.0:1767324352.391665:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91342
00000100:00100000:1.0:1767324352.391670:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817296896:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324352.391676:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817297024:0@lo:38:kworker.0
00010000:00020000:1.0:1767324352.391688:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324352.391724:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324352.391735:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817296896:12345-0@lo:38:kworker.0 Request processed in 63us (425us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324352.391742:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91342
00000100:00080000:1.0:1767324352.391786:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324352.391787:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a57a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817297280:0@lo:38:kworker.0
00000100:00100000:1.0:1767324352.391803:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817297024
00000100:00100000:1.0:1767324352.391807:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817297024
00000100:00100000:2.0:1767324352.391817:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324352.391828:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568
00000100:00100000:1.0:1767324352.391833:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817297024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324352.391843:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324352.391851:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817297536:0@lo:38:kworker.0
00000100:00100000:0.0:1767324352.391866:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817297152:0@lo:400:kworker.0
00000100:00100000:1.0:1767324352.391873:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6624bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817297024:12345-0@lo:38:kworker.0 Request processed in 37us (148us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324352.391880:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568
00000100:00100000:2.0:1767324352.391885:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324352.391907:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817297280
00000100:00100000:1.0:1767324352.391911:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817297280
00000100:00100000:0.0:1767324352.391916:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324352.391928:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324352.391934:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324352.391937:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4573c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817296896:0@lo:38:kworker.0
00000100:00080000:2.0:1767324352.391960:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324352.391963:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324352.391965:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817297024:0@lo:38:kworker.0
00000100:00100000:2.0:1767324352.392064:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817297792:0@lo:400:kworker.0
00000100:00100000:2.0:1767324352.392090:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324352.392121:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817297664
00000100:00100000:2.0:1767324352.392125:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817297664
00000100:00100000:2.0:1767324352.392154:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817297792
00000100:00100000:2.0:1767324352.392158:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817297792
00000100:00100000:2.0:1767324352.392175:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4046
00000100:00100000:2.0:1767324352.392181:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817297664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324352.392210:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817297664:12345-0@lo:400:kworker.0 Request processed in 30us (727us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324352.392216:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4046
00000100:00100000:2.0:1767324352.392231:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4047
00000100:00100000:2.0:1767324352.392237:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817297792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324352.392279:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817297792:12345-0@lo:400:kworker.0 Request processed in 43us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324352.392284:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4047
00000100:00080000:2.0:1767324352.392304:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767324352.392306:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324352.392330:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817297792:0@lo:400:kworker.0
00000100:00100000:1.0:1767324352.394192:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817297536
00000100:00100000:1.0:1767324352.394344:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817297536
00000100:00100000:1.0:1767324352.394384:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817297152
00000100:00100000:1.0:1767324352.394387:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817297152
00000100:00100000:1.0:1767324352.394426:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6488
00000100:00100000:1.0:1767324352.394434:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817297152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324352.394517:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817297152:12345-0@lo:400:kworker.0 Request processed in 83us (2603us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324352.394523:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6488
00000100:00100000:1.0:1767324352.394539:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91343
00000100:00100000:1.0:1767324352.394543:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817297280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324352.394561:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324352.394785:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91344
00000100:00100000:2.0:1767324352.394792:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817297536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324352.394805:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324352.394811:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817297280:12345-0@lo:38:kworker.0 Request processed in 262us (2991us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324352.394820:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91343
00000100:00100000:2.0:1767324352.394843:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817297536:12345-0@lo:38:kworker.0 Request processed in 49us (2960us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324352.394851:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91344
00000100:00100000:2.0:1767324352.394897:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817297664:0@lo:400:kworker.0
00000100:00100000:2.0:1767324352.394910:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817297408:0@lo:400:kworker.0
00000100:00080000:2.0:1767324352.395017:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324352.395040:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817297152:0@lo:400:kworker.0
00000100:00080000:2.0:1767324352.395091:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324352.395096:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324352.395099:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a57a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817297280:0@lo:38:kworker.0
00000100:00080000:2.0:1767324352.395112:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324352.395115:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324352.395119:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a578700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817297536:0@lo:38:kworker.0
00010000:00010000:1.0:1767324352.455100:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324353.030886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324353.478988:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324354.054890:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324354.505992:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324355.015548:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324355.015573:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817297920:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324355.015641:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324355.015909:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817298048:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324355.015942:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324355.015945:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817297920
00000100:00100000:0.0:1767324355.015954:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817297920
00000100:00080000:2.0:1767324355.016055:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324355.016272:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817298048
00000100:00100000:1.0:1767324355.016277:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817298048
00000100:00100000:1.0:1767324355.016371:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809
00000100:00100000:1.0:1767324355.016382:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817297920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324355.016411:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324355.016460:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817297920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (819us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324355.016467:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809
00000100:00100000:1.0:1767324355.016484:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3810
00000100:00100000:1.0:1767324355.016490:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817298048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324355.016505:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324355.016534:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817298048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (593us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324355.016539:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3810
00000100:00100000:1.0:1767324355.016580:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d431f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817297920:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324355.016699:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4f62d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817298048:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767324355.016741:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324355.079002:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324355.527007:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324356.102884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324356.553738:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324357.126871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324357.292628:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324357.292740:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324357.292799:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758858880
00000100:00100000:0.0:1767324357.292809:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758858880
00000100:00100000:0.0:1767324357.292881:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758858752
00000100:00100000:0.0:1767324357.292885:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758858752
00000100:00100000:0.0:1767324357.292916:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6489
00000100:00100000:0.0:1767324357.292928:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758858880:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324357.292957:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91345
00000100:00100000:3.0:1767324357.292969:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758858752:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324357.292990:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324357.293014:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758858752:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 50us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324357.293019:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758858880:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 95us (401us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324357.293021:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91345
00000100:00100000:0.0:1767324357.293025:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6489
00000100:00080000:2.0:1767324357.293297:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767324357.575017:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324357.575027:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324357.575030:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324357.575033:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324357.575038:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324357.575045:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6895
00000100:00080000:3.0:1767324357.575050:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324357.575056:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324357.575174:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0700 x1853166817298176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324357.575251:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817298176:0@lo:38:kworker.0
00010000:00010000:2.0:1767324357.575309:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324357.575329:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324357.575441:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817298176
00000100:00100000:1.0:1767324357.575449:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817298176
00000100:00100000:1.0:1767324357.575495:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91346
00000100:00100000:1.0:1767324357.575503:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817298176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324357.575522:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767324357.575809:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324357.575813:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324357.575816:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324357.575819:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6895
00000100:00080000:3.0:1767324357.575822:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324357.575826:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324357.575841:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a0000 x1853166817298304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324357.575927:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817298304:0@lo:38:kworker.0
00000100:00100000:0.0:1767324357.575958:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324357.576023:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817298304
00000100:00100000:2.0:1767324357.576027:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817298304
00000100:00100000:2.0:1767324357.576052:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569
00000100:00100000:2.0:1767324357.576057:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817298304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324357.576069:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324357.576113:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817298304:12345-0@lo:38:kworker.0 Request processed in 53us (153us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324357.576119:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569
00000100:00100000:1.0:1767324357.576274:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817298176:12345-0@lo:38:kworker.0 Request processed in 769us (944us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324357.576284:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91346
00000100:00080000:0.0:1767324357.576365:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324357.576369:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324357.576373:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817298176:0@lo:38:kworker.0
00000100:00080000:0.0:1767324357.576392:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324357.576394:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324357.576397:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817298304:0@lo:38:kworker.0
00000100:00100000:1.0:1767324357.576566:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817298432:0@lo:400:kworker.0
00000100:00100000:1.0:1767324357.576593:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324357.576703:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324357.576707:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324357.576709:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324357.576712:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6895
00000100:00080000:3.0:1767324357.576715:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324357.576718:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324357.576732:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1f80 x1853166817298560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324357.576774:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324357.576778:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324357.576779:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324357.576783:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6895
00000100:00080000:3.0:1767324357.576785:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324357.576788:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324357.576799:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3480 x1853166817298816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324357.576854:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817298432
00000100:00100000:2.0:1767324357.576858:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817298432
00000100:00100000:2.0:1767324357.576894:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6490
00000100:00100000:2.0:1767324357.576901:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817298432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324357.576997:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817299072:0@lo:400:kworker.0
00000100:00100000:0.0:1767324357.577025:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324357.577055:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817298560:0@lo:38:kworker.0
00000100:00100000:0.0:1767324357.577076:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324357.577105:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817298816:0@lo:38:kworker.0
00000100:00100000:0.0:1767324357.577125:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324357.577149:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817298560
00000100:00100000:0.0:1767324357.577154:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817298560
00000100:00100000:0.0:1767324357.577171:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817298816
00000100:00100000:0.0:1767324357.577173:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817298816
00000100:00100000:0.0:1767324357.577187:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91347
00000100:00100000:0.0:1767324357.577191:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817298560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324357.577204:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324357.577232:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817298560:12345-0@lo:38:kworker.0 Request processed in 39us (155us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324357.577237:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91347
00000100:00100000:0.0:1767324357.577248:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91348
00000100:00100000:0.0:1767324357.577252:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817298816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324357.577278:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324357.577300:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817298816:12345-0@lo:38:kworker.0 Request processed in 46us (174us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324357.577306:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91348
00000100:00080000:0.0:1767324357.577328:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324357.577332:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324357.577335:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817298560:0@lo:38:kworker.0
00000100:00080000:0.0:1767324357.577342:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324357.577345:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324357.577348:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817298816:0@lo:38:kworker.0
00000100:00100000:0.0:1767324357.577397:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817299072
00000100:00100000:0.0:1767324357.577400:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817299072
00000100:00100000:0.0:1767324357.577439:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4048
00000100:00100000:0.0:1767324357.577446:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817299072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324357.577480:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d431fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817299072:12345-0@lo:400:kworker.0 Request processed in 34us (453us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324357.577485:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4048
00000100:00100000:0.0:1767324357.577517:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817299072:0@lo:400:kworker.0
00000100:00080000:0.0:1767324357.577532:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767324357.577536:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324357.577554:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817298688:0@lo:400:kworker.0
00000100:00100000:0.0:1767324357.577575:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324357.577591:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767324357.577596:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817298944:0@lo:400:kworker.0
00000100:00100000:0.0:1767324357.577612:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324357.577630:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817298944
00000100:00100000:0.0:1767324357.577633:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817298944
00000100:00100000:0.0:1767324357.577665:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4049
00000100:00100000:0.0:1767324357.577671:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817298944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324357.577700:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817298944:12345-0@lo:400:kworker.0 Request processed in 30us (87us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324357.577706:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4049
00000100:00100000:0.0:1767324357.577723:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817298688
00000100:00100000:0.0:1767324357.577726:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817298688
00000100:00100000:0.0:1767324357.577745:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6491
00000100:00100000:0.0:1767324357.577750:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817298688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324357.577795:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817298688:12345-0@lo:400:kworker.0 Request processed in 45us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324357.577801:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6491
00000100:00100000:0.0:1767324357.577826:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817298944:0@lo:400:kworker.0
00000100:00100000:0.0:1767324357.577835:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817298688:0@lo:400:kworker.0
00000100:00080000:0.0:1767324357.577851:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767324357.577854:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324357.578413:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817298432:12345-0@lo:400:kworker.0 Request processed in 1511us (1817us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324357.578421:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6490
00000100:00100000:1.0:1767324357.578491:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817298432:0@lo:400:kworker.0
00000100:00100000:2.0:1767324358.150907:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324358.599460:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324359.174886:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324359.623219:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324360.135105:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817299200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324360.135174:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324360.135310:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817299200
00000100:00100000:0.0:1767324360.135319:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817299200
00000100:00100000:0.0:1767324360.135380:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3811
00000100:00100000:0.0:1767324360.135390:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817299200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324360.135418:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00080000:2.0:1767324360.135443:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324360.135593:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817299200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 204us (419us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324360.135601:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3811
00000100:00100000:1.0:1767324360.139510:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817299200:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324360.141474:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324360.141506:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817299328:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324360.141572:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324360.141751:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817299328
00000100:00100000:2.0:1767324360.141793:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817299328
00000100:00100000:2.0:1767324360.141857:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3812
00000100:00100000:2.0:1767324360.141866:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817299328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324360.141894:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324360.141937:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817299328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (366us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324360.141944:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3812
00000100:00080000:0.0:1767324360.142000:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324360.142059:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817299328:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324360.199234:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324360.647779:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324361.222948:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324361.670958:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324362.246903:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324362.408314:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324362.408360:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324362.408481:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758859136
00000100:00100000:1.0:1767324362.408491:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758859136
00000400:00000100:2.0:1767324362.408497:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758859264 offset 0 length 520: 4
00000100:00080000:3.0:1767324362.408568:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324362.408673:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758859008
00000100:00100000:0.0:1767324362.408679:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758859008
00000100:00100000:1.0:1767324362.408681:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6492
00000100:00100000:1.0:1767324362.408691:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758859136:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324362.408784:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758859136:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 66us (451us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324362.408792:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6492
00000100:00100000:1.0:1767324362.408813:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91349
00000100:00100000:1.0:1767324362.408818:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758859008:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324362.408837:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324362.408857:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758859008:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 39us (500us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324362.408862:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91349
00000100:00080000:3.0:1767324362.694890:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324362.694902:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324362.694905:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324362.694909:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324362.694914:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324362.694921:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6900
00000100:00080000:3.0:1767324362.694926:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324362.694934:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324362.694976:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a1c00 x1853166817299456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324362.695000:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324362.695003:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324362.695005:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324362.695008:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6900
00000100:00080000:3.0:1767324362.695010:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324362.695013:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324362.695027:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3b80 x1853166817299584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:1.0:1767324362.695062:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324362.695080:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324362.695087:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324362.695090:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767324362.695094:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817299456:0@lo:38:kworker.0
00000100:00100000:1.0:1767324362.695095:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767324362.695099:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6900
00000100:00080000:3.0:1767324362.695106:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767324362.695111:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817299712:0@lo:400:kworker.0
00000100:00080000:3.0:1767324362.695112:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324362.695134:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a2300 x1853166817299840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324362.695163:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324362.695167:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324362.695169:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324362.695173:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6900
00000100:00080000:3.0:1767324362.695176:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324362.695179:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324362.695193:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d630a3480 x1853166817300096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324362.695204:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767324362.695218:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817300224:0@lo:400:kworker.0
00000100:00100000:3.0:1767324362.695234:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767324362.695245:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817300352:0@lo:400:kworker.0
00000100:00100000:2.0:1767324362.695323:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324362.695361:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817299456
00000100:00100000:1.0:1767324362.695369:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817299456
00000100:00100000:2.0:1767324362.695396:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817299584:0@lo:38:kworker.0
00000100:00100000:1.0:1767324362.695407:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91350
00000100:00100000:1.0:1767324362.695415:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817299456:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324362.695428:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767324362.695436:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324362.695467:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817299840:0@lo:38:kworker.0
00000100:00100000:1.0:1767324362.695482:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817299456:12345-0@lo:38:kworker.0 Request processed in 64us (158us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324362.695491:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91350
00000100:00100000:2.0:1767324362.695496:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324362.695530:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817300096:0@lo:38:kworker.0
00000100:00100000:2.0:1767324362.695549:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324362.695638:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324362.695664:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817299968:0@lo:400:kworker.0
00000100:00100000:0.0:1767324362.695692:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817300224
00000100:00100000:0.0:1767324362.695696:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817300224
00000100:00100000:0.0:1767324362.695734:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4050
00000100:00100000:0.0:1767324362.695740:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817300224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324362.695812:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817300224:12345-0@lo:400:kworker.0 Request processed in 71us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324362.695818:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4050
00000100:00080000:0.0:1767324362.695848:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324362.696865:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817299840
00000100:00100000:1.0:1767324362.696873:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817299840
00000100:00100000:1.0:1767324362.696902:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91351
00000100:00100000:1.0:1767324362.696907:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817299840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324362.696924:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324362.696969:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a57bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817299840:12345-0@lo:38:kworker.0 Request processed in 61us (1474us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324362.696975:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91351
00000100:00100000:1.0:1767324362.697017:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817299584
00000100:00100000:1.0:1767324362.697021:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817299584
00000100:00100000:1.0:1767324362.697042:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570
00000100:00100000:1.0:1767324362.697047:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817299584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324362.697055:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324362.697075:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a578000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817299584:12345-0@lo:38:kworker.0 Request processed in 28us (1649us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324362.697079:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570
00000100:00100000:1.0:1767324362.697104:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324362.697131:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817300352
00000100:00100000:1.0:1767324362.697134:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817300352
00000100:00100000:1.0:1767324362.697160:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4051
00000100:00100000:1.0:1767324362.697166:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817300352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324362.697203:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817300352:12345-0@lo:400:kworker.0 Request processed in 36us (97us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324362.697209:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4051
00000100:00100000:1.0:1767324362.697244:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817300352:0@lo:400:kworker.0
00000100:00080000:1.0:1767324362.697270:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324362.697794:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817300096
00000100:00100000:3.0:1767324362.697800:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817300096
00000100:00080000:2.0:1767324362.697819:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324362.697827:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324362.697832:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817299456:0@lo:38:kworker.0
00000100:00100000:3.0:1767324362.697838:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91352
00000100:00100000:1.0:1767324362.697842:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324362.697847:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817300096:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767324362.697851:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324362.697856:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:3.0:1767324362.697860:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324362.697862:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817299584:0@lo:38:kworker.0
00000100:00100000:1.0:1767324362.697883:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817299712
00000100:00100000:1.0:1767324362.697889:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817299712
00000100:00080000:2.0:1767324362.697895:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324362.697900:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324362.697905:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817300096:12345-0@lo:38:kworker.0 Request processed in 56us (2352us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324362.697908:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817299840:0@lo:38:kworker.0
00000100:00100000:3.0:1767324362.697918:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91352
00000100:00080000:2.0:1767324362.697923:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324362.697929:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324362.697933:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817300096:0@lo:38:kworker.0
00000100:00080000:3.0:1767324362.697949:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324362.697977:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324362.698024:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817300224:0@lo:400:kworker.0
00000100:00100000:1.0:1767324362.698043:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817299968
00000100:00100000:1.0:1767324362.698048:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817299968
00000100:00100000:0.0:1767324362.698095:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6493
00000100:00100000:0.0:1767324362.698113:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817299712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324362.698138:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6494
00000100:00100000:1.0:1767324362.698148:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817299968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324362.698168:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817299712:12345-0@lo:400:kworker.0 Request processed in 63us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324362.698177:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6493
00000100:00100000:1.0:1767324362.698197:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a579c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817299968:12345-0@lo:400:kworker.0 Request processed in 50us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324362.698206:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6494
00000100:00100000:0.0:1767324362.698216:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817299712:0@lo:400:kworker.0
00000100:00100000:3.0:1767324362.698225:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817299968:0@lo:400:kworker.0
00000100:00080000:2.0:1767324362.698286:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324363.271194:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324363.719355:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324364.295233:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324364.742909:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324339/real 1767324339]  req@ffff8d4e66249500 x1853166817292928/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324364 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767324364.742948:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e66249500 x1853166817292928/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324364 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767324364.742968:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00010000:00010000:1.0:1767324364.742990:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324364.742990:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767324364.742997:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817292928:0@lo:250:kworker.0
00000100:00080000:0.0:1767324364.743035:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324364.743041:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767324364.743044:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324364.743049:0:31072:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6881
00000100:00080000:0.0:1767324364.743053:0:31072:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324364.743060:0:31072:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324364.743093:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03100 x1853166817300480/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324364.743115:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324364.743119:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324364.743121:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324364.743124:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6905
00000100:00080000:0.0:1767324364.743126:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324364.743130:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324364.743145:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00e00 x1853166817300608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324364.743154:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817300480:0@lo:250:kworker.0
00000100:00080000:0.0:1767324364.743156:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324364.743163:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324364.743165:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324364.743169:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6905
00000100:00080000:0.0:1767324364.743172:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324364.743175:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324364.743193:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a00380 x1853166817300736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767324364.743205:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817300480 offset 0 length 520: 4
00000100:00100000:2.0:1767324364.743249:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817300608:0@lo:38:kworker.0
00000100:00100000:1.0:1767324364.743261:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817300864:0@lo:400:kworker.0
00000100:00100000:2.0:1767324364.743282:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324364.743330:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817300608
00000100:00100000:1.0:1767324364.743336:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817300608
00000100:00080000:0.0:1767324364.743717:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324364.743722:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324364.743724:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324364.743729:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6905
00000100:00100000:2.0:1767324364.743731:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817300736:0@lo:38:kworker.0
00000100:00080000:0.0:1767324364.743733:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324364.743741:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324364.743782:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a03b80 x1853166817300992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324364.743797:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324364.743817:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324364.743821:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767324364.743824:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817300992:0@lo:38:kworker.0
00000100:00080000:0.0:1767324364.743825:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324364.743833:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6905
00000100:00080000:0.0:1767324364.743837:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324364.743839:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324364.743855:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324364.743857:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4af66a00 x1853166817301248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324364.743879:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817301248:0@lo:38:kworker.0
00000100:00100000:0.0:1767324364.743900:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817301504:0@lo:400:kworker.0
00000100:00100000:1.0:1767324364.744088:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91353
00000100:00100000:1.0:1767324364.744098:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817300608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324364.744329:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324364.747405:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817300992
00000100:00100000:3.0:1767324364.747420:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817300992
00000100:00100000:3.0:1767324364.748681:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91354
00000100:00100000:2.0:1767324364.748745:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324364.748849:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817300608:12345-0@lo:38:kworker.0 Request processed in 4748us (5565us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324364.748860:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91353
00000100:00100000:1.0:1767324364.748881:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817301248
00000100:00100000:1.0:1767324364.748887:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817301248
00000100:00100000:1.0:1767324364.748908:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91355
00000100:00100000:1.0:1767324364.748912:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817301248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324364.748932:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324364.748966:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817301248:12345-0@lo:38:kworker.0 Request processed in 53us (223us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324364.748972:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91355
00000100:00080000:2.0:1767324364.748979:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324364.748986:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324364.748991:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817300608:0@lo:38:kworker.0
00000100:00100000:1.0:1767324364.748996:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817300736
00000100:00100000:1.0:1767324364.749001:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817300736
00000100:00100000:1.0:1767324364.749026:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571
00000100:00080000:2.0:1767324364.749026:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324364.749034:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324364.749036:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817300736:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324364.749041:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817301248:0@lo:38:kworker.0
00000100:00100000:2.0:1767324364.749066:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324364.749122:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817301376:0@lo:400:kworker.0
00000100:00100000:3.0:1767324364.749150:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817300992:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324364.749157:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767324364.749167:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324364.749181:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767324364.749189:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817301120:0@lo:400:kworker.0
00000100:00100000:3.0:1767324364.749212:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817300992:12345-0@lo:38:kworker.0 Request processed in 520us (5357us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324364.749221:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324364.749225:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91354
00000100:00100000:2.0:1767324364.749247:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817300864
00000100:00100000:2.0:1767324364.749251:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817300864
00000100:00100000:0.0:1767324364.749272:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817301120
00000100:00100000:0.0:1767324364.749278:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817301120
00000100:00080000:3.0:1767324364.749357:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324364.749362:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324364.749366:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817300992:0@lo:38:kworker.0
00000100:00100000:2.0:1767324364.749388:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6495
00000100:00100000:2.0:1767324364.749399:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817300864:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324364.749399:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324364.749434:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817301376
00000100:00100000:3.0:1767324364.749439:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817301376
00000100:00100000:2.0:1767324364.749451:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817300864:12345-0@lo:400:kworker.0 Request processed in 54us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324364.749460:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6495
00000100:00100000:3.0:1767324364.749480:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4052
00000100:00100000:3.0:1767324364.749491:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817301376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324364.749500:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817300864:0@lo:400:kworker.0
00000100:00100000:3.0:1767324364.749538:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817301376:12345-0@lo:400:kworker.0 Request processed in 48us (381us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324364.749545:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4052
00000100:00100000:2.0:1767324364.749550:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817301376:0@lo:400:kworker.0
00000100:00080000:3.0:1767324364.749573:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324364.749581:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6496
00000100:00100000:0.0:1767324364.749599:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817301120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324364.749637:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817301120:12345-0@lo:400:kworker.0 Request processed in 41us (418us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324364.749643:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6496
00000100:00100000:2.0:1767324364.749649:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817301120:0@lo:400:kworker.0
00000100:00100000:0.0:1767324364.749674:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324364.749701:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817301504
00000100:00100000:2.0:1767324364.749706:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817301504
00000100:00100000:2.0:1767324364.749734:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4053
00000100:00100000:2.0:1767324364.749739:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817301504:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767324364.749771:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:1.0:1767324364.749804:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324364.749842:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4573c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817300736:12345-0@lo:38:kworker.0 Request processed in 805us (6045us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324364.749849:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571
00000100:00080000:0.0:1767324364.749870:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324364.749877:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324364.749879:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817301504:12345-0@lo:400:kworker.0 Request processed in 135us (201us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324364.749882:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817300736:0@lo:38:kworker.0
00000100:00100000:1.0:1767324364.749886:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817301504:0@lo:400:kworker.0
00000100:00100000:2.0:1767324364.749892:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4053
00000100:00100000:2.0:1767324365.255110:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817301632:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324365.255178:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324365.255186:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817301760:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324365.255225:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324365.255317:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817301632
00000100:00100000:0.0:1767324365.255335:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817301632
00000100:00100000:0.0:1767324365.255384:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817301760
00000100:00100000:0.0:1767324365.255388:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817301760
00000100:00100000:0.0:1767324365.255421:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3813
00000100:00100000:0.0:1767324365.255431:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817301632:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324365.255437:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3814
00000100:00100000:3.0:1767324365.255451:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817301760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324365.255463:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00002000:00000024:3.0:1767324365.255470:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324365.255523:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817301760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324365.255530:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817301632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (349us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324365.255536:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3814
00000100:00100000:0.0:1767324365.255544:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3813
00000100:00100000:0.0:1767324365.255622:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817301632:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324365.255780:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817301760:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324365.319837:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324365.766977:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324366.342869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324366.790997:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324367.367206:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324367.527919:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324367.528001:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324367.531136:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758859520
00000100:00100000:0.0:1767324367.531150:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758859520
00000100:00100000:0.0:1767324367.531232:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758859392
00000100:00100000:0.0:1767324367.531235:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758859392
00000100:00100000:0.0:1767324367.531263:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6497
00000100:00100000:0.0:1767324367.531273:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758859520:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324367.531356:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758859520:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (3453us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324367.531364:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6497
00000100:00100000:0.0:1767324367.531382:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91356
00000100:00100000:0.0:1767324367.531387:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758859392:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324367.531406:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324367.531431:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758859392:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 43us (3430us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324367.531438:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91356
00000100:00080000:3.0:1767324367.531729:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767324367.815012:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324368.390899:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324368.838981:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324369.414912:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324369.863076:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324369.863734:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324369.863740:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324369.863742:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324369.863745:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324369.863749:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324369.863776:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6907
00000100:00080000:2.0:1767324369.863779:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324369.863784:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324369.863818:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b64700 x1853166817301888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324369.863840:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324369.863842:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324369.863850:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324369.863854:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6907
00000100:00080000:2.0:1767324369.863856:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324369.863859:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324369.863872:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b64380 x1853166817302016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324369.863915:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324369.863919:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324369.863921:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324369.863924:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6907
00000100:00080000:2.0:1767324369.863927:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324369.863930:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324369.863941:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d45b66680 x1853166817302272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324369.863968:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324369.863972:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324369.863973:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324369.863976:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6907
00000100:00080000:2.0:1767324369.863978:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324369.863981:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324369.863982:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817302144:0@lo:400:kworker.0
00000100:00100000:2.0:1767324369.863992:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02680 x1853166817302528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324369.864021:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817302784:0@lo:400:kworker.0
00000100:00100000:2.0:1767324369.864029:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817302400:0@lo:400:kworker.0
00000100:00100000:3.0:1767324369.864058:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324369.864077:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324369.864163:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817302784
00000100:00100000:3.0:1767324369.864163:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817302144
00000100:00100000:3.0:1767324369.864173:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817302144
00000100:00100000:2.0:1767324369.864180:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324369.864183:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817302784
00000100:00100000:2.0:1767324369.864208:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324369.864215:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817302656:0@lo:400:kworker.0
00000100:00100000:3.0:1767324369.864222:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817302400
00000100:00100000:3.0:1767324369.864226:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817302400
00000100:00100000:1.0:1767324369.864229:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4054
00000100:00100000:1.0:1767324369.864240:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817302784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324369.864254:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324369.864258:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6498
00000100:00100000:3.0:1767324369.864267:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817302144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324369.864286:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6499
00000100:00100000:2.0:1767324369.864293:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817302400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324369.864302:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817302784:12345-0@lo:400:kworker.0 Request processed in 64us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324369.864310:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4054
00000100:00100000:1.0:1767324369.864325:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817302656
00000100:00100000:0.0:1767324369.864381:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817301888:0@lo:38:kworker.0
00000100:00100000:2.0:1767324369.864390:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817302400:12345-0@lo:400:kworker.0 Request processed in 96us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324369.864398:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6499
00000100:00100000:0.0:1767324369.864424:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324369.864441:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817301888
00000100:00100000:2.0:1767324369.864447:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817301888
00000100:00100000:0.0:1767324369.864448:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817302016:0@lo:38:kworker.0
00000100:00100000:2.0:1767324369.864476:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91357
00000100:00100000:2.0:1767324369.864482:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817301888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324369.864499:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324369.864515:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324369.864554:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817301888:12345-0@lo:38:kworker.0 Request processed in 70us (130us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324369.864556:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817302272:0@lo:38:kworker.0
00000100:00100000:2.0:1767324369.864568:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91357
00000100:00100000:0.0:1767324369.864589:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324369.864607:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817302528:0@lo:38:kworker.0
00000100:00100000:2.0:1767324369.864611:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817302400:0@lo:400:kworker.0
00000100:00100000:0.0:1767324369.864631:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324369.864703:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817302656
00000100:00100000:1.0:1767324369.864735:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4055
00000100:00100000:1.0:1767324369.864742:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817302656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324369.864780:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817302144:12345-0@lo:400:kworker.0 Request processed in 512us (719us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324369.864787:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6498
00000100:00100000:3.0:1767324369.864803:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817302272
00000100:00100000:3.0:1767324369.864806:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817302272
00000100:00100000:1.0:1767324369.864811:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817302656:12345-0@lo:400:kworker.0 Request processed in 68us (555us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324369.864818:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4055
00000100:00100000:0.0:1767324369.865363:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817302528
00000100:00100000:0.0:1767324369.865368:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817302528
00000100:00100000:2.0:1767324369.865373:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91358
00000100:00100000:2.0:1767324369.865380:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817302272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324369.865393:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324369.865395:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91359
00000100:00100000:0.0:1767324369.865401:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817302528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324369.865413:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324369.865431:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817302272:12345-0@lo:38:kworker.0 Request processed in 49us (841us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324369.865439:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91358
00000100:00100000:0.0:1767324369.865448:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817302528:12345-0@lo:38:kworker.0 Request processed in 44us (816us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324369.865457:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91359
00000100:00080000:3.0:1767324369.865460:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767324369.865465:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817302016
00000100:00080000:3.0:1767324369.865466:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324369.865471:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817302016
00000100:00080000:3.0:1767324369.865471:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324369.865477:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817302656:0@lo:400:kworker.0
00000100:00100000:3.0:1767324369.865493:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817302144:0@lo:400:kworker.0
00000100:00080000:0.0:1767324369.865616:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324369.865621:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324369.865625:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817302528:0@lo:38:kworker.0
00000100:00080000:0.0:1767324369.865644:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324369.865648:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324369.865650:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817301888:0@lo:38:kworker.0
00000100:00080000:0.0:1767324369.865658:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324369.865661:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324369.865664:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817302272:0@lo:38:kworker.0
00000100:00100000:0.0:1767324369.865750:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817302784:0@lo:400:kworker.0
00000100:00100000:1.0:1767324369.866445:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572
00000100:00100000:1.0:1767324369.866452:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817302016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324369.866466:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324369.866523:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817302016:12345-0@lo:38:kworker.0 Request processed in 70us (2008us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324369.866529:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572
00000100:00080000:0.0:1767324369.866627:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324369.866632:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324369.866636:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817302016:0@lo:38:kworker.0
00000100:00100000:1.0:1767324370.375209:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817302912:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324370.375286:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324370.375424:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817302912
00000100:00100000:2.0:1767324370.375433:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817302912
00000100:00100000:2.0:1767324370.375487:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3815
00000100:00100000:2.0:1767324370.375497:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817302912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767324370.375525:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324370.375612:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817303040:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324370.375649:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324370.375686:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817303040
00000100:00100000:0.0:1767324370.375690:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817303040
00000100:00100000:0.0:1767324370.375714:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3816
00000100:00100000:0.0:1767324370.375720:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817303040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324370.375735:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324370.375794:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817303040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (141us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324370.375806:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3816
00000100:00100000:0.0:1767324370.375849:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d630a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817303040:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324370.376628:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4f62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817302912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1130us (1339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324370.376631:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817302912:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324370.376643:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3815
00000100:00100000:2.0:1767324370.438843:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324370.887037:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324371.462888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324371.910969:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324372.486961:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324372.652903:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324372.652946:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324372.652986:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758859648
00000100:00100000:0.0:1767324372.652998:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758859648
00000100:00100000:0.0:1767324372.653043:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758859776
00000100:00100000:0.0:1767324372.653047:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758859776
00000100:00100000:0.0:1767324372.653093:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6500
00000100:00100000:0.0:1767324372.653104:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758859776:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767324372.653126:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324372.653186:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758859776:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 83us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324372.656456:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91360
00000100:00100000:2.0:1767324372.656468:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758859648:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324372.656493:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324372.656574:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758859648:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 106us (3680us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324372.656583:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91360
00000100:00100000:0.0:1767324372.658081:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6500
00010000:00010000:1.0:1767324372.935181:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324373.510915:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324373.961535:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324374.534863:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324374.982880:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324374.982889:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324374.982892:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324374.982896:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324374.982901:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324374.982908:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6912
00000100:00080000:2.0:1767324374.982913:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324374.982920:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324374.982958:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405ca80 x1853166817303168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324374.982974:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324374.982977:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324374.982978:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324374.982982:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6912
00000100:00080000:2.0:1767324374.982984:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324374.982987:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324374.982997:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405f800 x1853166817303296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324374.983038:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324374.983042:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324374.983043:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324374.983048:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6912
00000100:00080000:2.0:1767324374.983051:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324374.983054:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324374.983065:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4405fb80 x1853166817303552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324374.983089:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324374.983093:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324374.983094:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324374.983098:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6912
00000100:00080000:2.0:1767324374.983100:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324374.983103:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324374.983113:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02680 x1853166817303808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324374.983216:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817304064:0@lo:400:kworker.0
00000100:00100000:3.0:1767324374.983223:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817303168:0@lo:38:kworker.0
00000100:00100000:0.0:1767324374.983332:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817303424:0@lo:400:kworker.0
00000100:00100000:3.0:1767324374.985865:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324374.985946:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817303296:0@lo:38:kworker.0
00000100:00100000:3.0:1767324374.985985:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324374.986016:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817303552:0@lo:38:kworker.0
00000100:00100000:3.0:1767324374.986037:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324374.986053:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817303808:0@lo:38:kworker.0
00000100:00100000:3.0:1767324374.986071:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324374.986112:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817303296
00000100:00100000:3.0:1767324374.986119:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817303296
00000100:00100000:3.0:1767324374.986151:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573
00000100:00100000:3.0:1767324374.986157:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817303296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324374.986176:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324374.986213:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817303296:12345-0@lo:38:kworker.0 Request processed in 55us (227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324374.986220:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573
00000100:00100000:3.0:1767324374.986238:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817303168
00000100:00100000:3.0:1767324374.986241:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817303168
00000100:00100000:3.0:1767324374.986256:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817303552
00000100:00100000:3.0:1767324374.986259:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817303552
00000100:00100000:3.0:1767324374.986268:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817303808
00000100:00100000:3.0:1767324374.986271:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817303808
00000100:00100000:3.0:1767324374.986283:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91361
00000100:00100000:3.0:1767324374.986287:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817303168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324374.986296:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324374.986319:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817303168:12345-0@lo:38:kworker.0 Request processed in 30us (461us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324374.986324:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91361
00000100:00100000:3.0:1767324374.986334:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91362
00000100:00100000:3.0:1767324374.986338:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817303552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324374.986346:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324374.986364:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817303552:12345-0@lo:38:kworker.0 Request processed in 25us (325us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324374.986368:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91362
00000100:00100000:3.0:1767324374.986377:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91363
00000100:00100000:3.0:1767324374.986381:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817303808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324374.986389:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324374.986408:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817303808:12345-0@lo:38:kworker.0 Request processed in 26us (337us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324374.986416:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91363
00000100:00080000:3.0:1767324374.986460:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324374.986465:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324374.986469:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817303168:0@lo:38:kworker.0
00000100:00080000:3.0:1767324374.986478:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324374.986482:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324374.986484:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817303296:0@lo:38:kworker.0
00000100:00080000:3.0:1767324374.986502:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324374.986505:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324374.986508:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817303552:0@lo:38:kworker.0
00000100:00080000:3.0:1767324374.986515:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324374.986519:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324374.986521:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817303808:0@lo:38:kworker.0
00000100:00100000:3.0:1767324374.986570:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817303680:0@lo:400:kworker.0
00000100:00100000:3.0:1767324374.986592:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324374.986609:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767324374.986615:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817303936:0@lo:400:kworker.0
00000100:00100000:3.0:1767324374.986635:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324374.986654:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817303680
00000100:00100000:3.0:1767324374.986657:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817303680
00000100:00100000:3.0:1767324374.986688:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6501
00000100:00100000:3.0:1767324374.986695:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817303680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324374.986732:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817303680:12345-0@lo:400:kworker.0 Request processed in 39us (139us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324374.986741:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6501
00000100:00080000:3.0:1767324374.986771:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324374.986792:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817303680:0@lo:400:kworker.0
00000100:00100000:2.0:1767324374.987977:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817303936
00000100:00100000:2.0:1767324374.987984:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817303936
00000100:00100000:2.0:1767324374.988041:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4056
00000100:00100000:2.0:1767324374.988048:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817303936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324374.988099:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d630a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817303936:12345-0@lo:400:kworker.0 Request processed in 51us (1462us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324374.988106:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4056
00000100:00080000:3.0:1767324374.988307:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324374.988333:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817303936:0@lo:400:kworker.0
00000100:00100000:1.0:1767324374.993413:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324374.993420:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324374.993520:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817304064
00000100:00100000:1.0:1767324374.993529:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817304064
00000100:00100000:3.0:1767324374.993552:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817303424
00000100:00100000:3.0:1767324374.993558:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817303424
00000100:00100000:3.0:1767324374.993611:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6502
00000100:00100000:3.0:1767324374.993619:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817303424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324374.993679:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45933480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817303424:12345-0@lo:400:kworker.0 Request processed in 61us (264us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324374.993686:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6502
00000100:00080000:3.0:1767324374.993709:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324374.993774:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324374.993807:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817303424:0@lo:400:kworker.0
00000100:00080000:3.0:1767324374.997988:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324375.002483:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4057
00000100:00100000:1.0:1767324375.002520:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817304064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324375.002628:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817304064:12345-0@lo:400:kworker.0 Request processed in 124us (9222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324375.002635:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4057
00000100:00100000:0.0:1767324375.002691:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817304064:0@lo:400:kworker.0
00000100:00100000:3.0:1767324375.497935:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324375.497961:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817304320:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324375.498024:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324375.498179:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817304320
00000100:00100000:2.0:1767324375.498187:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817304320
00000100:00100000:2.0:1767324375.498239:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3817
00000100:00100000:2.0:1767324375.498248:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817304320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324375.498275:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324375.498326:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817304320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (301us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324375.498333:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3817
00000100:00100000:2.0:1767324375.498357:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324375.498365:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817304192:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324375.498392:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324375.498745:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4405ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817304320:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324375.501050:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817304192
00000100:00100000:0.0:1767324375.501063:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817304192
00000100:00100000:0.0:1767324375.501130:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3818
00000100:00100000:0.0:1767324375.501140:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817304192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324375.501173:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324375.501510:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817304192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 371us (3117us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324375.501519:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3818
00000100:00100000:3.0:1767324375.505160:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817304192:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324375.559811:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324376.007074:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324376.582973:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324377.032988:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324377.606877:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324377.767902:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324377.767979:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324377.768303:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758859904
00000100:00100000:2.0:1767324377.768317:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758859904
00000100:00100000:2.0:1767324377.768363:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758860032
00000100:00100000:2.0:1767324377.768367:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758860032
00000100:00100000:2.0:1767324377.768429:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6503
00000100:00100000:2.0:1767324377.768439:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758860032:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324377.768504:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91364
00000100:00100000:3.0:1767324377.768516:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758859904:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:2.0:1767324377.768534:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758860032:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 93us (551us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324377.768542:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6503
00010000:00020000:3.0:1767324377.768548:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324377.768607:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758859904:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 90us (718us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324377.768618:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91364
00000100:00080000:1.0:1767324377.768776:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324378.056392:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324378.631015:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324379.079063:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324379.654909:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767324380.103251:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324380.103263:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324380.103266:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324380.103270:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324380.103275:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324380.103282:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6917
00000100:00080000:0.0:1767324380.103287:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324380.103294:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324380.103336:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45930000 x1853166817304448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324380.103389:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817304448:0@lo:38:kworker.0
00000100:00100000:3.0:1767324380.103487:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324380.103613:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324380.103618:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324380.103620:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324380.103625:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6917
00000100:00080000:0.0:1767324380.103627:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324380.103632:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324380.103658:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e45932680 x1853166817304576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324380.103688:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817304448
00000100:00100000:1.0:1767324380.103695:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817304448
00000100:00100000:1.0:1767324380.103736:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91365
00000100:00100000:1.0:1767324380.103745:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817304448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324380.103779:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324380.103866:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817304576:0@lo:38:kworker.0
00000100:00100000:3.0:1767324380.103906:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324380.103978:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817304576
00000100:00100000:2.0:1767324380.103982:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817304576
00000100:00100000:2.0:1767324380.104006:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574
00000100:00100000:2.0:1767324380.104011:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817304576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324380.104021:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324380.104052:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817304576:12345-0@lo:38:kworker.0 Request processed in 40us (146us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324380.104059:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574
00000100:00080000:0.0:1767324380.104366:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324380.104371:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324380.104373:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324380.104377:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6917
00000100:00080000:0.0:1767324380.104381:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324380.104384:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324380.104387:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817304704:0@lo:400:kworker.0
00000100:00100000:0.0:1767324380.104397:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa99f80 x1853166817304832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324380.104423:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324380.104426:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767324380.104426:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324380.104428:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324380.104432:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6917
00000100:00080000:0.0:1767324380.104435:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324380.104438:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324380.104459:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4aa9aa00 x1853166817305088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324380.104466:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817304704
00000100:00100000:2.0:1767324380.104470:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817304704
00000100:00100000:0.0:1767324380.104495:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817305344:0@lo:400:kworker.0
00000100:00100000:2.0:1767324380.104506:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6504
00000100:00100000:2.0:1767324380.104512:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817304704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324380.104523:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324380.104549:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817304704:12345-0@lo:400:kworker.0 Request processed in 37us (123us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324380.104550:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817304960:0@lo:400:kworker.0
00000100:00100000:2.0:1767324380.104555:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6504
00000100:00100000:0.0:1767324380.104571:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324380.104590:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767324380.104596:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817305216:0@lo:400:kworker.0
00000100:00100000:2.0:1767324380.104600:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817304960
00000100:00100000:2.0:1767324380.104602:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817304960
00000100:00100000:0.0:1767324380.104616:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324380.104627:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6505
00000100:00100000:2.0:1767324380.104633:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817304960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324380.104642:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817305344
00000100:00100000:0.0:1767324380.104658:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817305344
00000100:00100000:2.0:1767324380.104664:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817304960:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324380.104670:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6505
00000100:00100000:0.0:1767324380.104683:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817305216
00000100:00100000:0.0:1767324380.104686:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817305216
00000100:00100000:0.0:1767324380.104700:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4058
00000100:00100000:1.0:1767324380.104731:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4405ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817304448:12345-0@lo:38:kworker.0 Request processed in 986us (1244us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324380.104737:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91365
00000100:00080000:1.0:1767324380.104769:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324380.104773:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324380.104794:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324380.105104:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817305344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324380.105144:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817305344:12345-0@lo:400:kworker.0 Request processed in 438us (619us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324380.105191:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817304960:0@lo:400:kworker.0
00000100:00100000:1.0:1767324380.105226:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817305344:0@lo:400:kworker.0
00000100:00080000:3.0:1767324380.105364:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324380.105369:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324380.105372:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45930000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817304448:0@lo:38:kworker.0
00000100:00100000:3.0:1767324380.105387:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817304832:0@lo:38:kworker.0
00000100:00100000:3.0:1767324380.105423:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324380.105441:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4aa9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817305088:0@lo:38:kworker.0
00000100:00100000:3.0:1767324380.105471:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324380.105491:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324380.105495:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324380.105498:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e45932680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817304576:0@lo:38:kworker.0
00000100:00100000:3.0:1767324380.105518:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817304832
00000100:00100000:3.0:1767324380.105522:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817304832
00000100:00100000:3.0:1767324380.105540:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817305088
00000100:00100000:3.0:1767324380.105543:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817305088
00000100:00100000:3.0:1767324380.105558:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91366
00000100:00100000:3.0:1767324380.105562:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817304832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324380.105577:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324380.105606:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817304832:12345-0@lo:38:kworker.0 Request processed in 42us (183us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324380.105612:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91366
00000100:00100000:3.0:1767324380.105624:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91367
00000100:00100000:3.0:1767324380.105628:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817305088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324380.105638:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324380.105671:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817305088:12345-0@lo:38:kworker.0 Request processed in 41us (199us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324380.105677:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91367
00000100:00080000:3.0:1767324380.105700:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324380.105704:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324380.105708:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817304832:0@lo:38:kworker.0
00000100:00080000:3.0:1767324380.105716:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324380.105719:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324380.105721:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817305088:0@lo:38:kworker.0
00000100:00100000:3.0:1767324380.105779:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817304704:0@lo:400:kworker.0
00000100:00100000:2.0:1767324380.105995:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4059
00000100:00100000:2.0:1767324380.106005:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817305216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324380.106053:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817305216:12345-0@lo:400:kworker.0 Request processed in 51us (1436us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324380.106060:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4059
00000100:00100000:3.0:1767324380.106235:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817305216:0@lo:400:kworker.0
00000100:00100000:0.0:1767324380.106791:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4058
00010000:00010000:3.0:1767324380.107028:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324380.615589:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817305472:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324380.615665:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324380.615828:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324380.615840:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817305600:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324380.615873:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324380.616484:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817305472
00000100:00100000:1.0:1767324380.616493:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817305472
00000100:00100000:1.0:1767324380.616579:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817305600
00000100:00100000:1.0:1767324380.616582:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817305600
00000100:00100000:0.0:1767324380.616634:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3819
00000100:00100000:0.0:1767324380.616642:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817305472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324380.616666:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324380.616714:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817305472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1048us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324380.616721:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3819
00000100:00100000:0.0:1767324380.616740:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3820
00000100:00100000:0.0:1767324380.616746:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817305600:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324380.616774:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d45b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817305472:0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324380.616781:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324380.616813:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817305600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (940us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324380.616820:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3820
00000100:00100000:3.0:1767324380.616835:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817305600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324380.679052:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324381.131517:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324381.702880:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324382.151185:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324382.726961:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324382.887484:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324382.887573:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324382.887657:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758860288
00000100:00100000:0.0:1767324382.887668:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758860288
00000100:00100000:0.0:1767324382.887724:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758860160
00000100:00100000:0.0:1767324382.887726:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758860160
00000100:00100000:0.0:1767324382.887743:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6506
00000100:00100000:0.0:1767324382.887749:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758860288:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324382.887804:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91368
00000100:00100000:2.0:1767324382.887813:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758860160:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324382.887836:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324382.887840:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d45b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758860288:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 88us (362us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324382.887849:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6506
00000100:00100000:2.0:1767324382.887873:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45932680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758860160:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 58us (298us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324382.887881:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91368
00000100:00080000:3.0:1767324382.888221:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324383.174927:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324383.750869:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324384.199020:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324384.774956:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324385.222936:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:1.0:1767324385.222944:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324385.222946:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324385.222951:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324385.222955:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324385.222959:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324385.222967:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6922
00000100:00080000:2.0:1767324385.222972:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324385.222978:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324385.223014:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50a02680 x1853166817305728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324385.223037:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324385.223041:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324385.223042:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324385.223046:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6922
00000100:00080000:2.0:1767324385.223048:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324385.223052:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324385.223072:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330000 x1853166817305856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324385.223072:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817305728:0@lo:38:kworker.0
00000100:00080000:2.0:1767324385.223128:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324385.223132:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324385.223135:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324385.223138:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6922
00000100:00080000:2.0:1767324385.223143:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767324385.223144:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324385.223149:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324385.223155:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324385.223164:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330a80 x1853166817306112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324385.223170:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817305984:0@lo:400:kworker.0
00000100:00080000:2.0:1767324385.223205:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324385.223209:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324385.223211:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767324385.223215:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817305856:0@lo:38:kworker.0
00000100:00080000:2.0:1767324385.223219:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6922
00000100:00100000:1.0:1767324385.223221:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324385.223226:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324385.223231:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324385.223247:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331c00 x1853166817306368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324385.223256:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324385.223271:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817305728
00000100:00100000:1.0:1767324385.223280:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817305728
00000100:00100000:3.0:1767324385.223292:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817306112:0@lo:38:kworker.0
00000100:00100000:1.0:1767324385.223313:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817305984
00000100:00100000:1.0:1767324385.223317:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817305984
00000100:00100000:2.0:1767324385.223326:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817306240:0@lo:400:kworker.0
00000100:00100000:1.0:1767324385.223359:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6507
00000100:00100000:1.0:1767324385.223370:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817305984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324385.223381:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817306496:0@lo:400:kworker.0
00000100:00100000:2.0:1767324385.223429:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324385.223439:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817305984:12345-0@lo:400:kworker.0 Request processed in 70us (223us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324385.223449:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6507
00000100:00100000:1.0:1767324385.223472:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91369
00000100:00100000:1.0:1767324385.223478:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817305728:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324385.223494:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817305856
00010000:00020000:1.0:1767324385.223497:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324385.223500:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817305856
00000100:00100000:2.0:1767324385.223526:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575
00000100:00100000:1.0:1767324385.223534:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e45930000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817305728:12345-0@lo:38:kworker.0 Request processed in 54us (391us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324385.223535:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817305856:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324385.223552:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91369
00010000:00020000:2.0:1767324385.223558:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767324385.223571:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324385.223588:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817306496
00000100:00100000:2.0:1767324385.223592:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817305856:12345-0@lo:38:kworker.0 Request processed in 57us (338us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324385.223593:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817306496
00000100:00100000:2.0:1767324385.223601:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575
00000100:00100000:1.0:1767324385.223634:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4060
00000100:00100000:1.0:1767324385.223642:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817306496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324385.223670:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324385.223680:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817306624:0@lo:400:kworker.0
00000100:00100000:1.0:1767324385.223685:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817306496:12345-0@lo:400:kworker.0 Request processed in 41us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324385.223693:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4060
00000100:00100000:0.0:1767324385.223707:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767324385.223712:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324385.223742:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817306624
00000100:00100000:0.0:1767324385.223745:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817306624
00000100:00100000:1.0:1767324385.223747:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817305984:0@lo:400:kworker.0
00000100:00100000:0.0:1767324385.223783:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4061
00000100:00100000:0.0:1767324385.223789:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817306624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324385.223817:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817306624:12345-0@lo:400:kworker.0 Request processed in 29us (110us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324385.223822:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4061
00000100:00080000:1.0:1767324385.223826:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324385.223845:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817306624:0@lo:400:kworker.0
00000100:00100000:3.0:1767324385.223994:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324385.224058:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324385.224062:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324385.224065:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817305728:0@lo:38:kworker.0
00000100:00100000:3.0:1767324385.224083:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817306368:0@lo:38:kworker.0
00000100:00100000:2.0:1767324385.224088:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817306496:0@lo:400:kworker.0
00000100:00100000:1.0:1767324385.224089:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324385.224212:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817306112
00000100:00100000:0.0:1767324385.224216:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817306112
00000100:00100000:0.0:1767324385.224233:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817306240
00000100:00100000:0.0:1767324385.224235:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817306240
00000100:00100000:0.0:1767324385.224262:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6508
00000100:00100000:0.0:1767324385.224268:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817306240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324385.224273:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91370
00000100:00100000:1.0:1767324385.224280:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817306112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324385.224293:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324385.224302:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817306240:12345-0@lo:400:kworker.0 Request processed in 33us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324385.224309:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6508
00000100:00100000:1.0:1767324385.224326:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817306112:12345-0@lo:38:kworker.0 Request processed in 45us (1008us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324385.224334:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91370
00000100:00080000:1.0:1767324385.224360:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324385.224382:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817306240:0@lo:400:kworker.0
00000100:00100000:3.0:1767324385.224463:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324385.224493:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324385.224499:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324385.224503:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817306368
00000100:00100000:3.0:1767324385.224504:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817305856:0@lo:38:kworker.0
00000100:00100000:0.0:1767324385.224509:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817306368
00000100:00080000:3.0:1767324385.224517:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324385.224522:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324385.224525:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817306112:0@lo:38:kworker.0
00000100:00100000:0.0:1767324385.224540:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91371
00000100:00100000:0.0:1767324385.224547:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817306368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324385.224558:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324385.224597:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817306368:12345-0@lo:38:kworker.0 Request processed in 49us (133us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324385.224604:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91371
00000100:00080000:3.0:1767324385.224641:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324385.224646:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324385.224649:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817306368:0@lo:38:kworker.0
00000100:00100000:3.0:1767324385.734946:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1767324385.734969:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817306880:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324385.735044:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324385.735105:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817306752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324385.735126:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324385.735192:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817306880
00000100:00100000:0.0:1767324385.735199:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817306880
00000100:00100000:0.0:1767324385.735236:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817306752
00000100:00100000:0.0:1767324385.735239:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817306752
00000100:00100000:0.0:1767324385.735256:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3821
00000100:00100000:0.0:1767324385.735264:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817306880:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324385.735292:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822
00002000:00000024:0.0:1767324385.735302:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324385.735302:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817306752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324385.735317:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324385.735351:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817306880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (306us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324385.735358:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3821
00000100:00100000:2.0:1767324385.737096:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817306880:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324385.737593:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817306752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2290us (2461us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324385.737602:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822
00000100:00100000:2.0:1767324385.738074:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817306752:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324385.798874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324386.246996:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324386.823004:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000400:00000100:2.0:1767324386.986985:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758860416 offset 0 length 520: 4
00000100:00100000:2.0:1767324386.987144:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324386.987239:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324386.987403:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758860544
00000100:00100000:0.0:1767324386.987413:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758860544
00000100:00100000:0.0:1767324386.987494:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758860672
00000100:00100000:0.0:1767324386.987498:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758860672
00000100:00080000:3.0:1767324386.987586:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324386.987602:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6509
00000100:00100000:2.0:1767324386.987618:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758860672:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324386.987698:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758860672:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (458us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324386.987707:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6509
00000100:00100000:2.0:1767324386.987727:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91372
00000100:00100000:2.0:1767324386.987732:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758860544:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324386.988073:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324386.988116:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853166758860544:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 382us (973us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324386.988123:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91372
00010000:00010000:0.0:1767324387.271095:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324387.848601:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324388.295191:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324388.874373:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324389.319171:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324364/real 1767324364]  req@ffff8d4d50a03100 x1853166817300480/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324389 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767324389.319201:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d50a03100 x1853166817300480/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324389 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767324389.319217:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324389.319228:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767324389.319230:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817300480:0@lo:250:kworker.0
00010000:00010000:1.0:1767324389.319523:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324389.321301:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324389.321310:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767324389.321314:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324389.321321:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6907
00000100:00080000:2.0:1767324389.321326:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324389.321333:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324389.321379:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43332a00 x1853166817307008/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324389.321404:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324389.321407:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324389.321409:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324389.321412:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6927
00000100:00080000:2.0:1767324389.321414:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324389.321418:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324389.321432:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333480 x1853166817307136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324389.321441:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324389.321444:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324389.321445:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324389.321450:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6927
00000100:00080000:2.0:1767324389.321452:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324389.321455:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324389.321467:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331880 x1853166817307264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324389.321496:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817307008:0@lo:250:kworker.0
00000100:00080000:2.0:1767324389.321516:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324389.321521:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324389.321523:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324389.321527:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6927
00000100:00080000:2.0:1767324389.321530:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324389.321533:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000400:00000100:3.0:1767324389.321546:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817307008 offset 0 length 520: 4
00000100:00100000:2.0:1767324389.321549:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333b80 x1853166817307520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324389.321569:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324389.321572:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324389.321574:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324389.321578:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6927
00000100:00080000:2.0:1767324389.321580:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324389.321584:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324389.321597:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43330a80 x1853166817307776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324389.321600:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817307136:0@lo:38:kworker.0
00000100:00100000:3.0:1767324389.321640:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324389.321662:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817307264:0@lo:38:kworker.0
00000100:00100000:2.0:1767324389.321665:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817308032:0@lo:400:kworker.0
00000100:00100000:3.0:1767324389.321694:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324389.321710:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324389.321723:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817307520:0@lo:38:kworker.0
00000100:00100000:2.0:1767324389.321740:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324389.321749:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817307904:0@lo:400:kworker.0
00000100:00100000:3.0:1767324389.321752:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324389.321795:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817307776:0@lo:38:kworker.0
00000100:00100000:0.0:1767324389.321808:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817307648:0@lo:400:kworker.0
00000100:00100000:2.0:1767324389.321817:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324389.321825:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324389.321850:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324389.321865:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817307264
00000100:00100000:3.0:1767324389.321868:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817307136
00000100:00100000:0.0:1767324389.321872:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767324389.321875:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817307264
00000100:00100000:3.0:1767324389.321875:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817307136
00000100:00100000:0.0:1767324389.321877:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817307392:0@lo:400:kworker.0
00000100:00100000:3.0:1767324389.321909:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817307520
00000100:00100000:3.0:1767324389.321913:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817307520
00000100:00100000:0.0:1767324389.321914:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324389.321919:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576
00000100:00100000:3.0:1767324389.321928:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817307776
00000100:00100000:2.0:1767324389.321929:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817307264:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324389.321932:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817307776
00000100:00100000:0.0:1767324389.321942:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817308032
00000100:00100000:3.0:1767324389.321942:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817307648
00000100:00100000:3.0:1767324389.321944:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817307648
00000100:00100000:0.0:1767324389.321945:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817308032
00010000:00020000:2.0:1767324389.321952:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324389.321972:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817307392
00000100:00100000:3.0:1767324389.321976:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817307392
00000100:00100000:2.0:1767324389.321997:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817307264:12345-0@lo:38:kworker.0 Request processed in 68us (301us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324389.322005:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576
00000100:00100000:1.0:1767324389.322018:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6510
00000100:00100000:1.0:1767324389.322029:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817307648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324389.322040:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817307904
00000100:00100000:2.0:1767324389.322046:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817307904
00000100:00100000:1.0:1767324389.322080:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d079180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817307648:12345-0@lo:400:kworker.0 Request processed in 53us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324389.322087:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6510
00000100:00100000:1.0:1767324389.322104:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91373
00000100:00100000:1.0:1767324389.322108:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817307136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324389.322119:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324389.322141:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817307136:12345-0@lo:38:kworker.0 Request processed in 31us (501us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324389.322147:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91373
00000100:00100000:1.0:1767324389.322157:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91374
00000100:00100000:1.0:1767324389.322161:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817307520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324389.322170:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324389.322192:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817307520:12345-0@lo:38:kworker.0 Request processed in 30us (443us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324389.322200:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91374
00000100:00100000:1.0:1767324389.322214:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91375
00000100:00100000:1.0:1767324389.322218:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817307776:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324389.322224:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4062
00010000:00020000:1.0:1767324389.322229:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324389.322235:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817308032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324389.322252:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7009:x1853166817307776:12345-0@lo:38:kworker.0 Request processed in 32us (427us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324389.322259:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91375
00000100:00100000:0.0:1767324389.322285:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817308032:12345-0@lo:400:kworker.0 Request processed in 53us (576us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324389.322294:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4062
00000100:00100000:1.0:1767324389.322301:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817307648:0@lo:400:kworker.0
00000100:00100000:0.0:1767324389.322338:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817308032:0@lo:400:kworker.0
00000100:00080000:1.0:1767324389.322384:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324389.322389:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324389.322392:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767324389.322408:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324389.322413:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324389.322417:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817307520:0@lo:38:kworker.0
00000100:00080000:1.0:1767324389.322424:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324389.322427:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324389.322430:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817307776:0@lo:38:kworker.0
00000100:00080000:1.0:1767324389.322437:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324389.322440:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324389.322443:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817307136:0@lo:38:kworker.0
00000100:00080000:1.0:1767324389.322450:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324389.322453:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324389.322456:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817307264:0@lo:38:kworker.0
00000100:00100000:3.0:1767324389.322807:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6511
00000100:00100000:3.0:1767324389.322815:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817307392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324389.322852:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817307392:12345-0@lo:400:kworker.0 Request processed in 38us (939us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324389.322858:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6511
00000100:00100000:3.0:1767324389.322882:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817307392:0@lo:400:kworker.0
00000100:00100000:2.0:1767324389.327375:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4063
00000100:00100000:2.0:1767324389.327393:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817307904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324389.327484:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817307904:12345-0@lo:400:kworker.0 Request processed in 98us (5668us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324389.327493:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4063
00000100:00100000:0.0:1767324389.327535:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817307904:0@lo:400:kworker.0
00000100:00100000:2.0:1767324389.895070:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324390.342981:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324390.855102:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817308160:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324390.855171:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324390.855219:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817308160
00000100:00100000:3.0:1767324390.855239:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817308160
00000100:00100000:1.0:1767324390.855255:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767324390.855264:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817308288:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324390.855290:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324390.855299:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817308288
00000100:00100000:3.0:1767324390.855303:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817308288
00000100:00100000:3.0:1767324390.855330:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3823
00000100:00100000:3.0:1767324390.855342:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817308160:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324390.855359:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3824
00000100:00100000:1.0:1767324390.855370:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817308288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324390.855383:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:1.0:1767324390.855391:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324390.855442:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817308160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (270us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324390.855450:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3823
00000100:00100000:1.0:1767324390.857193:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817308288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1817us (1894us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324390.857280:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3824
00000100:00100000:2.0:1767324390.857505:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817308288:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324390.857525:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817308160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324390.918847:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324391.368076:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324391.946814:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324392.104808:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324392.104872:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758860928
00000100:00100000:2.0:1767324392.104878:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324392.104883:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758860928
00000100:00080000:1.0:1767324392.104949:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324392.104955:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758860800
00000100:00100000:0.0:1767324392.104959:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758860800
00000100:00100000:2.0:1767324392.104985:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6512
00000100:00100000:2.0:1767324392.104997:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758860928:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324392.105072:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758860928:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 79us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324392.105422:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91376
00000100:00100000:0.0:1767324392.105429:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758860800:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324392.105449:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324392.105635:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758860800:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 203us (757us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324392.105643:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91376
00000100:00100000:2.0:1767324392.105730:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6512
00010000:00010000:1.0:1767324392.391388:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324392.966944:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324393.414966:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324393.990884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324394.438870:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324394.438878:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324394.438882:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324394.438885:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324394.438889:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324394.438896:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6931
00000100:00080000:2.0:1767324394.438899:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324394.438905:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324394.438937:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331880 x1853166817308416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324394.438961:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324394.438963:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324394.438964:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324394.438967:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6931
00000100:00080000:2.0:1767324394.438968:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324394.438970:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324394.438978:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333480 x1853166817308544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324394.439007:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324394.439009:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324394.439010:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324394.439013:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6931
00000100:00080000:2.0:1767324394.439014:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324394.439016:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324394.439022:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43333b80 x1853166817308800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324394.439034:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324394.439036:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324394.439037:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324394.439039:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6931
00000100:00080000:2.0:1767324394.439040:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324394.439042:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324394.439050:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d43331c00 x1853166817309056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324394.439112:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817309184:0@lo:400:kworker.0
00000100:00100000:2.0:1767324394.439171:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324394.439217:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324394.439221:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817309312:0@lo:400:kworker.0
00000100:00100000:2.0:1767324394.439234:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324394.439257:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817309184
00000100:00100000:2.0:1767324394.439262:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817309184
00000100:00100000:2.0:1767324394.439296:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817309312
00000100:00100000:2.0:1767324394.439298:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817309312
00000100:00100000:2.0:1767324394.439324:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4064
00000100:00100000:2.0:1767324394.439334:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817309184:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767324394.439375:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324394.439380:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324394.439381:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817309184:12345-0@lo:400:kworker.0 Request processed in 48us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324394.439387:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4064
00000100:00100000:1.0:1767324394.439390:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817308416:0@lo:38:kworker.0
00000100:00100000:2.0:1767324394.439405:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4065
00000100:00100000:2.0:1767324394.439410:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817309312:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324394.439418:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324394.439435:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817309312:12345-0@lo:400:kworker.0 Request processed in 26us (199us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324394.439440:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817308544:0@lo:38:kworker.0
00000100:00100000:2.0:1767324394.439442:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4065
00000100:00100000:1.0:1767324394.439462:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324394.439468:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817308416
00000100:00100000:0.0:1767324394.439469:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817308928:0@lo:400:kworker.0
00000100:00100000:2.0:1767324394.439473:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817308416
00000100:00100000:1.0:1767324394.439486:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817308800:0@lo:38:kworker.0
00000100:00100000:2.0:1767324394.439494:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91377
00000100:00100000:2.0:1767324394.439499:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817308416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324394.439517:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324394.439518:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324394.439521:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817308544
00000100:00100000:1.0:1767324394.439526:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817308544
00000100:00100000:1.0:1767324394.439568:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577
00000100:00100000:1.0:1767324394.439573:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817308544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324394.439583:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324394.439638:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817308672:0@lo:400:kworker.0
00000100:00100000:2.0:1767324394.439639:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817308416:12345-0@lo:38:kworker.0 Request processed in 139us (221us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324394.439646:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91377
00000100:00100000:2.0:1767324394.439656:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817308928
00000100:00100000:2.0:1767324394.439659:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817308928
00000100:00100000:3.0:1767324394.439665:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324394.439683:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817308672
00000100:00100000:2.0:1767324394.439685:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817308672
00000100:00100000:3.0:1767324394.439698:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6513
00000100:00100000:2.0:1767324394.439704:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6514
00000100:00100000:3.0:1767324394.439705:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817308928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324394.439708:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817308672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324394.439732:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d078700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817308928:12345-0@lo:400:kworker.0 Request processed in 28us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324394.439733:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817308672:12345-0@lo:400:kworker.0 Request processed in 25us (68us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324394.439737:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6513
00000100:00100000:2.0:1767324394.439740:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6514
00000100:00100000:2.0:1767324394.439786:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817309312:0@lo:400:kworker.0
00000100:00100000:3.0:1767324394.439786:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817308672:0@lo:400:kworker.0
00000100:00100000:2.0:1767324394.439797:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817309184:0@lo:400:kworker.0
00000100:00100000:2.0:1767324394.439842:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324394.439920:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817309056:0@lo:38:kworker.0
00000100:00100000:2.0:1767324394.439940:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324394.440191:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324394.440196:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324394.440200:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817308416:0@lo:38:kworker.0
00000100:00100000:3.0:1767324394.440232:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817308800
00000100:00100000:3.0:1767324394.440236:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817308800
00000100:00100000:3.0:1767324394.440256:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817309056
00000100:00100000:3.0:1767324394.440260:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817309056
00000100:00100000:3.0:1767324394.440273:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91378
00000100:00100000:3.0:1767324394.440277:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817308800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324394.440288:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324394.440331:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817308800:12345-0@lo:38:kworker.0 Request processed in 52us (488us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324394.440337:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91378
00000100:00100000:3.0:1767324394.440348:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91379
00000100:00100000:3.0:1767324394.440351:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817309056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324394.440362:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324394.440383:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817309056:12345-0@lo:38:kworker.0 Request processed in 30us (442us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324394.440389:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91379
00000100:00080000:3.0:1767324394.440415:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324394.440420:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324394.440423:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817308800:0@lo:38:kworker.0
00000100:00080000:3.0:1767324394.440430:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324394.440433:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324394.440435:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817309056:0@lo:38:kworker.0
00000100:00080000:3.0:1767324394.440465:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324394.441079:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817308928:0@lo:400:kworker.0
00010000:00010000:2.0:1767324394.441175:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324394.441438:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817308544:12345-0@lo:38:kworker.0 Request processed in 1862us (1974us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324394.441446:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577
00000100:00080000:3.0:1767324394.442513:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324394.442520:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324394.442524:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817308544:0@lo:38:kworker.0
00000100:00100000:3.0:1767324395.014872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324395.463029:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324395.975023:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817309440:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324395.975051:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817309568:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324395.975094:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324395.975242:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324395.975288:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817309440
00000100:00100000:3.0:1767324395.975296:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817309440
00000100:00100000:3.0:1767324395.975370:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817309568
00000100:00100000:3.0:1767324395.975373:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817309568
00000100:00100000:3.0:1767324395.975393:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3825
00000100:00100000:3.0:1767324395.975399:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817309440:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324395.975414:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3826
00002000:00000024:3.0:1767324395.975423:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:0.0:1767324395.975428:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817309568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324395.975449:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324395.975488:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817309440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324395.975495:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817309568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324395.975499:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3825
00000100:00100000:0.0:1767324395.975509:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3826
00000100:00100000:3.0:1767324395.975549:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817309440:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324395.975551:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d07bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817309568:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324396.038891:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324396.486949:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324397.062875:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324397.231270:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324397.231327:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324397.232170:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758861056
00000100:00100000:0.0:1767324397.232179:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758861056
00000100:00100000:3.0:1767324397.233479:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758861184
00000100:00100000:3.0:1767324397.233487:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758861184
00000100:00100000:0.0:1767324397.233506:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91380
00000100:00100000:0.0:1767324397.233514:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758861056:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324397.233534:0:25471:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324397.233549:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6515
00000100:00100000:3.0:1767324397.233562:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758861184:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324397.233586:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853166758861056:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 72us (2326us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324397.233592:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91380
00000100:00100000:3.0:1767324397.233609:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758861184:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 51us (2280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324397.233619:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6515
00000100:00080000:1.0:1767324397.234324:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767324397.511016:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324398.086874:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324398.535051:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324399.113658:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324399.558930:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324399.559293:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324399.559302:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324399.559305:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324399.559309:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324399.559314:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324399.559323:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6937
00000100:00080000:2.0:1767324399.559327:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324399.559334:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324399.559376:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4a9f80 x1853166817309696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324399.559718:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817309696:0@lo:38:kworker.0
00000100:00100000:3.0:1767324399.559806:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324399.559876:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817309696
00000100:00100000:0.0:1767324399.559885:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817309696
00000100:00080000:2.0:1767324399.559930:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324399.559934:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324399.559937:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767324399.559941:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91381
00000100:00080000:2.0:1767324399.559945:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6937
00000100:00080000:2.0:1767324399.559949:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767324399.559951:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817309696:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767324399.559956:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324399.559971:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a4ab480 x1853166817309824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767324399.559976:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324399.561495:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817309824:0@lo:38:kworker.0
00000100:00100000:3.0:1767324399.561559:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324399.561611:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817309824
00000100:00100000:1.0:1767324399.561622:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817309824
00000100:00100000:1.0:1767324399.561666:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578
00000100:00100000:1.0:1767324399.561675:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817309824:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324399.561700:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324399.561745:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817309824:12345-0@lo:38:kworker.0 Request processed in 70us (185us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324399.561780:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578
00000100:00100000:0.0:1767324399.564613:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817309696:12345-0@lo:38:kworker.0 Request processed in 4655us (4799us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324399.564628:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91381
00000100:00100000:1.0:1767324399.564666:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a4abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817309952:0@lo:400:kworker.0
00000100:00100000:1.0:1767324399.564724:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324399.564815:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817309952
00000100:00100000:0.0:1767324399.564822:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817309952
00000100:00100000:0.0:1767324399.564875:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6516
00000100:00100000:0.0:1767324399.564884:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817309952:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767324399.565010:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324399.565015:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324399.565019:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324399.565024:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6937
00000100:00080000:2.0:1767324399.565028:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324399.565032:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324399.565054:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ea00 x1853166817310080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324399.567924:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817309952:12345-0@lo:400:kworker.0 Request processed in 3030us (3188us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324399.567940:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6516
00000100:00080000:0.0:1767324399.568004:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324399.568042:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817310208:0@lo:400:kworker.0
00000100:00100000:0.0:1767324399.568102:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324399.568143:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817310208
00000100:00100000:0.0:1767324399.568150:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817310208
00000100:00100000:0.0:1767324399.568931:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6517
00000100:00100000:0.0:1767324399.568938:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817310208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324399.568987:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817310208:12345-0@lo:400:kworker.0 Request processed in 50us (885us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324399.568993:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6517
00000100:00080000:0.0:1767324399.569007:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324399.569032:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817310208:0@lo:400:kworker.0
00000100:00080000:2.0:1767324399.569159:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324399.569165:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324399.569168:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324399.569174:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6937
00000100:00080000:2.0:1767324399.569177:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324399.569181:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324399.569206:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d880 x1853166817310336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324399.569249:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324399.569257:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817310464:0@lo:400:kworker.0
00000100:00100000:2.0:1767324399.569297:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324399.569328:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817310464
00000100:00100000:2.0:1767324399.569331:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817310464
00000100:00100000:2.0:1767324399.569362:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4066
00000100:00100000:2.0:1767324399.569368:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817310464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324399.569397:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817310464:12345-0@lo:400:kworker.0 Request processed in 30us (100us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324399.569404:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4066
00000100:00100000:2.0:1767324399.569430:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817310464:0@lo:400:kworker.0
00000100:00080000:2.0:1767324399.569440:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324399.569457:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817310592:0@lo:400:kworker.0
00000100:00100000:2.0:1767324399.569474:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324399.569493:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817310592
00000100:00100000:2.0:1767324399.569496:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817310592
00000100:00100000:2.0:1767324399.569514:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4067
00000100:00100000:2.0:1767324399.569519:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817310592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324399.569544:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817310592:12345-0@lo:400:kworker.0 Request processed in 25us (69us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324399.569550:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4067
00000100:00100000:2.0:1767324399.569568:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817310592:0@lo:400:kworker.0
00000100:00080000:2.0:1767324399.569578:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767324399.570472:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324399.570481:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324399.570485:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817309696:0@lo:38:kworker.0
00000100:00100000:3.0:1767324399.570507:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817310080:0@lo:38:kworker.0
00000100:00100000:3.0:1767324399.570544:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324399.570574:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817310336:0@lo:38:kworker.0
00000100:00100000:3.0:1767324399.570595:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324399.570725:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324399.570730:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324399.570733:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817309824:0@lo:38:kworker.0
00000100:00100000:1.0:1767324399.570749:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a4abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817309952:0@lo:400:kworker.0
00000100:00100000:0.0:1767324399.578285:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817310080
00000100:00100000:0.0:1767324399.578300:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817310080
00000100:00100000:0.0:1767324399.579274:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817310336
00000100:00100000:0.0:1767324399.579282:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817310336
00000100:00100000:3.0:1767324399.580374:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91382
00000100:00100000:3.0:1767324399.580385:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817310080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324399.580410:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324399.580509:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817310080:12345-0@lo:38:kworker.0 Request processed in 124us (9963us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324399.580516:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91382
00000100:00100000:3.0:1767324399.580537:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91383
00000100:00100000:3.0:1767324399.580542:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817310336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324399.580551:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324399.580574:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817310336:12345-0@lo:38:kworker.0 Request processed in 32us (9979us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324399.580580:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91383
00000100:00080000:1.0:1767324399.580692:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324399.580698:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324399.580702:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817310080:0@lo:38:kworker.0
00000100:00080000:1.0:1767324399.580712:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324399.580716:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324399.580719:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817310336:0@lo:38:kworker.0
00000100:00100000:3.0:1767324400.134862:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324400.582967:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324401.094961:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817310720:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324401.095019:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324401.095098:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817310720
00000100:00100000:2.0:1767324401.095107:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817310720
00000100:00100000:2.0:1767324401.095217:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3827
00000100:00100000:2.0:1767324401.095228:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817310720:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767324401.095238:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767324401.095268:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324401.095328:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817310720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324401.095336:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3827
00000100:00100000:3.0:1767324401.095417:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817310720:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324401.095599:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767324401.095607:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817310848:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324401.095633:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324401.095967:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817310848
00000100:00100000:1.0:1767324401.095972:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817310848
00000100:00100000:1.0:1767324401.096012:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3828
00000100:00100000:1.0:1767324401.096020:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817310848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324401.096037:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324401.096069:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817310848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (434us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324401.096085:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3828
00000100:00080000:3.0:1767324401.096170:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324401.096198:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a938e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817310848:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324401.158866:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324401.606918:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324402.182885:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324402.348113:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324402.348184:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324402.348272:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758861312
00000100:00100000:3.0:1767324402.348282:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758861312
00000100:00100000:0.0:1767324402.348303:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758861440
00000100:00100000:0.0:1767324402.348310:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758861440
00000100:00100000:3.0:1767324402.348327:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91384
00000100:00100000:3.0:1767324402.348335:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758861312:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324402.348355:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324402.348380:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6518
00000100:00100000:0.0:1767324402.348391:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758861440:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324402.348410:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758861312:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 74us (302us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324402.348416:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91384
00000100:00100000:0.0:1767324402.348440:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758861440:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 50us (252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324402.348448:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6518
00000100:00080000:1.0:1767324402.348785:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767324402.631060:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324403.207163:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324403.655125:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324404.230873:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324404.678865:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324404.678875:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324404.678879:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324404.678883:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00010000:00010000:0.0:1767324404.678886:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324404.678888:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324404.678897:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6942
00000100:00080000:2.0:1767324404.678902:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324404.678910:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324404.678948:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c700 x1853166817310976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324404.678965:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324404.678968:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324404.678971:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767324404.678974:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817310976:0@lo:38:kworker.0
00000100:00080000:2.0:1767324404.678976:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6942
00000100:00080000:2.0:1767324404.678981:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324404.678985:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324404.679000:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f800 x1853166817311104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324404.679034:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324404.679042:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324404.679046:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324404.679048:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324404.679053:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6942
00000100:00080000:2.0:1767324404.679056:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324404.679060:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324404.679071:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817311232:0@lo:400:kworker.0
00000100:00100000:2.0:1767324404.679074:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c380 x1853166817311360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324404.679100:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767324404.679111:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817311488:0@lo:400:kworker.0
00000100:00100000:0.0:1767324404.679115:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324404.679118:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324404.679122:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324404.679126:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6942
00000100:00080000:2.0:1767324404.679129:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324404.679133:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324404.679146:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7e300 x1853166817311616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324404.679153:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324404.679201:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817310976
00000100:00100000:3.0:1767324404.679210:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817311104:0@lo:38:kworker.0
00000100:00100000:2.0:1767324404.679242:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817310976
00000100:00100000:3.0:1767324404.679249:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324404.679276:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817311232
00000100:00100000:2.0:1767324404.679280:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817311232
00000100:00100000:3.0:1767324404.679282:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817311360:0@lo:38:kworker.0
00000100:00100000:0.0:1767324404.679304:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817311488
00000100:00100000:0.0:1767324404.679308:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817311488
00000100:00100000:3.0:1767324404.679309:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324404.679327:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817311360
00000100:00100000:3.0:1767324404.679331:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817311616:0@lo:38:kworker.0
00000100:00100000:2.0:1767324404.679332:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817311360
00000100:00100000:0.0:1767324404.679337:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6519
00000100:00100000:0.0:1767324404.679346:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817311232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324404.679355:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6520
00000100:00100000:3.0:1767324404.679356:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324404.679369:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817311488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324404.679384:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817311744:0@lo:400:kworker.0
00000100:00100000:0.0:1767324404.679407:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817311232:12345-0@lo:400:kworker.0 Request processed in 62us (293us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324404.679415:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6519
00000100:00100000:3.0:1767324404.679420:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324404.679426:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817311488:12345-0@lo:400:kworker.0 Request processed in 61us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324404.679434:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6520
00000100:00100000:0.0:1767324404.679435:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817311616
00000100:00100000:0.0:1767324404.679440:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817311616
00000100:00100000:3.0:1767324404.679442:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767324404.679449:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817311872:0@lo:400:kworker.0
00000100:00100000:2.0:1767324404.679465:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91385
00000100:00100000:2.0:1767324404.679472:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817310976:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324404.679478:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767324404.679491:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324404.679506:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817311104
00000100:00100000:3.0:1767324404.679511:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817311104
00000100:00100000:2.0:1767324404.679528:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817310976:12345-0@lo:38:kworker.0 Request processed in 54us (494us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324404.679538:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579
00000100:00100000:0.0:1767324404.679543:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91386
00000100:00100000:3.0:1767324404.679544:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817311104:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324404.679552:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817311360:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767324404.679552:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91385
00010000:00020000:3.0:1767324404.679556:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767324404.679565:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324404.679572:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91387
00000100:00100000:2.0:1767324404.679578:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817311616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324404.679588:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324404.679598:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817311360:12345-0@lo:38:kworker.0 Request processed in 47us (288us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324404.679606:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91386
00000100:00100000:2.0:1767324404.679619:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817311616:12345-0@lo:38:kworker.0 Request processed in 39us (262us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324404.679626:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91387
00000100:00100000:0.0:1767324404.679658:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817311232:0@lo:400:kworker.0
00000100:00100000:2.0:1767324404.679664:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817311744
00000100:00100000:2.0:1767324404.679668:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817311744
00000100:00080000:0.0:1767324404.679694:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324404.679696:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817311872
00000100:00080000:0.0:1767324404.679699:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324404.679700:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817311872
00000100:00100000:0.0:1767324404.679737:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4068
00000100:00100000:0.0:1767324404.679747:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817311744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324404.679779:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4069
00000100:00100000:2.0:1767324404.679786:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817311872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324404.679817:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817311872:12345-0@lo:400:kworker.0 Request processed in 32us (340us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324404.679822:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4069
00000100:00080000:2.0:1767324404.679837:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324404.679853:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817311872:0@lo:400:kworker.0
00000100:00080000:2.0:1767324404.679883:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324404.679887:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324404.679890:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817311104:0@lo:38:kworker.0
00000100:00080000:2.0:1767324404.679897:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324404.679900:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324404.679903:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817311360:0@lo:38:kworker.0
00000100:00080000:2.0:1767324404.679910:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324404.679912:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324404.679915:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817311616:0@lo:38:kworker.0
00000100:00080000:2.0:1767324404.679921:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324404.679923:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324404.679926:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817310976:0@lo:38:kworker.0
00000100:00100000:0.0:1767324404.679966:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817311744:12345-0@lo:400:kworker.0 Request processed in 221us (545us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324404.679976:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4068
00000100:00100000:2.0:1767324404.679988:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817311744:0@lo:400:kworker.0
00000100:00100000:3.0:1767324404.681308:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817311104:12345-0@lo:38:kworker.0 Request processed in 1758us (2054us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324404.681322:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579
00000100:00100000:1.0:1767324404.681424:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817311488:0@lo:400:kworker.0
00000100:00100000:3.0:1767324405.254884:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324405.702928:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324406.214973:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324406.215000:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817312000:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324406.215043:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767324406.215058:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817312128:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324406.215150:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324406.215179:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817312000
00000100:00100000:0.0:1767324406.215187:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817312000
00000100:00100000:1.0:1767324406.215243:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324406.215269:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817312128
00000100:00100000:2.0:1767324406.215274:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817312128
00000100:00100000:0.0:1767324406.215303:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3829
00000100:00080000:3.0:1767324406.215305:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324406.215310:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3830
00000100:00080000:3.0:1767324406.215311:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767324406.215317:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817312000:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324406.215322:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817312128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324406.215355:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00002000:00000024:2.0:1767324406.215355:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:2.0:1767324406.215410:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817312128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324406.215417:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3830
00000100:00100000:0.0:1767324406.215425:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817312000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324406.215434:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3829
00000100:00100000:1.0:1767324406.215455:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817312128:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324406.215538:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817312000:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324406.278879:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:2.0:1767324406.727485:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324407.302872:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:2.0:1767324407.465148:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324407.465298:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324407.469017:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758861696
00000100:00100000:3.0:1767324407.469033:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758861696
00000100:00100000:3.0:1767324407.469162:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758861568
00000100:00100000:3.0:1767324407.469167:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758861568
00000100:00100000:3.0:1767324407.469202:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6521
00000100:00100000:3.0:1767324407.469215:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758861696:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324407.469317:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758861696:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 106us (4179us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324407.469326:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6521
00000100:00100000:3.0:1767324407.469350:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91388
00000100:00100000:3.0:1767324407.469356:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758861568:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324407.469379:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324407.469409:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758861568:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 52us (4111us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324407.469416:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91388
00000100:00080000:2.0:1767324407.474036:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324407.750896:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324408.326865:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324408.774976:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324409.350878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324409.798836:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324409.798848:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324409.798851:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324409.798855:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324409.798859:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324409.798868:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6947
00000100:00080000:2.0:1767324409.798873:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324409.798881:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00010000:00010000:1.0:1767324409.798911:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324409.798923:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c380 x1853166817312256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324409.798949:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324409.798952:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324409.798954:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324409.798957:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6947
00000100:00080000:2.0:1767324409.798960:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324409.798963:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324409.798975:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f800 x1853166817312384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324409.799025:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324409.799029:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324409.799031:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324409.799036:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6947
00000100:00080000:2.0:1767324409.799039:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324409.799043:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324409.799052:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817312512:0@lo:400:kworker.0
00000100:00100000:2.0:1767324409.799057:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7dc00 x1853166817312640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324409.799077:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324409.799080:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324409.799082:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324409.799091:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6947
00000100:00080000:2.0:1767324409.799093:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324409.799097:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324409.799109:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ce00 x1853166817312896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324409.799119:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324409.799180:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817313024:0@lo:400:kworker.0
00000100:00100000:0.0:1767324409.799186:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767324409.799199:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817312768:0@lo:400:kworker.0
00000100:00100000:2.0:1767324409.799217:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324409.799233:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324409.799252:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767324409.799260:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817313152:0@lo:400:kworker.0
00000100:00100000:0.0:1767324409.799277:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817313024
00000100:00100000:0.0:1767324409.799285:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817313024
00000100:00100000:2.0:1767324409.799287:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324409.799326:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817313152
00000100:00100000:2.0:1767324409.799330:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817313152
00000100:00100000:2.0:1767324409.799368:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4070
00000100:00100000:2.0:1767324409.799376:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817313152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324409.799431:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817313152:12345-0@lo:400:kworker.0 Request processed in 55us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324409.799436:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4071
00000100:00100000:2.0:1767324409.799445:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4070
00000100:00100000:0.0:1767324409.799450:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817313024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324409.799491:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817313024:12345-0@lo:400:kworker.0 Request processed in 45us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324409.799498:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4071
00000100:00100000:2.0:1767324409.799501:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817313152:0@lo:400:kworker.0
00000100:00100000:2.0:1767324409.799517:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817313024:0@lo:400:kworker.0
00000100:00100000:0.0:1767324409.799527:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817312512
00000100:00100000:0.0:1767324409.799532:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817312512
00000100:00080000:2.0:1767324409.799558:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324409.799561:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817312768
00000100:00100000:0.0:1767324409.799565:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817312768
00000100:00080000:2.0:1767324409.799565:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767324409.799569:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324409.799587:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6522
00000100:00100000:2.0:1767324409.799595:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817312512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324409.799634:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d07b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817312512:12345-0@lo:400:kworker.0 Request processed in 41us (516us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324409.799684:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817312512:0@lo:400:kworker.0
00000100:00100000:3.0:1767324409.799710:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817312256:0@lo:38:kworker.0
00000100:00100000:3.0:1767324409.799745:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324409.799789:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817312384:0@lo:38:kworker.0
00000100:00100000:3.0:1767324409.799812:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324409.799837:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817312640:0@lo:38:kworker.0
00000100:00100000:3.0:1767324409.799857:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324409.799876:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817312896:0@lo:38:kworker.0
00000100:00100000:1.0:1767324409.799878:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817312256
00000100:00100000:1.0:1767324409.799884:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817312256
00000100:00100000:3.0:1767324409.799903:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324409.799938:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817312384
00000100:00100000:3.0:1767324409.799942:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817312384
00000100:00100000:3.0:1767324409.799983:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580
00000100:00100000:3.0:1767324409.799989:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817312384:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324409.800004:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817312640
00010000:00020000:3.0:1767324409.800007:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324409.800009:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817312640
00000100:00100000:0.0:1767324409.800022:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817312896
00000100:00100000:0.0:1767324409.800025:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817312896
00000100:00100000:0.0:1767324409.800039:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6523
00000100:00100000:3.0:1767324409.800046:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43333b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817312384:12345-0@lo:38:kworker.0 Request processed in 55us (231us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324409.800050:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817312768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324409.800058:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580
00000100:00100000:3.0:1767324409.800082:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91389
00000100:00100000:3.0:1767324409.800088:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817312640:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324409.800095:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7012:x1853166817312768:12345-0@lo:400:kworker.0 Request processed in 47us (861us total) trans 0 rc 0/0
00010000:00020000:3.0:1767324409.800102:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324409.800104:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6523
00000100:00100000:0.0:1767324409.800120:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91390
00000100:00100000:0.0:1767324409.800126:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817312896:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324409.800134:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817312640:12345-0@lo:38:kworker.0 Request processed in 44us (275us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767324409.800139:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324409.800145:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91389
00000100:00100000:0.0:1767324409.800168:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817312896:12345-0@lo:38:kworker.0 Request processed in 41us (264us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324409.800187:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91390
00000100:00080000:3.0:1767324409.800191:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324409.800198:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324409.800202:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817312384:0@lo:38:kworker.0
00000100:00080000:3.0:1767324409.800212:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324409.800218:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324409.800222:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817312640:0@lo:38:kworker.0
00000100:00100000:0.0:1767324409.800233:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7012:1853166817312768:0@lo:400:kworker.0
00000100:00080000:3.0:1767324409.800234:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324409.800242:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324409.800246:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817312896:0@lo:38:kworker.0
00000100:00080000:0.0:1767324409.800261:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324409.801428:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6522
00000100:00100000:1.0:1767324409.801489:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91391
00000100:00100000:1.0:1767324409.801496:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817312256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324409.801511:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324409.801570:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817312256:12345-0@lo:38:kworker.0 Request processed in 72us (1824us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324409.801576:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91391
00000100:00080000:3.0:1767324409.801868:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324409.801874:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324409.801877:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817312256:0@lo:38:kworker.0
00000100:00100000:3.0:1767324410.374858:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324410.822966:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324411.336200:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817313280:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324411.336270:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324411.336388:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817313280
00000100:00100000:2.0:1767324411.336396:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817313280
00000100:00100000:2.0:1767324411.336476:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3831
00000100:00100000:2.0:1767324411.336486:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817313280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767324411.336524:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00080000:3.0:1767324411.336648:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324411.338556:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b3c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817313280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2006us (2219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324411.338570:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3831
00000100:00100000:2.0:1767324411.338630:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817313408:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324411.338679:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324411.338783:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817313408
00000100:00100000:1.0:1767324411.338791:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817313408
00000100:00100000:1.0:1767324411.338838:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3832
00000100:00100000:1.0:1767324411.338847:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817313408:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767324411.338971:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767324411.338999:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324411.339046:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817313408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 200us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324411.339053:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3832
00000100:00100000:2.0:1767324411.339194:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50a03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817313408:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324411.339298:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817313280:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324411.399124:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324411.846895:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324412.422878:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324412.585704:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767324412.585743:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758861824 offset 0 length 520: 4
00000100:00100000:3.0:1767324412.585817:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324412.585984:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758862080
00000100:00100000:2.0:1767324412.585994:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758862080
00000100:00100000:2.0:1767324412.586072:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758861952
00000100:00100000:2.0:1767324412.586075:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758861952
00000100:00100000:2.0:1767324412.586096:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6524
00000100:00100000:2.0:1767324412.586105:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758862080:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324412.586188:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758862080:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 84us (494us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324412.586197:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6524
00000100:00100000:1.0:1767324412.586217:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91392
00000100:00100000:1.0:1767324412.586226:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758861952:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324412.586246:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324412.586276:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758861952:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 51us (459us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324412.586283:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91392
00000100:00080000:3.0:1767324412.586851:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324412.871069:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324413.447187:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324413.895109:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324414.471259:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324414.919040:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324389/real 1767324389]  req@ffff8d4d43332a00 x1853166817307008/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324414 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767324414.919075:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4d43332a00 x1853166817307008/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324414 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767324414.919097:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324414.919120:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767324414.919156:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d43332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817307008:0@lo:250:kworker.0
00000100:00080000:2.0:1767324414.919270:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324414.919276:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767324414.919278:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324414.919283:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6931
00000100:00080000:2.0:1767324414.919287:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324414.919294:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324414.919327:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f100 x1853166817313536/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324414.919353:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324414.919357:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324414.919358:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324414.919362:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6952
00000100:00080000:2.0:1767324414.919364:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324414.919368:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324414.919382:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ea00 x1853166817313664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324414.919391:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324414.919394:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324414.919396:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324414.919399:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6952
00000100:00080000:2.0:1767324414.919401:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324414.919404:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324414.919415:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ca80 x1853166817313792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324414.919453:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324414.919457:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324414.919459:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324414.919462:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6952
00000100:00080000:2.0:1767324414.919465:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324414.919468:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324414.919479:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7ce00 x1853166817314048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324414.919494:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324414.919497:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324414.919499:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324414.919502:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6952
00000100:00080000:2.0:1767324414.919504:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324414.919507:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324414.919516:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f800 x1853166817314304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324414.919577:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817314560:0@lo:400:kworker.0
00000100:00100000:2.0:1767324414.919644:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324414.919709:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767324414.919715:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817314432:0@lo:400:kworker.0
00000100:00100000:2.0:1767324414.919738:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324414.920053:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817313920:0@lo:400:kworker.0
00000100:00100000:1.0:1767324414.920097:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324414.920140:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324414.920146:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817314176:0@lo:400:kworker.0
00000100:00100000:1.0:1767324414.920167:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324414.920197:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817314560
00000100:00100000:1.0:1767324414.920203:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817314560
00000100:00100000:1.0:1767324414.920248:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817314432
00000100:00100000:1.0:1767324414.920251:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817314432
00000100:00100000:1.0:1767324414.920272:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4072
00000100:00100000:1.0:1767324414.920279:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817314560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324414.920337:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817314560:12345-0@lo:400:kworker.0 Request processed in 58us (692us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324414.920344:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4072
00000100:00100000:1.0:1767324414.920358:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4073
00000100:00100000:1.0:1767324414.920363:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817314432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324414.920385:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817314432:12345-0@lo:400:kworker.0 Request processed in 22us (647us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324414.920390:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4073
00000100:00100000:1.0:1767324414.920426:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817314432:0@lo:400:kworker.0
00000100:00100000:1.0:1767324414.920435:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817314560:0@lo:400:kworker.0
00000100:00080000:3.0:1767324414.920742:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767324414.920746:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324414.920765:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817313536:0@lo:250:kworker.0
00000400:00000100:3.0:1767324414.920784:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817313536 offset 0 length 520: 4
00000100:00100000:3.0:1767324414.920799:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817313664:0@lo:38:kworker.0
00000100:00100000:3.0:1767324414.920814:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324414.920832:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817313792:0@lo:38:kworker.0
00000100:00100000:3.0:1767324414.920846:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324414.920858:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817314048:0@lo:38:kworker.0
00000100:00100000:3.0:1767324414.920868:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324414.920878:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817314304:0@lo:38:kworker.0
00000100:00100000:3.0:1767324414.920887:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324414.920905:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817313792
00000100:00100000:3.0:1767324414.920908:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817313792
00000100:00100000:3.0:1767324414.920923:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581
00000100:00100000:3.0:1767324414.920926:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817313792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324414.920940:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324414.920961:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817313792:12345-0@lo:38:kworker.0 Request processed in 33us (114us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324414.920965:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581
00000100:00100000:3.0:1767324414.920976:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817313920
00000100:00100000:3.0:1767324414.920979:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817313920
00000100:00100000:3.0:1767324414.921001:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817314176
00000100:00100000:3.0:1767324414.921004:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817314176
00000100:00100000:3.0:1767324414.921019:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817313664
00000100:00100000:3.0:1767324414.921022:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817313664
00000100:00100000:3.0:1767324414.921030:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817314048
00000100:00100000:3.0:1767324414.921032:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817314048
00000100:00100000:3.0:1767324414.921051:0:15463:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817314304
00000100:00100000:3.0:1767324414.921054:0:15463:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817314304
00000100:00100000:3.0:1767324414.921064:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6525
00000100:00100000:3.0:1767324414.921071:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817313920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324414.921107:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817313920:12345-0@lo:400:kworker.0 Request processed in 37us (1010us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324414.921114:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6525
00000100:00100000:3.0:1767324414.921135:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6526
00000100:00100000:3.0:1767324414.921142:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817314176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324414.921173:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7010:x1853166817314176:12345-0@lo:400:kworker.0 Request processed in 32us (1004us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324414.921178:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6526
00000100:00100000:3.0:1767324414.921190:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91393
00000100:00100000:3.0:1767324414.921193:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817313664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324414.921203:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324414.921223:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d43332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817313664:12345-0@lo:38:kworker.0 Request processed in 28us (408us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324414.921228:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91393
00000100:00100000:3.0:1767324414.921237:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91394
00000100:00100000:3.0:1767324414.921240:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817314048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324414.921247:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324414.921263:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817314048:12345-0@lo:38:kworker.0 Request processed in 22us (394us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324414.921268:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91394
00000100:00100000:3.0:1767324414.921276:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91395
00000100:00100000:3.0:1767324414.921280:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817314304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324414.921287:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324414.921302:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7009:x1853166817314304:12345-0@lo:38:kworker.0 Request processed in 21us (414us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324414.921308:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91395
00000100:00080000:3.0:1767324414.921329:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324414.921349:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7010:1853166817314176:0@lo:400:kworker.0
00000100:00100000:3.0:1767324414.921356:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817313920:0@lo:400:kworker.0
00000100:00080000:3.0:1767324414.921378:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324414.921382:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324414.921385:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817313664:0@lo:38:kworker.0
00000100:00080000:3.0:1767324414.921391:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324414.921394:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324414.921396:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817313792:0@lo:38:kworker.0
00000100:00080000:3.0:1767324414.921404:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324414.921406:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324414.921409:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817314048:0@lo:38:kworker.0
00000100:00080000:3.0:1767324414.921416:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324414.921418:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324414.921420:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817314304:0@lo:38:kworker.0
00010000:00010000:3.0:1767324414.922876:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324415.495013:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324415.942958:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324416.454954:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767324416.454978:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817314688:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324416.455048:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324416.455067:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324416.455127:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817314688
00000100:00100000:1.0:1767324416.455135:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817314688
00000100:00100000:1.0:1767324416.455197:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833
00000100:00100000:1.0:1767324416.455207:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817314688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324416.455240:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324416.455305:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817314688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324416.455330:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833
00000100:00080000:0.0:1767324416.455626:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324416.455800:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817314688:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324416.455930:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817314816:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324416.455962:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324416.456056:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817314816
00000100:00100000:1.0:1767324416.456062:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817314816
00000100:00100000:1.0:1767324416.457348:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834
00000100:00100000:1.0:1767324416.457362:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817314816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324416.457395:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324416.457462:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817314816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (1498us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324416.457470:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834
00000100:00100000:3.0:1767324416.457553:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d48ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817314816:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767324416.458178:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324416.521503:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324416.968524:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324417.542871:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324417.708520:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324417.708572:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324417.708628:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758862336
00000100:00100000:0.0:1767324417.708637:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758862336
00000100:00100000:2.0:1767324417.708665:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758862208
00000100:00100000:2.0:1767324417.708671:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758862208
00000100:00080000:3.0:1767324417.708726:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324417.708798:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6527
00000100:00100000:0.0:1767324417.708809:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758862336:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:0.0:1767324417.708886:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2509:x1853166758862336:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 80us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324417.708891:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6527
00000100:00100000:0.0:1767324417.708906:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91396
00000100:00100000:0.0:1767324417.708909:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758862208:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324417.708924:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324417.708939:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758862208:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 30us (369us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324417.708943:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91396
00010000:00010000:1.0:1767324417.993232:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324418.566993:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324419.014974:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324419.595462:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:2.0:1767324420.038892:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324420.038903:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324420.038907:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324420.038911:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324420.038916:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00010000:0.0:1767324420.038923:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324420.038925:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6957
00000100:00080000:2.0:1767324420.038932:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324420.038939:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324420.038980:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd4e00 x1853166817314944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324420.039008:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324420.039012:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324420.039014:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324420.039018:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6957
00000100:00080000:2.0:1767324420.039020:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324420.039023:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324420.039037:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6d80 x1853166817315072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324420.039087:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324420.039091:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324420.039092:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324420.039096:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6957
00000100:00080000:2.0:1767324420.039098:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324420.039101:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324420.039114:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd7480 x1853166817315328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324420.039131:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324420.039134:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324420.039137:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324420.039140:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6957
00000100:00080000:2.0:1767324420.039143:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324420.039146:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324420.039157:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817315456:0@lo:400:kworker.0
00000100:00100000:2.0:1767324420.039159:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d50bd6a00 x1853166817315584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324420.039217:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817315840:0@lo:400:kworker.0
00000100:00100000:2.0:1767324420.039256:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324420.039312:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324420.039319:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817315712:0@lo:400:kworker.0
00000100:00100000:1.0:1767324420.039329:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324420.039346:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324420.039364:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767324420.039373:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817315200:0@lo:400:kworker.0
00000100:00100000:2.0:1767324420.039401:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817315456
00000100:00100000:1.0:1767324420.039402:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324420.039422:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817315456
00000100:00100000:1.0:1767324420.039436:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817315840
00000100:00100000:2.0:1767324420.039479:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817315200
00000100:00100000:2.0:1767324420.039483:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817315200
00000100:00100000:2.0:1767324420.039509:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6528
00000100:00100000:2.0:1767324420.039517:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817315456:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324420.039572:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817315456:12345-0@lo:400:kworker.0 Request processed in 55us (338us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324420.039580:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6528
00000100:00100000:2.0:1767324420.039597:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6529
00000100:00100000:2.0:1767324420.039603:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817315200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324420.039632:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d48ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7013:x1853166817315200:12345-0@lo:400:kworker.0 Request processed in 29us (231us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324420.039638:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6529
00000100:00080000:2.0:1767324420.039656:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324420.039736:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817314944:0@lo:38:kworker.0
00000100:00100000:3.0:1767324420.039783:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324420.039809:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817315072:0@lo:38:kworker.0
00000100:00100000:3.0:1767324420.039832:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324420.039855:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817315328:0@lo:38:kworker.0
00000100:00100000:3.0:1767324420.039875:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324420.039892:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817315584:0@lo:38:kworker.0
00000100:00100000:1.0:1767324420.039898:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817315840
00000100:00100000:3.0:1767324420.039915:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324420.039944:0:18872:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817315712
00000100:00100000:1.0:1767324420.039949:0:18872:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817315712
00000100:00100000:3.0:1767324420.039954:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817315072
00000100:00100000:3.0:1767324420.039960:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817315072
00000100:00100000:1.0:1767324420.039974:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4074
00000100:00100000:3.0:1767324420.039989:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582
00000100:00100000:3.0:1767324420.039996:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817315072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324420.040013:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324420.040048:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817315072:12345-0@lo:38:kworker.0 Request processed in 52us (215us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324420.040055:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582
00000100:00100000:3.0:1767324420.040075:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817314944
00000100:00100000:3.0:1767324420.040091:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817314944
00000100:00100000:3.0:1767324420.040108:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817315328
00000100:00100000:3.0:1767324420.040111:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817315328
00000100:00100000:3.0:1767324420.040122:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817315584
00000100:00100000:3.0:1767324420.040125:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817315584
00000100:00100000:3.0:1767324420.040135:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91397
00000100:00100000:3.0:1767324420.040139:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817314944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324420.040148:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324420.040163:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817315840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324420.040175:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817314944:12345-0@lo:38:kworker.0 Request processed in 34us (391us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324420.040182:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91397
00000100:00100000:3.0:1767324420.040195:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91398
00000100:00100000:3.0:1767324420.040199:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817315328:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324420.040210:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817315840:12345-0@lo:400:kworker.0 Request processed in 228us (953us total) trans 0 rc 0/0
00010000:00020000:3.0:1767324420.040211:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324420.040222:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4074
00000100:00100000:3.0:1767324420.040245:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817315328:12345-0@lo:38:kworker.0 Request processed in 43us (367us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324420.040251:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91398
00000100:00100000:3.0:1767324420.040264:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91399
00000100:00100000:3.0:1767324420.040268:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817315584:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324420.040277:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324420.040299:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817315584:12345-0@lo:38:kworker.0 Request processed in 30us (384us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324420.040305:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91399
00000100:00100000:1.0:1767324420.040322:0:18872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4075
00000100:00100000:1.0:1767324420.040332:0:18872:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817315712:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767324420.040346:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324420.040353:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324420.040358:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817314944:0@lo:38:kworker.0
00000100:00100000:1.0:1767324420.040367:0:18872:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817315712:12345-0@lo:400:kworker.0 Request processed in 35us (1019us total) trans 0 rc 0/0
00000100:00080000:3.0:1767324420.040373:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324420.040375:0:18872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4075
00000100:00080000:3.0:1767324420.040382:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324420.040388:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817315072:0@lo:38:kworker.0
00000100:00080000:3.0:1767324420.040398:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324420.040402:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324420.040406:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817315328:0@lo:38:kworker.0
00000100:00080000:3.0:1767324420.040419:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767324420.040422:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7013:1853166817315200:0@lo:400:kworker.0
00000100:00080000:3.0:1767324420.040426:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324420.040433:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817315584:0@lo:38:kworker.0
00000100:00080000:2.0:1767324420.040521:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324420.040524:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767324420.040529:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817315456:0@lo:400:kworker.0
00000100:00100000:2.0:1767324420.040547:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817315712:0@lo:400:kworker.0
00000100:00100000:2.0:1767324420.040559:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817315840:0@lo:400:kworker.0
00000100:00100000:3.0:1767324420.614868:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324421.062926:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324421.575060:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817315968:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324421.575169:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324421.576075:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817315968
00000100:00100000:3.0:1767324421.576087:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817315968
00000100:00100000:3.0:1767324421.576159:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3835
00000100:00100000:3.0:1767324421.576170:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817315968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324421.576204:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324421.576366:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817315968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 197us (1196us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324421.576376:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3835
00000100:00100000:2.0:1767324421.576729:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817316096:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324421.576795:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324421.577048:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817316096
00000100:00100000:3.0:1767324421.577054:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817316096
00000100:00100000:3.0:1767324421.577092:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3836
00000100:00100000:3.0:1767324421.577099:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817316096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324421.577122:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324421.577157:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817316096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324421.577163:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3836
00000100:00100000:2.0:1767324421.577595:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817316096:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324421.581226:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79408e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817315968:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324421.638976:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324422.086974:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324422.662882:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324422.825575:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324422.825609:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324422.825700:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758862592
00000100:00100000:2.0:1767324422.825710:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758862592
00000100:00100000:0.0:1767324422.825811:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758862464
00000100:00100000:0.0:1767324422.825817:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758862464
00000100:00100000:0.0:1767324422.825855:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6530
00000100:00100000:0.0:1767324422.825866:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758862592:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767324422.825918:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324422.825945:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758862592:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 80us (376us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324422.825953:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6530
00000100:00100000:0.0:1767324422.825974:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91400
00000100:00100000:0.0:1767324422.825979:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758862464:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324422.826000:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324422.826029:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758862464:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 47us (417us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324422.826037:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91400
00010000:00010000:0.0:1767324423.111206:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324423.686865:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324424.134946:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324424.713319:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324425.158986:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767324425.158991:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324425.159002:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767324425.159005:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324425.159009:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324425.159014:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324425.159022:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6962
00000100:00080000:2.0:1767324425.159027:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324425.159044:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324425.159086:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55d180 x1853166817316224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324425.159104:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324425.159107:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324425.159109:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324425.159114:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6962
00000100:00080000:2.0:1767324425.159117:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324425.159122:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324425.159137:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55c000 x1853166817316352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324425.159146:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817316224:0@lo:38:kworker.0
00000100:00080000:2.0:1767324425.159203:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324425.159208:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324425.159211:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324425.159215:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6962
00000100:00080000:2.0:1767324425.159218:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324425.159221:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324425.159234:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55c380 x1853166817316608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767324425.159250:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767324425.159253:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767324425.159255:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767324425.159259:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6962
00000100:00080000:2.0:1767324425.159261:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767324425.159265:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:2.0:1767324425.159276:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d7d55dc00 x1853166817316864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324425.159343:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817317120:0@lo:400:kworker.0
00000100:00100000:1.0:1767324425.159402:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817316736:0@lo:400:kworker.0
00000100:00100000:0.0:1767324425.159548:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817316480:0@lo:400:kworker.0
00000100:00100000:2.0:1767324425.159720:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324425.159840:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767324425.159853:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817316992:0@lo:400:kworker.0
00000100:00100000:2.0:1767324425.159890:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324425.159987:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817317120
00000100:00100000:2.0:1767324425.159995:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817317120
00000100:00100000:2.0:1767324425.160066:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817316992
00000100:00100000:2.0:1767324425.160070:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817316992
00000100:00100000:2.0:1767324425.160094:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4076
00000100:00100000:2.0:1767324425.160103:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817317120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324425.160165:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817317120:12345-0@lo:400:kworker.0 Request processed in 63us (446us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324425.160172:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4076
00000100:00100000:2.0:1767324425.160191:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4077
00000100:00100000:2.0:1767324425.160197:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817316992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324425.160225:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817316992:12345-0@lo:400:kworker.0 Request processed in 29us (334us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324425.160231:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4077
00000100:00080000:2.0:1767324425.160247:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324425.160251:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324425.160280:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817316992:0@lo:400:kworker.0
00000100:00100000:2.0:1767324425.160291:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817317120:0@lo:400:kworker.0
00000100:00100000:3.0:1767324425.160689:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324425.160744:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324425.160807:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817316352:0@lo:38:kworker.0
00000100:00100000:1.0:1767324425.160826:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817316224
00000100:00100000:1.0:1767324425.160833:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817316224
00000100:00100000:3.0:1767324425.160864:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324425.160865:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817316736
00000100:00100000:1.0:1767324425.160871:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817316736
00000100:00100000:1.0:1767324425.160920:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6531
00000100:00100000:3.0:1767324425.160926:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817316608:0@lo:38:kworker.0
00000100:00100000:1.0:1767324425.160931:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817316736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324425.160987:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324425.161008:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817316864:0@lo:38:kworker.0
00000100:00100000:0.0:1767324425.161174:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324425.161234:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817316608
00000100:00100000:0.0:1767324425.161241:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817316608
00000100:00100000:0.0:1767324425.161264:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817316480
00000100:00100000:0.0:1767324425.161267:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817316480
00000100:00100000:0.0:1767324425.161294:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6532
00000100:00100000:0.0:1767324425.161303:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817316480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324425.161514:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79405500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817316480:12345-0@lo:400:kworker.0 Request processed in 212us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324425.161522:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6532
00000100:00100000:0.0:1767324425.161540:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91401
00000100:00100000:0.0:1767324425.161545:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817316224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324425.161568:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324425.161600:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817316224:12345-0@lo:38:kworker.0 Request processed in 54us (917us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324425.161606:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91401
00000100:00100000:0.0:1767324425.161620:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91402
00000100:00100000:0.0:1767324425.161624:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817316608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324425.161635:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324425.161657:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817316608:12345-0@lo:38:kworker.0 Request processed in 31us (671us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324425.161663:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91402
00000100:00100000:0.0:1767324425.161699:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817316480:0@lo:400:kworker.0
00000100:00100000:3.0:1767324425.161775:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324425.161808:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324425.161815:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324425.161820:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817316224:0@lo:38:kworker.0
00000100:00080000:3.0:1767324425.161847:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767324425.161851:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817316864
00000100:00080000:3.0:1767324425.161853:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324425.161863:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817316608:0@lo:38:kworker.0
00000100:00100000:2.0:1767324425.161865:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817316864
00000100:00100000:2.0:1767324425.161897:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91403
00000100:00100000:2.0:1767324425.161904:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817316864:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324425.161915:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817316352
00000100:00100000:3.0:1767324425.161921:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817316352
00010000:00020000:2.0:1767324425.161929:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324425.161957:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583
00000100:00100000:3.0:1767324425.161966:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817316352:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324425.161978:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324425.162140:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e7940b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817316352:12345-0@lo:38:kworker.0 Request processed in 53us (1159us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324425.162150:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583
00000100:00080000:3.0:1767324425.162201:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324425.162205:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324425.162209:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817316352:0@lo:38:kworker.0
00000100:00080000:3.0:1767324425.162583:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324425.162591:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324425.162596:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817316864:0@lo:38:kworker.0
00000100:00100000:2.0:1767324425.162605:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817316864:12345-0@lo:38:kworker.0 Request processed in 698us (826us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324425.162615:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91403
00000100:00080000:0.0:1767324425.162733:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324425.163567:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817316736:12345-0@lo:400:kworker.0 Request processed in 2635us (2820us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324425.163572:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817316736:0@lo:400:kworker.0
00000100:00100000:1.0:1767324425.163596:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6531
00000100:00100000:3.0:1767324425.736375:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324426.183173:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324426.696361:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817317248:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324426.696458:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324426.696615:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817317248
00000100:00100000:3.0:1767324426.696626:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817317248
00000100:00100000:3.0:1767324426.696692:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3837
00000100:00100000:3.0:1767324426.696701:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817317248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324426.696738:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324426.696815:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79407480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817317248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (357us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324426.696824:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3837
00000100:00100000:2.0:1767324426.696930:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d50bd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817317248:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324426.697244:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767324426.701344:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817317376:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324426.701442:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324426.701591:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817317376
00000100:00100000:3.0:1767324426.701602:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817317376
00000100:00100000:3.0:1767324426.701671:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3838
00000100:00100000:3.0:1767324426.701682:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817317376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767324426.701725:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324426.701809:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817317376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324426.701817:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3838
00000100:00100000:0.0:1767324426.701923:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817317376:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324426.761238:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324427.206933:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324427.783338:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324427.944226:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324427.944278:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324427.944344:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758862848
00000100:00100000:1.0:1767324427.944362:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758862848
00000100:00100000:1.0:1767324427.944478:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758862720
00000100:00100000:1.0:1767324427.944482:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758862720
00000100:00080000:2.0:1767324427.944491:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324427.944512:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6533
00000100:00100000:1.0:1767324427.944525:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758862848:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:3.0:1767324427.944580:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91404
00000100:00100000:3.0:1767324427.944592:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758862720:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:3.0:1767324427.944617:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324427.945795:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2508:x1853166758862848:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 1263us (1570us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324427.945809:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758862720:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 1211us (1523us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324427.945821:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6533
00000100:00100000:3.0:1767324427.945831:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91404
00010000:00010000:0.0:1767324428.231154:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324428.809686:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324429.255100:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324429.831859:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767324430.282196:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324430.282210:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324430.282214:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324430.282218:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324430.282223:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324430.282233:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6967
00000100:00080000:0.0:1767324430.282240:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324430.282248:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324430.282303:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e79406d80 x1853166817317504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324430.282345:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324430.282349:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324430.282351:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324430.282355:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6967
00000100:00080000:0.0:1767324430.282358:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324430.282362:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324430.282380:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d180 x1853166817317632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324430.282440:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324430.282445:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324430.282447:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324430.282452:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6967
00000100:00080000:0.0:1767324430.282455:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324430.282458:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324430.282465:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e79406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817317504:0@lo:38:kworker.0
00000100:00100000:0.0:1767324430.282474:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f800 x1853166817317888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324430.282495:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324430.282498:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324430.282500:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324430.282504:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6967
00000100:00080000:0.0:1767324430.282507:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324430.282511:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324430.282522:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621fb80 x1853166817318144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324430.282559:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324430.282590:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817318400:0@lo:400:kworker.0
00000100:00100000:0.0:1767324430.282634:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324430.282705:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817318272:0@lo:400:kworker.0
00000100:00100000:0.0:1767324430.282731:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324430.282837:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817317632:0@lo:38:kworker.0
00000100:00100000:1.0:1767324430.282843:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817318016:0@lo:400:kworker.0
00000100:00100000:3.0:1767324430.282885:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324430.282892:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324430.282977:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817317760:0@lo:400:kworker.0
00000100:00100000:2.0:1767324430.283046:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324430.283242:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817318400
00000100:00100000:0.0:1767324430.283252:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817318400
00000100:00100000:3.0:1767324430.283259:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817317888:0@lo:38:kworker.0
00000100:00100000:3.0:1767324430.283297:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324430.283324:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817318272
00000100:00100000:3.0:1767324430.283325:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817318144:0@lo:38:kworker.0
00000100:00100000:0.0:1767324430.283330:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817318272
00000100:00100000:3.0:1767324430.283357:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324430.283363:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4078
00000100:00100000:0.0:1767324430.283377:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817318400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324430.283399:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817317504
00000100:00100000:3.0:1767324430.283404:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817317504
00000100:00100000:0.0:1767324430.283437:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817318400:12345-0@lo:400:kworker.0 Request processed in 63us (802us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324430.283445:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4078
00000100:00100000:0.0:1767324430.283464:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4079
00000100:00100000:0.0:1767324430.283470:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817318272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324430.283504:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e61f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817318272:12345-0@lo:400:kworker.0 Request processed in 33us (771us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324430.283510:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4079
00000100:00100000:0.0:1767324430.283550:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817318272:0@lo:400:kworker.0
00010000:00010000:0.0:1767324430.283601:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324430.283625:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817318016
00000100:00100000:0.0:1767324430.283628:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817318016
00000100:00100000:0.0:1767324430.283658:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817317760
00000100:00100000:0.0:1767324430.283660:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817317760
00000100:00100000:0.0:1767324430.283673:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817317888
00000100:00100000:0.0:1767324430.283675:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817317888
00000100:00100000:0.0:1767324430.283683:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817318144
00000100:00100000:0.0:1767324430.283686:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817318144
00000100:00100000:0.0:1767324430.283694:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6534
00000100:00100000:0.0:1767324430.283700:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817318016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324430.283730:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817318016:12345-0@lo:400:kworker.0 Request processed in 30us (840us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324430.283736:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6534
00000100:00100000:0.0:1767324430.283747:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6535
00000100:00100000:0.0:1767324430.283789:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817317760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324430.283821:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817317760:12345-0@lo:400:kworker.0 Request processed in 68us (774us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324430.283827:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6535
00000100:00100000:0.0:1767324430.283839:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91405
00000100:00100000:0.0:1767324430.283843:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817317888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324430.283863:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324430.283897:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817317888:12345-0@lo:38:kworker.0 Request processed in 53us (601us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324430.283904:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91405
00000100:00100000:0.0:1767324430.283914:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91406
00000100:00100000:0.0:1767324430.283918:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817318144:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324430.283927:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324430.283949:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817318144:12345-0@lo:38:kworker.0 Request processed in 30us (594us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324430.283954:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91406
00000100:00080000:0.0:1767324430.284332:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767324430.284338:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324430.284341:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324430.284375:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817317632
00000100:00100000:0.0:1767324430.284381:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817317632
00000100:00100000:0.0:1767324430.284405:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584
00000100:00100000:0.0:1767324430.284410:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817317632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324430.284420:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324430.284449:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817317632:12345-0@lo:38:kworker.0 Request processed in 38us (1565us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324430.284455:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584
00000100:00100000:0.0:1767324430.284490:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817318400:0@lo:400:kworker.0
00000100:00080000:0.0:1767324430.284540:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324430.284546:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324430.284549:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817317888:0@lo:38:kworker.0
00000100:00080000:0.0:1767324430.284558:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324430.284562:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324430.284564:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817318144:0@lo:38:kworker.0
00000100:00080000:0.0:1767324430.284574:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324430.284577:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324430.284580:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817317632:0@lo:38:kworker.0
00000100:00100000:1.0:1767324430.285082:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817318016:0@lo:400:kworker.0
00000100:00100000:3.0:1767324430.285914:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91407
00000100:00100000:3.0:1767324430.285924:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817317504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324430.285947:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324430.286043:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817317504:12345-0@lo:38:kworker.0 Request processed in 119us (3485us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324430.286051:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91407
00000100:00080000:0.0:1767324430.286911:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324430.286919:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324430.286922:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e79406d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817317504:0@lo:38:kworker.0
00000100:00100000:2.0:1767324430.291437:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817317760:0@lo:400:kworker.0
00000100:00100000:2.0:1767324430.855361:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324431.303232:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324431.815187:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767324431.815220:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817318528:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767324431.815312:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324431.815470:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817318528
00000100:00100000:0.0:1767324431.815480:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817318528
00000100:00100000:0.0:1767324431.815550:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3839
00000100:00100000:0.0:1767324431.815562:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817318528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324431.815600:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324431.815655:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d50bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817318528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (343us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324431.815663:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3839
00000100:00100000:2.0:1767324431.816364:0:7012:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767324431.816381:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817318656:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324431.816429:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324431.816518:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817318656
00000100:00100000:3.0:1767324431.816525:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817318656
00000100:00100000:3.0:1767324431.816566:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3840
00000100:00100000:3.0:1767324431.816572:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817318656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324431.816593:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324431.816629:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817318656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324431.816634:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3840
00000100:00100000:2.0:1767324431.816734:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817318656:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324431.817167:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817318528:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324431.878912:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324432.327150:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324432.903095:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324433.064326:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:3.0:1767324433.064371:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324433.064468:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758863104
00000100:00100000:1.0:1767324433.064487:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758863104
00000100:00080000:3.0:1767324433.064577:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324433.064595:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758862976
00000100:00100000:1.0:1767324433.064601:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758862976
00000100:00100000:1.0:1767324433.064634:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6536
00000100:00100000:1.0:1767324433.064646:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758863104:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324433.064728:0:15463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91408
00000100:00100000:2.0:1767324433.064739:0:15463:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758862976:12345-192.168.202.11@tcp:38:kworker.0
00000100:00100000:1.0:1767324433.064808:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758863104:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 162us (488us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324433.064818:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6536
00010000:00020000:2.0:1767324433.064839:0:15463:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324433.064899:0:15463:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853166758862976:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 159us (526us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324433.064908:0:15463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91408
00010000:00010000:0.0:1767324433.351832:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324433.927449:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324434.374914:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324434.950888:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767324435.399016:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324435.399031:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324435.399035:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324435.399040:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324435.399046:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324435.399056:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6972
00000100:00080000:1.0:1767324435.399062:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324435.399070:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324435.399124:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7c380 x1853166817318784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324435.399143:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324435.399146:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324435.399148:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324435.399151:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6972
00000100:00080000:1.0:1767324435.399153:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324435.399158:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324435.399172:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7dc00 x1853166817318912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324435.399210:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324435.399215:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324435.399216:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324435.399221:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6972
00000100:00080000:1.0:1767324435.399223:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324435.399227:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324435.399241:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7d500 x1853166817319168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324435.399249:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767324435.399264:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00010000:3.0:1767324435.399269:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324435.399277:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817319296:0@lo:400:kworker.0
00000100:00100000:0.0:1767324435.399366:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324435.399414:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817319296
00000100:00100000:3.0:1767324435.399425:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817319296
00000100:00100000:0.0:1767324435.399445:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817319040:0@lo:400:kworker.0
00000100:00100000:2.0:1767324435.399453:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817318784:0@lo:38:kworker.0
00000100:00100000:0.0:1767324435.399479:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324435.399508:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324435.399534:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817319040
00000100:00100000:3.0:1767324435.399537:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817319040
00000100:00100000:3.0:1767324435.399575:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817318784
00000100:00100000:3.0:1767324435.399577:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817318784
00000100:00100000:0.0:1767324435.399581:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6537
00000100:00100000:0.0:1767324435.399596:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817319296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324435.399598:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6538
00000100:00100000:3.0:1767324435.399611:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817319040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324435.399612:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817318912:0@lo:38:kworker.0
00000100:00100000:2.0:1767324435.399671:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324435.399676:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e79406d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817319296:12345-0@lo:400:kworker.0 Request processed in 81us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324435.399685:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817319040:12345-0@lo:400:kworker.0 Request processed in 76us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324435.399690:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6537
00000100:00100000:3.0:1767324435.399700:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6538
00000100:00100000:2.0:1767324435.399713:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817319168:0@lo:38:kworker.0
00000100:00100000:0.0:1767324435.399719:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91409
00000100:00100000:0.0:1767324435.399723:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817318784:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767324435.399735:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767324435.399743:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767324435.399746:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324435.399789:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817319168
00000100:00100000:3.0:1767324435.399794:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817319168
00000100:00100000:0.0:1767324435.399808:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817318784:12345-0@lo:38:kworker.0 Request processed in 82us (302us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324435.399817:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91409
00000100:00100000:3.0:1767324435.399823:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91410
00000100:00080000:2.0:1767324435.399825:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324435.399832:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324435.399837:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817318784:0@lo:38:kworker.0
00000100:00100000:0.0:1767324435.399854:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817319296:0@lo:400:kworker.0
00000100:00100000:0.0:1767324435.399870:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817319040:0@lo:400:kworker.0
00000100:00100000:2.0:1767324435.399877:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817318912
00000100:00100000:2.0:1767324435.399882:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817318912
00000100:00100000:2.0:1767324435.399913:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585
00000100:00100000:2.0:1767324435.399919:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817318912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767324435.399930:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324435.399948:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817319168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324435.399963:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324435.399988:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817318912:12345-0@lo:38:kworker.0 Request processed in 67us (317us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324435.399997:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585
00000100:00080000:0.0:1767324435.400006:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324435.400014:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324435.400016:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817319168:12345-0@lo:38:kworker.0 Request processed in 183us (271us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324435.400019:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817318912:0@lo:38:kworker.0
00000100:00100000:3.0:1767324435.400032:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91410
00000100:00080000:0.0:1767324435.400036:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324435.400039:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324435.400041:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:1.0:1767324435.400043:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767324435.400047:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817319168:0@lo:38:kworker.0
00000100:00080000:1.0:1767324435.400051:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6972
00000100:00080000:1.0:1767324435.400056:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324435.400061:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324435.400081:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e4ea7f800 x1853166817319424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324435.400115:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817319424:0@lo:38:kworker.0
00000100:00100000:0.0:1767324435.400147:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324435.400156:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817319680:0@lo:400:kworker.0
00000100:00100000:3.0:1767324435.400158:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817319552:0@lo:400:kworker.0
00000100:00100000:0.0:1767324435.400178:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817319424
00000100:00100000:0.0:1767324435.400182:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817319424
00000100:00100000:0.0:1767324435.400200:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91411
00000100:00100000:0.0:1767324435.400205:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817319424:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767324435.400212:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767324435.400219:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324435.400250:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324435.400271:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817319680
00000100:00100000:1.0:1767324435.400276:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817319680
00000100:00100000:3.0:1767324435.400303:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817319552
00000100:00100000:3.0:1767324435.400309:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817319552
00000100:00100000:0.0:1767324435.400313:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817319424:12345-0@lo:38:kworker.0 Request processed in 105us (164us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324435.400321:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91411
00000100:00100000:1.0:1767324435.400326:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4080
00000100:00100000:1.0:1767324435.400336:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817319680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324435.400361:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4081
00000100:00080000:0.0:1767324435.400367:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767324435.400373:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817319552:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767324435.400374:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324435.400379:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817319424:0@lo:38:kworker.0
00000100:00080000:0.0:1767324435.400399:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767324435.400401:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767324435.400572:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817319680:0@lo:400:kworker.0
00000100:00100000:2.0:1767324435.400651:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817319552:0@lo:400:kworker.0
00000100:00100000:1.0:1767324435.400705:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817319680:12345-0@lo:400:kworker.0 Request processed in 371us (498us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324435.400711:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817319552:12345-0@lo:400:kworker.0 Request processed in 339us (457us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324435.400717:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4080
00000100:00100000:3.0:1767324435.400726:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4081
00000100:00100000:2.0:1767324435.975239:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324436.423192:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767324436.935894:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817319808:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324436.935960:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817319936:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767324436.936010:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324436.936102:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817319808
00000100:00100000:0.0:1767324436.936111:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817319808
00000100:00100000:0.0:1767324436.936230:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3841
00000100:00100000:0.0:1767324436.936245:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817319808:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324436.936247:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:0.0:1767324436.936287:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324436.936333:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817319808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (325us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324436.936341:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3841
00000100:00100000:0.0:1767324436.936631:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817319936
00000100:00100000:0.0:1767324436.936637:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817319936
00000100:00100000:0.0:1767324436.936666:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3842
00000100:00100000:0.0:1767324436.936672:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817319936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767324436.936703:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324436.936719:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817319808:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324436.936744:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817319936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (500us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324436.936752:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3842
00000100:00100000:1.0:1767324436.936983:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d7d55ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817319936:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324436.998889:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324437.160294:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000400:00000100:3.0:1767324437.160323:0:7005:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.11@tcp portal 26 match 1853166758863232 offset 0 length 520: 4
00000100:00100000:0.0:1767324437.161299:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758863488
00000100:00100000:0.0:1767324437.161316:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758863488
00000100:00100000:0.0:1767324437.161492:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6539
00000100:00100000:0.0:1767324437.161506:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758863488:12345-192.168.202.11@tcp:400:kworker.0
00000100:00080000:3.0:1767324437.161975:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324437.162173:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758863488:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 667us (1886us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324437.162184:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6539
00000100:00100000:1.0:1767324437.163474:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324437.163663:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758863360
00000100:00100000:0.0:1767324437.163674:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758863360
00000100:00100000:0.0:1767324437.163750:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91412
00000100:00100000:0.0:1767324437.163782:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758863360:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:0.0:1767324437.163811:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324437.163907:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758863360:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 124us (438us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324437.163914:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91412
00010000:00010000:1.0:1767324437.449323:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324438.024263:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324438.470975:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324439.046989:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:3.0:1767324439.495299:0:7009:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767324414/real 1767324414]  req@ffff8d4e4ea7f100 x1853166817313536/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324439 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767324439.495349:0:7009:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8d4e4ea7f100 x1853166817313536/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767324439 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767324439.495383:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324439.495397:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767324439.495402:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817313536:0@lo:250:kworker.0
00000100:00080000:0.0:1767324439.495447:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324439.495455:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767324439.495460:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e6d704800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324439.495467:0:35722:0:(import.c:509:import_select_connection()) MGC192.168.202.111@tcp: connect to NID 0@lo last attempt 6957
00000100:00080000:0.0:1767324439.495473:0:35722:0:(import.c:588:import_select_connection()) MGC192.168.202.111@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324439.495482:0:35722:0:(import.c:623:import_select_connection()) MGC192.168.202.111@tcp: import ffff8d4e6d704800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324439.495525:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d180 x1853166817320064/t0(0) o250->MGC192.168.202.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324439.495549:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324439.495553:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324439.495555:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324439.495559:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6978
00000100:00080000:0.0:1767324439.495562:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324439.495566:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324439.495583:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621fb80 x1853166817320192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767324439.495585:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0198d736-1e17-43fd-9fd1-5838958381d6:7009:1853166817320064:0@lo:250:kworker.0
00000100:00080000:0.0:1767324439.495601:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324439.495605:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324439.495608:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324439.495613:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6978
00000100:00080000:0.0:1767324439.495616:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324439.495620:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324439.495635:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f800 x1853166817320320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:3.0:1767324439.495655:0:7009:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853166817320064 offset 0 length 520: 4
00000100:00080000:0.0:1767324439.495698:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324439.495702:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324439.495705:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324439.495709:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6978
00000100:00080000:0.0:1767324439.495713:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324439.495717:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324439.495719:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817320192:0@lo:38:kworker.0
00000100:00100000:0.0:1767324439.495738:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621d500 x1853166817320576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324439.495749:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817320448:0@lo:400:kworker.0
00000100:00100000:3.0:1767324439.495787:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767324439.495795:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324439.495800:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324439.495802:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324439.495807:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6978
00000100:00080000:0.0:1767324439.495810:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324439.495814:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324439.495815:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817320704:0@lo:400:kworker.0
00000100:00100000:3.0:1767324439.495820:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817320320:0@lo:38:kworker.0
00000100:00100000:0.0:1767324439.495829:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8a80 x1853166817320832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324439.495862:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324439.495876:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324439.495914:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324439.495930:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817320576:0@lo:38:kworker.0
00000100:00100000:1.0:1767324439.495938:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817320192
00010000:00010000:0.0:1767324439.495940:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767324439.495959:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817320192
00000100:00100000:3.0:1767324439.495964:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324439.495965:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817320320
00000100:00100000:2.0:1767324439.495972:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817320320
00000100:00100000:0.0:1767324439.495978:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817320704
00000100:00100000:0.0:1767324439.495983:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817320704
00000100:00100000:3.0:1767324439.495991:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817320832:0@lo:38:kworker.0
00000100:00100000:1.0:1767324439.496005:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817320448
00000100:00100000:1.0:1767324439.496009:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817320448
00000100:00100000:2.0:1767324439.496014:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586
00000100:00100000:3.0:1767324439.496024:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324439.496026:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817320320:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324439.496038:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817320832
00000100:00100000:1.0:1767324439.496038:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817320576
00000100:00100000:0.0:1767324439.496042:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817320832
00000100:00100000:1.0:1767324439.496042:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817320576
00010000:00020000:2.0:1767324439.496051:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324439.496057:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6540
00000100:00100000:0.0:1767324439.496062:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6541
00000100:00100000:1.0:1767324439.496064:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817320704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324439.496068:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817320448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767324439.496112:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817320704:12345-0@lo:400:kworker.0 Request processed in 48us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324439.496120:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6540
00000100:00100000:0.0:1767324439.496121:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817320448:12345-0@lo:400:kworker.0 Request processed in 53us (221us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324439.496126:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6541
00000100:00100000:0.0:1767324439.496139:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91413
00000100:00100000:0.0:1767324439.496143:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817320192:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324439.496154:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817320960:0@lo:400:kworker.0
00010000:00020000:0.0:1767324439.496155:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324439.496196:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817320192:12345-0@lo:38:kworker.0 Request processed in 51us (409us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324439.496204:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324439.496231:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767324439.496236:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817321088:0@lo:400:kworker.0
00000100:00100000:3.0:1767324439.496256:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324439.496280:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817320960
00000100:00100000:3.0:1767324439.496284:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817320960
00000100:00100000:3.0:1767324439.496311:0:72714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817321088
00000100:00100000:3.0:1767324439.496313:0:72714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817321088
00000100:00100000:3.0:1767324439.496330:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4082
00000100:00100000:3.0:1767324439.496336:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817320960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324439.496367:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817320960:12345-0@lo:400:kworker.0 Request processed in 32us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324439.496374:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4082
00000100:00100000:3.0:1767324439.496385:0:72714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4083
00000100:00100000:3.0:1767324439.496391:0:72714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817321088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324439.496412:0:72714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817321088:12345-0@lo:400:kworker.0 Request processed in 22us (156us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324439.496418:0:72714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4083
00000100:00100000:3.0:1767324439.496447:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817321088:0@lo:400:kworker.0
00000100:00100000:3.0:1767324439.496454:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817320960:0@lo:400:kworker.0
00000100:00080000:3.0:1767324439.496476:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324439.496480:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324439.496483:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817320192:0@lo:38:kworker.0
00000100:00100000:2.0:1767324439.497000:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817320320:12345-0@lo:38:kworker.0 Request processed in 975us (1125us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324439.497010:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586
00000100:00100000:2.0:1767324439.497050:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817320448:0@lo:400:kworker.0
00000100:00080000:2.0:1767324439.497083:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767324439.497088:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767324439.497092:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817320320:0@lo:38:kworker.0
00000100:00100000:1.0:1767324439.498167:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91414
00000100:00100000:0.0:1767324439.498176:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91413
00000100:00100000:1.0:1767324439.498177:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817320832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324439.498199:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324439.498257:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91415
00000100:00100000:1.0:1767324439.498263:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817320832:12345-0@lo:38:kworker.0 Request processed in 87us (2242us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324439.498271:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817320576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324439.498283:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767324439.498312:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324439.498318:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817320576:12345-0@lo:38:kworker.0 Request processed in 46us (2356us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767324439.498320:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767324439.498326:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324439.498330:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91415
00000100:00080000:3.0:1767324439.498387:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324439.498392:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324439.498396:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817320576:0@lo:38:kworker.0
00000100:00080000:3.0:1767324439.498405:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324439.498408:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324439.498412:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817320832:0@lo:38:kworker.0
00000100:00100000:3.0:1767324439.498473:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817320704:0@lo:400:kworker.0
00000100:00100000:1.0:1767324439.498702:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91414
00000100:00100000:2.0:1767324440.070920:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324440.519058:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324441.095000:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324441.543138:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324442.055796:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817321216:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324442.055905:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324442.055956:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817321344:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324442.055999:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324442.056083:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817321216
00000100:00100000:1.0:1767324442.056092:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817321216
00000100:00100000:1.0:1767324442.056174:0:24702:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817321344
00000100:00100000:1.0:1767324442.056178:0:24702:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817321344
00000100:00100000:1.0:1767324442.056208:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3843
00000100:00100000:1.0:1767324442.056219:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817321216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324442.056259:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:1.0:1767324442.056317:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817321216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (411us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324442.056330:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3843
00000100:00100000:1.0:1767324442.056349:0:24702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844
00000100:00100000:1.0:1767324442.056357:0:24702:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817321344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324442.056374:0:24702:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324442.056404:0:24702:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817321344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (406us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324442.056409:0:24702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844
00000100:00100000:1.0:1767324442.056462:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817321216:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767324442.056475:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e674b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817321344:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767324442.056594:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767324442.056599:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324442.118940:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324442.281422:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:0.0:1767324442.281474:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324442.281581:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758863616
00000100:00100000:2.0:1767324442.281582:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758863744
00000100:00100000:1.0:1767324442.281594:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758863616
00000100:00100000:2.0:1767324442.281594:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758863744
00000100:00080000:3.0:1767324442.281698:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767324442.281728:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6542
00000100:00100000:1.0:1767324442.281744:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758863744:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324442.281871:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758863744:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 131us (396us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324442.281978:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91416
00000100:00100000:2.0:1767324442.281986:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758863616:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324442.282013:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324442.282049:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853166758863616:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 63us (641us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324442.282058:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91416
00000100:00100000:1.0:1767324442.287372:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6542
00010000:00010000:0.0:1767324442.567149:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324443.142922:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324443.591133:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324444.167251:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:0.0:1767324444.615400:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324444.615414:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767324444.615418:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324444.615423:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324444.615428:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324444.615439:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6982
00000100:00080000:0.0:1767324444.615445:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324444.615455:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324444.615511:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8e00 x1853166817321472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324444.615543:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324444.615547:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324444.615549:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324444.615554:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6982
00000100:00080000:0.0:1767324444.615557:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324444.615572:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324444.615591:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7c000 x1853166817321600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324444.615651:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324444.615656:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324444.615658:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324444.615662:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6982
00000100:00080000:0.0:1767324444.615665:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324444.615669:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324444.615685:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac7e680 x1853166817321856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767324444.615702:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767324444.615705:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767324444.615707:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767324444.615710:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6982
00000100:00080000:0.0:1767324444.615713:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767324444.615716:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:0.0:1767324444.615730:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e66134000 x1853166817322112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767324444.615822:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817322368:0@lo:400:kworker.0
00000100:00100000:0.0:1767324444.615943:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324444.616031:0:7013:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767324444.616038:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817322240:0@lo:400:kworker.0
00000100:00100000:0.0:1767324444.616064:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324444.616077:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817321984:0@lo:400:kworker.0
00000100:00100000:0.0:1767324444.616106:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817322368
00000100:00100000:0.0:1767324444.616117:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817322368
00000100:00100000:2.0:1767324444.616127:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324444.616158:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324444.616166:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817321728:0@lo:400:kworker.0
00000100:00100000:0.0:1767324444.616190:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817322240
00000100:00100000:2.0:1767324444.616196:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324444.616197:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817322240
00000100:00100000:0.0:1767324444.616232:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4084
00000100:00100000:2.0:1767324444.616241:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4085
00000100:00100000:0.0:1767324444.616246:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817322368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324444.616255:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817322240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324444.616395:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817321472:0@lo:38:kworker.0
00000100:00100000:3.0:1767324444.616437:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324444.616459:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817321600:0@lo:38:kworker.0
00000100:00100000:3.0:1767324444.616483:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324444.616507:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817321856:0@lo:38:kworker.0
00000100:00100000:3.0:1767324444.616539:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324444.616558:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e66134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817322112:0@lo:38:kworker.0
00000100:00100000:3.0:1767324444.616586:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324444.616618:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817321984
00000100:00100000:3.0:1767324444.616622:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817321984
00000100:00100000:3.0:1767324444.616657:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817321728
00000100:00100000:3.0:1767324444.616660:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817321728
00000100:00100000:3.0:1767324444.616678:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817321472
00000100:00100000:3.0:1767324444.616681:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817321472
00000100:00100000:3.0:1767324444.616690:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817321856
00000100:00100000:3.0:1767324444.616691:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817321856
00000100:00100000:3.0:1767324444.616698:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817322112
00000100:00100000:3.0:1767324444.616700:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817322112
00000100:00100000:3.0:1767324444.616709:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6543
00000100:00100000:3.0:1767324444.616716:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817321984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324444.616783:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817321984:12345-0@lo:400:kworker.0 Request processed in 67us (657us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324444.616791:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6543
00000100:00100000:3.0:1767324444.616809:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6544
00000100:00100000:3.0:1767324444.616820:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817321728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324444.616848:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7011:x1853166817321728:12345-0@lo:400:kworker.0 Request processed in 33us (654us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324444.616864:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6544
00000100:00100000:3.0:1767324444.616877:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91417
00000100:00100000:3.0:1767324444.616881:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817321472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324444.616903:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324444.616985:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91418
00000100:00100000:1.0:1767324444.616991:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817321856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324444.617001:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324444.617042:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817321856:12345-0@lo:38:kworker.0 Request processed in 49us (502us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324444.617048:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91418
00000100:00100000:1.0:1767324444.617063:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91419
00000100:00100000:1.0:1767324444.617067:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817322112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767324444.617075:0:21868:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324444.617099:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7009:x1853166817322112:12345-0@lo:38:kworker.0 Request processed in 31us (513us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324444.617104:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91419
00000100:00080000:1.0:1767324444.617140:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324444.617147:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324444.617151:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817321856:0@lo:38:kworker.0
00000100:00080000:1.0:1767324444.617160:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324444.617162:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324444.617165:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66134000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817322112:0@lo:38:kworker.0
00000100:00080000:1.0:1767324444.617217:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767324444.617223:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767324444.617225:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767324444.617290:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7009:x1853166817321472:12345-0@lo:38:kworker.0 Request processed in 407us (853us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324444.617297:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91417
00000100:00100000:3.0:1767324444.617330:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817321600
00000100:00100000:3.0:1767324444.617338:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817321600
00000100:00100000:3.0:1767324444.617361:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587
00000100:00100000:3.0:1767324444.617365:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817321600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767324444.617376:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324444.617408:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e674b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817321600:12345-0@lo:38:kworker.0 Request processed in 41us (923us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324444.617414:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587
00000100:00100000:3.0:1767324444.617460:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7011:1853166817321728:0@lo:400:kworker.0
00000100:00100000:3.0:1767324444.617479:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817321984:0@lo:400:kworker.0
00000100:00080000:3.0:1767324444.617508:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324444.617513:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324444.617516:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817321472:0@lo:38:kworker.0
00000100:00080000:3.0:1767324444.617528:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767324444.617531:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767324444.617534:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817321600:0@lo:38:kworker.0
00000100:00100000:0.0:1767324444.618508:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66136300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817322368:12345-0@lo:400:kworker.0 Request processed in 2255us (2553us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324444.618519:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4084
00010000:00010000:3.0:1767324444.620931:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324444.627592:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66135180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817322240:12345-0@lo:400:kworker.0 Request processed in 11324us (11510us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324444.627614:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4085
00000100:00100000:1.0:1767324444.630996:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66137800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817322240:0@lo:400:kworker.0
00000100:00100000:1.0:1767324444.631019:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e66134a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817322368:0@lo:400:kworker.0
00000100:00100000:2.0:1767324445.192524:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324445.639089:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324446.214916:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324446.662959:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324447.175359:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324447.175389:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817322496:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767324447.175475:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324447.175714:0:27403:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817322496
00000100:00100000:3.0:1767324447.175724:0:27403:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817322496
00000100:00100000:3.0:1767324447.175888:0:27403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845
00000100:00100000:3.0:1767324447.175902:0:27403:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817322496:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767324447.175940:0:27403:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:3.0:1767324447.175993:0:27403:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817322496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (518us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324447.176000:0:27403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845
00000100:00100000:1.0:1767324447.176108:0:7010:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767324447.176118:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817322624:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767324447.176146:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767324447.177023:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767324447.177084:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817322496:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767324447.181398:0:18328:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817322624
00000100:00100000:0.0:1767324447.181420:0:18328:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817322624
00000100:00100000:0.0:1767324447.181622:0:18328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846
00000100:00100000:0.0:1767324447.181634:0:18328:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817322624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767324447.181676:0:18328:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:0.0:1767324447.181790:0:18328:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7010:x1853166817322624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 158us (5641us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324447.181800:0:18328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846
00000100:00100000:0.0:1767324447.182036:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e4ea7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7010:1853166817322624:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767324447.182279:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324447.239978:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:1.0:1767324447.400669:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324447.400727:0:7003:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:2.0:1767324447.400808:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758864000
00000100:00100000:2.0:1767324447.400822:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758864000
00000100:00100000:2.0:1767324447.400990:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758863872
00000100:00100000:2.0:1767324447.400994:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758863872
00000100:00100000:2.0:1767324447.401021:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6545
00000100:00100000:2.0:1767324447.401031:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758864000:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:2.0:1767324447.401138:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2510:x1853166758864000:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 107us (481us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324447.401147:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6545
00000100:00100000:2.0:1767324447.401171:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91420
00000100:00100000:2.0:1767324447.401176:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758863872:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:2.0:1767324447.401202:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767324447.401232:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e4ea7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853166758863872:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 54us (504us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767324447.401239:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91420
00000100:00080000:1.0:1767324447.403411:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767324447.687011:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324448.263182:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324448.711189:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324449.286904:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324449.735078:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767324449.737203:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324449.737217:0:35722:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767324449.737220:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324449.737225:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324449.737231:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324449.737241:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6987
00000100:00080000:3.0:1767324449.737247:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324449.737257:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324449.737312:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c000 x1853166817322752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767324449.738314:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324449.738323:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324449.738327:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324449.738332:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6987
00000100:00080000:3.0:1767324449.738337:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324449.738342:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324449.738371:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621fb80 x1853166817322880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324449.738426:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817322752:0@lo:38:kworker.0
00000100:00100000:2.0:1767324449.738472:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817323008:0@lo:400:kworker.0
00000100:00100000:1.0:1767324449.738522:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767324449.738610:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324449.738615:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324449.738618:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324449.738623:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6987
00000100:00080000:3.0:1767324449.738626:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324449.738631:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324449.738650:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a8f8e00 x1853166817323136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324449.738677:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817322880:0@lo:38:kworker.0
00000100:00080000:3.0:1767324449.738677:0:35722:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767324449.738686:0:35722:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767324449.738688:0:35722:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767324449.738693:0:35722:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6987
00000100:00080000:3.0:1767324449.738696:0:35722:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767324449.738699:0:35722:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:3.0:1767324449.738712:0:35722:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4ac23800 x1853166817323392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767324449.738717:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324449.738791:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817323136:0@lo:38:kworker.0
00000100:00100000:1.0:1767324449.738828:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324449.738888:0:7011:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767324449.738899:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817323520:0@lo:400:kworker.0
00000100:00100000:2.0:1767324449.738932:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767324449.738973:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817323520
00000100:00100000:1.0:1767324449.739044:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817323392:0@lo:38:kworker.0
00000100:00100000:1.0:1767324449.739066:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324449.739084:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817322752
00000100:00100000:0.0:1767324449.739091:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817322752
00000100:00100000:0.0:1767324449.739144:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817323136
00000100:00100000:0.0:1767324449.739147:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817323136
00000100:00100000:0.0:1767324449.739170:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91421
00000100:00100000:0.0:1767324449.739178:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817322752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324449.739202:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324449.739248:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817322752:12345-0@lo:38:kworker.0 Request processed in 70us (727us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324449.739256:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91421
00000100:00100000:0.0:1767324449.739275:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91422
00000100:00100000:0.0:1767324449.739279:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817323136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324449.739294:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324449.739408:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817323136:12345-0@lo:38:kworker.0 Request processed in 126us (579us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324449.739415:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91422
00000100:00100000:0.0:1767324449.739451:0:18340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817322880
00000100:00100000:0.0:1767324449.739455:0:18340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817322880
00000100:00100000:0.0:1767324449.739476:0:18340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588
00000100:00100000:0.0:1767324449.739481:0:18340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817322880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324449.739491:0:18340:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324449.739516:0:18340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817322880:12345-0@lo:38:kworker.0 Request processed in 35us (803us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324449.739523:0:18340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588
00000100:00100000:0.0:1767324449.739572:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817323264:0@lo:400:kworker.0
00000100:00080000:1.0:1767324449.739870:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324449.739876:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324449.739880:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817322752:0@lo:38:kworker.0
00000100:00080000:1.0:1767324449.739892:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324449.739895:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324449.739897:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817322880:0@lo:38:kworker.0
00000100:00080000:1.0:1767324449.739923:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767324449.739926:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767324449.739929:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a8f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817323136:0@lo:38:kworker.0
00000100:00100000:1.0:1767324449.739950:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324449.739981:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817323392
00000100:00100000:1.0:1767324449.739985:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817323392
00000100:00100000:1.0:1767324449.740003:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817323008
00000100:00100000:1.0:1767324449.740007:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817323008
00000100:00100000:1.0:1767324449.740050:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6546
00000100:00100000:1.0:1767324449.740057:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817323008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324449.740194:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91423
00000100:00100000:0.0:1767324449.740200:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817323392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324449.740213:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324449.740215:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817323648:0@lo:400:kworker.0
00000100:00100000:0.0:1767324449.740254:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817323392:12345-0@lo:38:kworker.0 Request processed in 52us (1187us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324449.740260:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324449.740267:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91423
00000100:00100000:0.0:1767324449.740294:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817323648
00000100:00100000:0.0:1767324449.740298:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817323648
00000100:00080000:3.0:1767324449.740317:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324449.740330:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324449.740355:0:25471:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817323264
00000100:00100000:3.0:1767324449.740360:0:25471:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817323264
00000100:00100000:3.0:1767324449.740391:0:25471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6547
00000100:00100000:3.0:1767324449.740401:0:25471:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817323264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324449.740429:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4086
00000100:00100000:0.0:1767324449.740439:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817323648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324449.740441:0:25471:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7013:x1853166817323264:12345-0@lo:400:kworker.0 Request processed in 41us (109us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324449.740451:0:25471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6547
00000100:00080000:3.0:1767324449.740474:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767324449.740478:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324449.740486:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817323648:12345-0@lo:400:kworker.0 Request processed in 48us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324449.740493:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4086
00000100:00100000:3.0:1767324449.740503:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817323648:0@lo:400:kworker.0
00000100:00100000:3.0:1767324449.740535:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7013:1853166817323264:0@lo:400:kworker.0
00000100:00080000:0.0:1767324449.740554:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324449.740560:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324449.740563:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817323392:0@lo:38:kworker.0
00000100:00100000:2.0:1767324449.740622:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817323520
00000100:00100000:2.0:1767324449.740662:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4087
00000100:00100000:2.0:1767324449.740669:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817323520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767324449.740706:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d7d55ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7011:x1853166817323520:12345-0@lo:400:kworker.0 Request processed in 39us (1773us total) trans 0 rc 0/0
00000100:00100000:2.0:1767324449.740713:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4087
00000100:00100000:1.0:1767324449.740727:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4a8f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7012:x1853166817323008:12345-0@lo:400:kworker.0 Request processed in 669us (774us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324449.740736:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6546
00000100:00100000:2.0:1767324449.740749:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7011:1853166817323520:0@lo:400:kworker.0
00000100:00100000:1.0:1767324449.740793:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7012:1853166817323008:0@lo:400:kworker.0
00000100:00080000:3.0:1767324449.741449:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324450.310928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:0.0:1767324450.759127:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324451.339315:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324451.784603:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324452.295234:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817323776:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324452.295325:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324452.295414:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817323776
00000100:00100000:1.0:1767324452.295425:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817323776
00000100:00100000:1.0:1767324452.295508:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3847
00000100:00100000:1.0:1767324452.295518:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817323776:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767324452.295547:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 148544 pending 0 free 3922415616 avail 3690893312
00000100:00100000:3.0:1767324452.295629:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817323904:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767324452.295640:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817323776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324452.295651:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3847
00000100:00100000:3.0:1767324452.295678:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324452.295731:0:18330:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817323904
00000100:00100000:1.0:1767324452.295737:0:18330:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817323904
00000100:00100000:1.0:1767324452.295819:0:18330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3848
00000100:00100000:1.0:1767324452.295826:0:18330:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817323904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767324452.295842:0:18330:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 149056 pending 0 free 3910881280 avail 3679358976
00000100:00100000:1.0:1767324452.296156:0:18330:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817323904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 329us (478us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324452.296163:0:18330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3848
00000100:00100000:1.0:1767324452.296228:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4ac21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817323904:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767324452.296393:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767324452.296398:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767324452.296422:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817323776:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767324452.358935:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00100000:0.0:1767324452.521416:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324452.521526:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758864256
00000100:00100000:1.0:1767324452.521542:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758864256
00000100:00100000:1.0:1767324452.521634:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 6548
00000100:00100000:1.0:1767324452.521645:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758864256:12345-192.168.202.11@tcp:400:kworker.0
00000100:00100000:1.0:1767324452.521966:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ba3ee466-7eca-440b-92ed-2512db42c1b6+5:2511:x1853166758864256:12345-192.168.202.11@tcp:400:kworker.0 Request processed in 322us (561us total) trans 0 rc 0/0
00000100:00100000:1.0:1767324452.521975:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 6548
00000100:00100000:1.0:1767324452.522593:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.11@tcp (source: 12345-192.168.202.11@tcp)
00000100:00100000:1.0:1767324452.522670:0:15462:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166758864128
00000100:00100000:1.0:1767324452.522675:0:15462:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166758864128
00000100:00100000:1.0:1767324452.522818:0:15462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.11@tcp, seq: 91424
00000100:00100000:1.0:1767324452.522824:0:15462:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758864128:12345-192.168.202.11@tcp:38:kworker.0
00010000:00020000:1.0:1767324452.522846:0:15462:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.11@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767324452.522880:0:15462:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6621fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853166758864128:12345-192.168.202.11@tcp:38:kworker.0 Request processed in 54us (289us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767324452.522887:0:15462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.11@tcp, seq: 91424
00000100:00080000:2.0:1767324452.525363:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767324452.807073:0:19740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324453.383107:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:1.0:1767324453.830985:0:15456:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767324454.406928:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00000100:00080000:1.0:1767324454.855060:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324454.855076:0:31072:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0198d736-1e17-43fd-9fd1-5838958381d6->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767324454.855080:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324454.855084:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324454.855089:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324454.855100:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6992
00000100:00080000:1.0:1767324454.855105:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324454.855114:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d4e60aea800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324454.855164:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621c000 x1853166817324032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324454.855191:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324454.855195:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324454.855197:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324454.855201:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6992
00000100:00080000:1.0:1767324454.855203:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324454.855207:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d4e60ae9800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324454.855222:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4e6621f800 x1853166817324160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324454.855287:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324454.855291:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324454.855293:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324454.855297:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6992
00000100:00080000:1.0:1767324454.855300:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324454.855303:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d4e4603d000 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324454.855315:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a87bb80 x1853166817324416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767324454.855336:0:31072:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767324454.855340:0:31072:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767324454.855343:0:31072:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767324454.855348:0:31072:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6992
00000100:00080000:1.0:1767324454.855351:0:31072:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767324454.855357:0:31072:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d4d4340f800 using connection 192.168.202.111@tcp/0@lo
00000100:00100000:1.0:1767324454.855372:0:31072:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8d4d4a878700 x1853166817324672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767324454.855385:0:7010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817324288:0@lo:400:kworker.0
00000100:00100000:3.0:1767324454.855413:0:7011:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817324544:0@lo:400:kworker.0
00000100:00100000:1.0:1767324454.855451:0:7013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817324928:0@lo:400:kworker.0
00000100:00100000:0.0:1767324454.855560:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817324032:0@lo:38:kworker.0
00000100:00100000:3.0:1767324454.855585:0:7011:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1767324454.855629:0:25716:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767324454.855643:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324454.855679:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817324160:0@lo:38:kworker.0
00000100:00100000:3.0:1767324454.855688:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817324544
00000100:00100000:3.0:1767324454.855697:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817324544
00000100:00100000:0.0:1767324454.855706:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324454.855730:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817324416:0@lo:38:kworker.0
00000100:00100000:0.0:1767324454.855780:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767324454.855793:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817324032
00000100:00100000:3.0:1767324454.855798:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817324032
00000100:00100000:0.0:1767324454.855800:0:7009:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817324672:0@lo:38:kworker.0
00000100:00100000:3.0:1767324454.855819:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817324416
00000100:00100000:0.0:1767324454.855823:0:7009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324454.855853:0:18360:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817324672
00000100:00100000:0.0:1767324454.855857:0:18360:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817324672
00000100:00100000:0.0:1767324454.855876:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6549
00000100:00100000:0.0:1767324454.855887:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817324544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324454.855933:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7011:x1853166817324544:12345-0@lo:400:kworker.0 Request processed in 49us (350us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324454.855939:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6549
00000100:00100000:0.0:1767324454.855955:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91425
00000100:00100000:0.0:1767324454.855959:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817324032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767324454.855979:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324454.856009:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66137800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817324032:12345-0@lo:38:kworker.0 Request processed in 49us (366us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324454.856015:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91425
00000100:00100000:0.0:1767324454.856025:0:18360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91426
00000100:00100000:0.0:1767324454.856028:0:18360:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817324672:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324454.856034:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817324416
00010000:00020000:0.0:1767324454.856039:0:18360:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767324454.856060:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91427
00000100:00100000:0.0:1767324454.856064:0:18360:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7009:x1853166817324672:12345-0@lo:38:kworker.0 Request processed in 32us (239us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767324454.856070:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817324416:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767324454.856075:0:18360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91426
00010000:00020000:3.0:1767324454.856089:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324454.856097:0:74780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817324160
00000100:00100000:0.0:1767324454.856101:0:74780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817324160
00000100:00100000:0.0:1767324454.856125:0:74780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589
00000100:00100000:3.0:1767324454.856130:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4fc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7009:x1853166817324416:12345-0@lo:38:kworker.0 Request processed in 58us (372us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324454.856134:0:74780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817324160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767324454.856143:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91427
00010000:00020000:0.0:1767324454.856149:0:74780:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767324454.856179:0:74780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e66134000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7009:x1853166817324160:12345-0@lo:38:kworker.0 Request processed in 47us (474us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767324454.856185:0:74780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589
00000100:00100000:3.0:1767324454.856190:0:7011:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a879180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7011:1853166817324544:0@lo:400:kworker.0
00000100:00080000:0.0:1767324454.856217:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60aea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324454.856223:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324454.856228:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7009:1853166817324032:0@lo:38:kworker.0
00000100:00100000:3.0:1767324454.856237:0:7012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817324800:0@lo:400:kworker.0
00000100:00080000:0.0:1767324454.856239:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e60ae9800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324454.856246:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324454.856249:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6621f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7009:1853166817324160:0@lo:38:kworker.0
00000100:00080000:0.0:1767324454.856260:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4e4603d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324454.856263:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324454.856266:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7009:1853166817324416:0@lo:38:kworker.0
00000100:00080000:0.0:1767324454.856275:0:7009:0:(import.c:65:import_set_state_nolock()) ffff8d4d4340f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767324454.856278:0:7009:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767324454.856280:0:7009:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7009:1853166817324672:0@lo:38:kworker.0
00000100:00080000:0.0:1767324454.856335:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767324454.856368:0:7012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324454.856737:0:72727:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817324800
00000100:00100000:0.0:1767324454.856742:0:72727:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817324800
00000100:00100000:0.0:1767324454.856821:0:72727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4088
00000100:00100000:0.0:1767324454.856828:0:72727:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817324800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767324454.856864:0:72727:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4ac21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_031:lustre-MDT0001-mdtlov_UUID+5:7012:x1853166817324800:12345-0@lo:400:kworker.0 Request processed in 37us (496us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324454.856869:0:72727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4088
00000100:00080000:3.0:1767324454.857381:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767324454.857409:0:7012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a87aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7012:1853166817324800:0@lo:400:kworker.0
00000100:00100000:2.0:1767324454.860024:0:7010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767324454.860634:0:7013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767324454.860800:0:21868:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817324288
00000100:00100000:0.0:1767324454.860815:0:21868:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817324288
00000100:00100000:3.0:1767324454.860868:0:72721:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853166817324928
00000100:00100000:3.0:1767324454.860883:0:72721:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853166817324928
00000100:00080000:1.0:1767324454.860907:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767324454.860915:0:15483:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767324454.860937:0:21868:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6550
00000100:00100000:0.0:1767324454.860957:0:21868:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817324288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324454.860971:0:72721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4089
00000100:00100000:3.0:1767324454.860987:0:72721:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817324928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767324454.861073:0:72721:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4e6631f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+5:7013:x1853166817324928:12345-0@lo:400:kworker.0 Request processed in 91us (445us total) trans 0 rc 0/0
00000100:00100000:3.0:1767324454.861081:0:72721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4089
00000100:00100000:1.0:1767324454.861116:0:7013:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4e6631ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7013:1853166817324928:0@lo:400:kworker.0
00000100:00100000:0.0:1767324454.861168:0:21868:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8d4d4b39d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7010:x1853166817324288:12345-0@lo:400:kworker.0 Request processed in 217us (1169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767324454.861178:0:21868:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6550
00000100:00100000:2.0:1767324454.861280:0:7010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8d4d4a878e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7010:1853166817324288:0@lo:400:kworker.0
00000100:00100000:2.0:1767324455.431568:0:15806:0:(client.c:2690:ptlrpc_set_wait()) set ffff8d4e482c40c0 going to sleep for 0 seconds
00010000:00010000:3.0:1767324455.878973:0:15457:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 94508 lines, 94508 kept, 0 dropped, 0 bad.